2024-04-25T02:08:35.096 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-25T02:08:35.097 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380 --verbose --owner scheduled_teuthology@teuthology --name teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/direct_io}} -- /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/orig.config.yaml 2024-04-25T02:08:35.156 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T02:08:35.245 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/direct_io}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7672380' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=legacy - nowsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 8528 sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 sleep_before_teardown: 0 subset: 122/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_d2c45d977142e024a59b68a8f1dce8f0b9840551/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi047.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBICppEoGhY5MuvpS9TpMCSai8Uuq5Ctj1MPzaotyDp6ZKex37O0ExE7ABvEfV31Um2xw5zVJoSvE1U66VB3BYpg= smithi113.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPY6yCwCMKOBArCA3T7781xp3BFC/mPT5QRr54rHW0X771S+CbFD2VyLCozTeuNhBodnH6+AYgaef1LpbORTqSQ= smithi178.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP526jXFIjLXH8gusOwd9da04YWMmO68KddZgodgTTg88sSnyzbsVaMuPMsB6BcTn7DoJmrnRah+rXMvb6Ik9H0= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - direct_io teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-24_21:24:02 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-25T02:08:35.246 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_d2c45d977142e024a59b68a8f1dce8f0b9840551/qa; will attempt to use it 2024-04-25T02:08:35.246 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_d2c45d977142e024a59b68a8f1dce8f0b9840551/qa/tasks 2024-04-25T02:08:35.246 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-25T02:08:35.248 INFO:teuthology.task.internal:Checking packages... 2024-04-25T02:08:35.271 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd2c45d977142e024a59b68a8f1dce8f0b9840551' 2024-04-25T02:08:35.272 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-25T02:08:35.272 INFO:teuthology.packaging:ref: None 2024-04-25T02:08:35.272 INFO:teuthology.packaging:tag: None 2024-04-25T02:08:35.272 INFO:teuthology.packaging:branch: squid 2024-04-25T02:08:35.272 INFO:teuthology.packaging:sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:08:35.272 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-04-25T02:08:35.586 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2445.gd2c45d97 2024-04-25T02:08:35.587 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-25T02:08:35.594 INFO:teuthology.task.internal:no buildpackages task found 2024-04-25T02:08:35.594 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-25T02:08:35.612 INFO:teuthology.task.internal:Saving configuration 2024-04-25T02:08:35.633 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-25T02:08:35.639 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-25T02:08:35.658 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi047.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 02:03:08.705862', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBICppEoGhY5MuvpS9TpMCSai8Uuq5Ctj1MPzaotyDp6ZKex37O0ExE7ABvEfV31Um2xw5zVJoSvE1U66VB3BYpg='} 2024-04-25T02:08:35.677 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi113.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 02:03:08.702705', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPY6yCwCMKOBArCA3T7781xp3BFC/mPT5QRr54rHW0X771S+CbFD2VyLCozTeuNhBodnH6+AYgaef1LpbORTqSQ='} 2024-04-25T02:08:35.694 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi178.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 02:03:08.704636', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP526jXFIjLXH8gusOwd9da04YWMmO68KddZgodgTTg88sSnyzbsVaMuPMsB6BcTn7DoJmrnRah+rXMvb6Ik9H0='} 2024-04-25T02:08:35.694 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-25T02:08:35.700 INFO:teuthology.task.internal:roles: ubuntu@smithi047.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-25T02:08:35.700 INFO:teuthology.task.internal:roles: ubuntu@smithi113.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-25T02:08:35.700 INFO:teuthology.task.internal:roles: ubuntu@smithi178.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-25T02:08:35.701 INFO:teuthology.run_tasks:Running task console_log... 2024-04-25T02:08:35.796 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fece1bfb160>, signals=[15]) 2024-04-25T02:08:35.797 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-25T02:08:35.803 INFO:teuthology.task.internal:Opening connections... 2024-04-25T02:08:35.804 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:08:35.805 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:08:35.879 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi113.front.sepia.ceph.com 2024-04-25T02:08:35.880 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:08:35.955 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi178.front.sepia.ceph.com 2024-04-25T02:08:35.956 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:08:36.031 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-25T02:08:36.038 DEBUG:teuthology.orchestra.run.smithi047:> uname -m 2024-04-25T02:08:36.057 INFO:teuthology.orchestra.run.smithi047.stdout:x86_64 2024-04-25T02:08:36.057 DEBUG:teuthology.orchestra.run.smithi047:> cat /etc/os-release 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:NAME="CentOS Stream" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:VERSION="9" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:ID="centos" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:ID_LIKE="rhel fedora" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:VERSION_ID="9" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:PLATFORM_ID="platform:el9" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:ANSI_COLOR="0;31" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:LOGO="fedora-logo-icon" 2024-04-25T02:08:36.115 INFO:teuthology.orchestra.run.smithi047.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T02:08:36.116 INFO:teuthology.orchestra.run.smithi047.stdout:HOME_URL="https://centos.org/" 2024-04-25T02:08:36.116 INFO:teuthology.orchestra.run.smithi047.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T02:08:36.116 INFO:teuthology.orchestra.run.smithi047.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T02:08:36.116 INFO:teuthology.orchestra.run.smithi047.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T02:08:36.116 INFO:teuthology.lock.ops:Updating smithi047.front.sepia.ceph.com on lock server 2024-04-25T02:08:36.138 DEBUG:teuthology.orchestra.run.smithi113:> uname -m 2024-04-25T02:08:36.155 INFO:teuthology.orchestra.run.smithi113.stdout:x86_64 2024-04-25T02:08:36.156 DEBUG:teuthology.orchestra.run.smithi113:> cat /etc/os-release 2024-04-25T02:08:36.212 INFO:teuthology.orchestra.run.smithi113.stdout:NAME="CentOS Stream" 2024-04-25T02:08:36.212 INFO:teuthology.orchestra.run.smithi113.stdout:VERSION="9" 2024-04-25T02:08:36.212 INFO:teuthology.orchestra.run.smithi113.stdout:ID="centos" 2024-04-25T02:08:36.212 INFO:teuthology.orchestra.run.smithi113.stdout:ID_LIKE="rhel fedora" 2024-04-25T02:08:36.212 INFO:teuthology.orchestra.run.smithi113.stdout:VERSION_ID="9" 2024-04-25T02:08:36.212 INFO:teuthology.orchestra.run.smithi113.stdout:PLATFORM_ID="platform:el9" 2024-04-25T02:08:36.213 INFO:teuthology.orchestra.run.smithi113.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T02:08:36.213 INFO:teuthology.orchestra.run.smithi113.stdout:ANSI_COLOR="0;31" 2024-04-25T02:08:36.213 INFO:teuthology.orchestra.run.smithi113.stdout:LOGO="fedora-logo-icon" 2024-04-25T02:08:36.213 INFO:teuthology.orchestra.run.smithi113.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T02:08:36.213 INFO:teuthology.orchestra.run.smithi113.stdout:HOME_URL="https://centos.org/" 2024-04-25T02:08:36.213 INFO:teuthology.orchestra.run.smithi113.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T02:08:36.213 INFO:teuthology.orchestra.run.smithi113.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T02:08:36.213 INFO:teuthology.orchestra.run.smithi113.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T02:08:36.213 INFO:teuthology.lock.ops:Updating smithi113.front.sepia.ceph.com on lock server 2024-04-25T02:08:36.229 DEBUG:teuthology.orchestra.run.smithi178:> uname -m 2024-04-25T02:08:36.247 INFO:teuthology.orchestra.run.smithi178.stdout:x86_64 2024-04-25T02:08:36.247 DEBUG:teuthology.orchestra.run.smithi178:> cat /etc/os-release 2024-04-25T02:08:36.304 INFO:teuthology.orchestra.run.smithi178.stdout:NAME="CentOS Stream" 2024-04-25T02:08:36.304 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION="9" 2024-04-25T02:08:36.304 INFO:teuthology.orchestra.run.smithi178.stdout:ID="centos" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:ID_LIKE="rhel fedora" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION_ID="9" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:PLATFORM_ID="platform:el9" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:ANSI_COLOR="0;31" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:LOGO="fedora-logo-icon" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:HOME_URL="https://centos.org/" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T02:08:36.305 INFO:teuthology.orchestra.run.smithi178.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T02:08:36.305 INFO:teuthology.lock.ops:Updating smithi178.front.sepia.ceph.com on lock server 2024-04-25T02:08:36.330 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-25T02:08:36.340 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-25T02:08:36.346 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-25T02:08:36.346 DEBUG:teuthology.orchestra.run.smithi047:> test '!' -e /home/ubuntu/cephtest 2024-04-25T02:08:36.349 DEBUG:teuthology.orchestra.run.smithi113:> test '!' -e /home/ubuntu/cephtest 2024-04-25T02:08:36.351 DEBUG:teuthology.orchestra.run.smithi178:> test '!' -e /home/ubuntu/cephtest 2024-04-25T02:08:36.367 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-25T02:08:36.399 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-25T02:08:36.399 DEBUG:teuthology.orchestra.run.smithi047:> test -z $(ls -A /var/lib/ceph) 2024-04-25T02:08:36.406 DEBUG:teuthology.orchestra.run.smithi113:> test -z $(ls -A /var/lib/ceph) 2024-04-25T02:08:36.408 DEBUG:teuthology.orchestra.run.smithi178:> test -z $(ls -A /var/lib/ceph) 2024-04-25T02:08:36.688 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-25T02:08:36.759 INFO:teuthology.run_tasks:Running task kernel... 2024-04-25T02:08:36.774 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-04-25T02:08:36.774 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-04-25T02:08:36.775 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-04-25T02:08:36.775 DEBUG:teuthology.orchestra.run.smithi047:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T02:08:36.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:08:36.792 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-04-25T02:08:36.959 DEBUG:teuthology.task.kernel:sha1 for client.0 is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T02:08:36.959 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-25T02:08:36.959 DEBUG:teuthology.orchestra.run.smithi047:> uname -r 2024-04-25T02:08:36.977 INFO:teuthology.orchestra.run.smithi047.stdout:5.14.0-437.el9.x86_64 2024-04-25T02:08:36.977 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T02:08:36.978 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-25T02:08:36.978 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum upgrade -y linux-firmware 2024-04-25T02:08:40.880 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.0 MB 00:02 2024-04-25T02:08:43.048 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - AppStream 18 MB/s | 19 MB 00:01 2024-04-25T02:08:48.448 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.2 MB 00:01 2024-04-25T02:08:50.200 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 16 kB 00:00 2024-04-25T02:09:09.335 INFO:teuthology.orchestra.run.smithi047.stdout:Extra Packages for Enterprise Linux 1.1 MB/s | 21 MB 00:19 2024-04-25T02:09:14.599 INFO:teuthology.orchestra.run.smithi047.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-25T02:09:16.671 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-04-25T02:09:16.673 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-04-25T02:09:16.673 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-04-25T02:09:16.796 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-25T02:09:16.796 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T02:09:17.021 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-25T02:09:17.022 DEBUG:teuthology.orchestra.run.smithi047:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-25T02:09:17.024 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi047.front.sepia.ceph.com to complete... 2024-04-25T02:09:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25 02:09:29 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-25T02:09:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:FINISHED --2024-04-25 02:09:29-- 2024-04-25T02:09:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:Total wall clock time: 12s 2024-04-25T02:09:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:Downloaded: 1 files, 341M in 12s (28.8 MB/s) 2024-04-25T02:09:29.141 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-25T02:09:29.141 DEBUG:teuthology.orchestra.run.smithi047:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-25T02:09:31.372 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying... ######################################## 2024-04-25T02:09:31.491 INFO:teuthology.orchestra.run.smithi047.stdout:Preparing... ######################################## 2024-04-25T02:09:31.606 INFO:teuthology.orchestra.run.smithi047.stdout:Updating / installing... 2024-04-25T02:09:39.929 INFO:teuthology.orchestra.run.smithi047.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-25T02:10:19.753 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi047.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-25T02:10:19.753 DEBUG:teuthology.orchestra.run.smithi047:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-25T02:10:19.845 INFO:teuthology.orchestra.run.smithi047.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-25T02:10:19.846 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-25T02:10:19.847 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-25T02:10:19.848 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-25T02:10:19.849 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-25T02:10:19.850 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-25T02:10:19.851 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-25T02:10:19.852 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-25T02:10:19.853 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-25T02:10:19.854 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-25T02:10:19.855 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-25T02:10:19.856 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-25T02:10:19.857 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-25T02:10:19.858 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-25T02:10:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-25T02:10:19.860 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-25T02:10:19.861 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-25T02:10:19.862 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-25T02:10:19.863 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-25T02:10:19.864 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-25T02:10:19.865 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-25T02:10:19.866 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-25T02:10:19.867 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-25T02:10:19.868 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-25T02:10:19.869 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-25T02:10:19.870 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-25T02:10:19.871 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-25T02:10:19.872 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-25T02:10:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-25T02:10:19.874 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-25T02:10:19.875 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-25T02:10:19.876 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-25T02:10:19.877 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-25T02:10:19.878 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-25T02:10:19.879 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-25T02:10:19.880 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-25T02:10:19.881 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-25T02:10:19.882 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-25T02:10:19.883 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-25T02:10:19.884 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-25T02:10:19.885 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-25T02:10:19.886 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-25T02:10:19.887 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-25T02:10:19.888 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-25T02:10:19.889 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-25T02:10:19.890 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-25T02:10:19.891 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-25T02:10:19.892 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-25T02:10:19.893 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-25T02:10:19.894 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-25T02:10:19.895 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-25T02:10:19.896 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-25T02:10:19.897 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-25T02:10:19.898 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-25T02:10:19.899 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-25T02:10:19.900 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-25T02:10:19.901 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-25T02:10:19.902 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-25T02:10:19.903 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-25T02:10:19.904 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-25T02:10:19.905 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-25T02:10:19.906 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-25T02:10:19.907 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-25T02:10:19.908 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-25T02:10:19.909 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-25T02:10:19.910 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-25T02:10:19.911 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-25T02:10:19.912 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-25T02:10:19.913 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-25T02:10:19.914 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-25T02:10:19.915 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-25T02:10:19.916 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-25T02:10:19.917 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-25T02:10:19.918 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-25T02:10:19.919 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-25T02:10:19.920 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-25T02:10:19.921 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-25T02:10:19.922 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-25T02:10:19.923 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-25T02:10:19.924 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-25T02:10:19.925 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-25T02:10:19.926 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-25T02:10:19.927 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-25T02:10:19.928 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-25T02:10:19.929 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-25T02:10:19.930 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-25T02:10:19.931 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-25T02:10:19.932 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-25T02:10:19.933 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-25T02:10:19.934 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-25T02:10:19.935 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-25T02:10:19.936 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-25T02:10:19.937 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-25T02:10:19.938 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-25T02:10:19.939 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-25T02:10:19.940 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-25T02:10:19.941 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-25T02:10:19.942 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-25T02:10:19.943 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-25T02:10:19.944 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-25T02:10:19.945 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-25T02:10:19.946 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-25T02:10:19.947 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-25T02:10:19.948 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-25T02:10:19.949 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-25T02:10:19.950 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-25T02:10:19.951 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-25T02:10:19.952 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-25T02:10:19.953 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-25T02:10:19.954 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-25T02:10:19.955 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-25T02:10:19.956 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-25T02:10:19.957 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-25T02:10:19.958 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-25T02:10:19.959 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-25T02:10:19.960 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-25T02:10:19.961 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-25T02:10:19.962 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-25T02:10:19.963 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-25T02:10:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-25T02:10:19.965 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-25T02:10:19.966 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-25T02:10:19.967 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-25T02:10:19.968 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-25T02:10:19.969 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-25T02:10:19.970 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-25T02:10:19.971 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-25T02:10:19.972 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-25T02:10:19.973 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-25T02:10:19.974 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-25T02:10:19.975 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-25T02:10:19.976 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-25T02:10:19.977 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-25T02:10:19.978 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-25T02:10:19.979 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-25T02:10:19.980 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-25T02:10:19.981 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-25T02:10:19.982 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-25T02:10:19.983 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-25T02:10:19.984 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-25T02:10:19.985 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-25T02:10:19.986 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-25T02:10:19.987 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-25T02:10:19.988 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-25T02:10:19.989 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-25T02:10:19.990 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-25T02:10:19.991 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-25T02:10:19.992 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-25T02:10:19.993 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-25T02:10:19.994 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-25T02:10:19.995 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-25T02:10:19.996 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-25T02:10:19.997 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-25T02:10:19.998 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-25T02:10:19.998 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-25T02:10:19.998 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-25T02:10:19.998 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-25T02:10:19.998 INFO:teuthology.orchestra.run.smithi047.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-25T02:10:20.002 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-25T02:10:20.003 DEBUG:teuthology.orchestra.run.smithi047:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-25T02:10:20.026 INFO:teuthology.orchestra.run.smithi047.stdout:postinstall scriptlet (using /bin/sh): 2024-04-25T02:10:20.026 INFO:teuthology.orchestra.run.smithi047.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-25T02:10:20.026 INFO:teuthology.orchestra.run.smithi047.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-25T02:10:20.026 INFO:teuthology.orchestra.run.smithi047.stdout:fi 2024-04-25T02:10:20.026 INFO:teuthology.orchestra.run.smithi047.stdout:for file in vmlinuz System.map config; do 2024-04-25T02:10:20.026 INFO:teuthology.orchestra.run.smithi047.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout: fi 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout:done 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout:fi 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout:fi 2024-04-25T02:10:20.027 INFO:teuthology.orchestra.run.smithi047.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-25T02:10:20.028 INFO:teuthology.orchestra.run.smithi047.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-25T02:10:20.028 INFO:teuthology.orchestra.run.smithi047.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-25T02:10:20.028 INFO:teuthology.orchestra.run.smithi047.stdout:fi 2024-04-25T02:10:20.029 DEBUG:teuthology.orchestra.run.smithi047:> sudo rpm -qi grub2-tools 2024-04-25T02:10:20.102 INFO:teuthology.orchestra.run.smithi047.stdout:Name : grub2-tools 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Epoch : 1 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Version : 2.06 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Release : 68.el9 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Architecture: x86_64 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Group : Unspecified 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Size : 8264254 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:License : GPLv3+ 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Packager : builder@centos.org 2024-04-25T02:10:20.103 INFO:teuthology.orchestra.run.smithi047.stdout:Vendor : CentOS 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout:Summary : Support tools for GRUB. 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout:Description : 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout:hardware devices. 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:10:20.104 INFO:teuthology.orchestra.run.smithi047.stdout:This subpackage provides tools for support of all platforms. 2024-04-25T02:10:20.105 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-25T02:10:20.105 INFO:teuthology.task.kernel:Updating grub on smithi047 to boot 6.9.0-rc3-g806ec36b2112 2024-04-25T02:10:20.106 DEBUG:teuthology.orchestra.run.smithi047:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-25T02:10:20.706 INFO:teuthology.orchestra.run.smithi047.stderr:Generating grub configuration file ... 2024-04-25T02:10:22.210 INFO:teuthology.orchestra.run.smithi047.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-25T02:10:22.236 INFO:teuthology.orchestra.run.smithi047.stderr:done 2024-04-25T02:10:22.239 DEBUG:teuthology.orchestra.run.smithi047:> mktemp 2024-04-25T02:10:22.254 INFO:teuthology.orchestra.run.smithi047.stdout:/tmp/tmp.si6EakEoAM 2024-04-25T02:10:22.254 DEBUG:teuthology.orchestra.run.smithi047:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.si6EakEoAM 2024-04-25T02:10:22.320 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod 0666 /tmp/tmp.si6EakEoAM 2024-04-25T02:10:22.456 DEBUG:teuthology.orchestra.remote:smithi047:/tmp/tmp.si6EakEoAM is 6KB 2024-04-25T02:10:22.476 DEBUG:teuthology.orchestra.run.smithi047:> rm -fr /tmp/tmp.si6EakEoAM 2024-04-25T02:10:22.491 DEBUG:teuthology.orchestra.run.smithi047:> sudo /bin/ls /boot/loader/entries || true 2024-04-25T02:10:22.553 INFO:teuthology.orchestra.run.smithi047.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-25T02:10:22.553 INFO:teuthology.orchestra.run.smithi047.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-25T02:10:22.553 INFO:teuthology.orchestra.run.smithi047.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-25T02:10:22.553 INFO:teuthology.orchestra.run.smithi047.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-25T02:10:22.555 DEBUG:teuthology.orchestra.run.smithi047:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-25T02:10:22.736 DEBUG:teuthology.orchestra.run.smithi047:> sudo shutdown -r now 2024-04-25T02:10:52.739 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-04-25T02:10:52.739 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-04-25T02:10:52.740 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:11:11.262 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.47 2024-04-25T02:11:20.263 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-04-25T02:11:20.264 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:12:20.266 DEBUG:teuthology.orchestra.remote:timed out 2024-04-25T02:12:32.268 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-04-25T02:12:32.269 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:12:32.611 DEBUG:teuthology.orchestra.run.smithi047:> true 2024-04-25T02:12:33.271 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-04-25T02:12:33.272 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g806ec36b2112"... 2024-04-25T02:12:33.272 DEBUG:teuthology.orchestra.run.smithi047:> uname -r 2024-04-25T02:12:33.325 INFO:teuthology.orchestra.run.smithi047.stdout:6.9.0-rc3-g806ec36b2112 2024-04-25T02:12:33.326 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-25T02:12:33.326 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-25T02:12:33.326 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-25T02:12:34.327 DEBUG:teuthology.parallel:result is None 2024-04-25T02:12:34.327 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-25T02:12:34.340 INFO:teuthology.task.internal:Creating test directory... 2024-04-25T02:12:34.341 DEBUG:teuthology.orchestra.run.smithi047:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T02:12:34.348 DEBUG:teuthology.orchestra.run.smithi113:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T02:12:34.351 DEBUG:teuthology.orchestra.run.smithi178:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T02:12:34.402 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-25T02:12:34.408 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-25T02:12:34.417 INFO:teuthology.task.internal:Creating archive directory... 2024-04-25T02:12:34.417 DEBUG:teuthology.orchestra.run.smithi047:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T02:12:34.422 DEBUG:teuthology.orchestra.run.smithi113:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T02:12:34.425 DEBUG:teuthology.orchestra.run.smithi178:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T02:12:34.524 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-25T02:12:34.531 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-25T02:12:34.531 DEBUG:teuthology.orchestra.run.smithi113:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T02:12:34.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:12:34.548 DEBUG:teuthology.orchestra.run.smithi178:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T02:12:34.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:12:34.564 DEBUG:teuthology.orchestra.run.smithi047:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T02:12:34.572 DEBUG:teuthology.orchestra.run.smithi113:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T02:12:34.590 DEBUG:teuthology.orchestra.run.smithi178:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T02:12:34.660 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T02:12:34.660 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T02:12:34.676 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T02:12:34.677 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T02:12:34.693 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T02:12:34.745 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T02:12:34.750 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-25T02:12:34.757 INFO:teuthology.task.internal:Configuring sudo... 2024-04-25T02:12:34.757 DEBUG:teuthology.orchestra.run.smithi047:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T02:12:34.764 DEBUG:teuthology.orchestra.run.smithi113:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T02:12:34.766 DEBUG:teuthology.orchestra.run.smithi178:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T02:12:34.845 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-25T02:12:34.854 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-25T02:12:34.854 DEBUG:teuthology.orchestra.run.smithi047:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T02:12:34.859 DEBUG:teuthology.orchestra.run.smithi113:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T02:12:34.861 DEBUG:teuthology.orchestra.run.smithi178:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T02:12:34.908 DEBUG:teuthology.orchestra.run.smithi047:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T02:12:34.995 DEBUG:teuthology.orchestra.run.smithi047:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T02:12:35.100 DEBUG:teuthology.orchestra.run.smithi047:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T02:12:35.189 DEBUG:teuthology.orchestra.run.smithi047:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T02:12:35.272 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:12:35.273 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T02:12:35.357 DEBUG:teuthology.orchestra.run.smithi113:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T02:12:35.401 DEBUG:teuthology.orchestra.run.smithi113:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T02:12:35.461 DEBUG:teuthology.orchestra.run.smithi113:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T02:12:35.544 DEBUG:teuthology.orchestra.run.smithi113:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T02:12:35.586 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:12:35.586 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T02:12:35.652 DEBUG:teuthology.orchestra.run.smithi178:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T02:12:35.695 DEBUG:teuthology.orchestra.run.smithi178:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T02:12:35.753 DEBUG:teuthology.orchestra.run.smithi178:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T02:12:35.834 DEBUG:teuthology.orchestra.run.smithi178:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T02:12:35.878 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:12:35.878 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T02:12:35.943 DEBUG:teuthology.orchestra.run.smithi047:> sudo service rsyslog restart 2024-04-25T02:12:35.950 DEBUG:teuthology.orchestra.run.smithi113:> sudo service rsyslog restart 2024-04-25T02:12:35.953 DEBUG:teuthology.orchestra.run.smithi178:> sudo service rsyslog restart 2024-04-25T02:12:35.984 INFO:teuthology.orchestra.run.smithi113.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T02:12:36.021 INFO:teuthology.orchestra.run.smithi178.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T02:12:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T02:12:36.491 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-25T02:12:36.499 INFO:teuthology.task.internal:Starting timer... 2024-04-25T02:12:36.499 INFO:teuthology.run_tasks:Running task pcp... 2024-04-25T02:12:36.509 INFO:teuthology.run_tasks:Running task selinux... 2024-04-25T02:12:36.517 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-25T02:12:36.518 DEBUG:teuthology.orchestra.run.smithi047:> sudo service auditd rotate 2024-04-25T02:12:36.622 INFO:teuthology.orchestra.run.smithi047.stdout:Rotating logs: 2024-04-25T02:12:36.626 DEBUG:teuthology.orchestra.run.smithi113:> sudo service auditd rotate 2024-04-25T02:12:36.696 INFO:teuthology.orchestra.run.smithi113.stdout:Rotating logs: 2024-04-25T02:12:36.698 DEBUG:teuthology.orchestra.run.smithi178:> sudo service auditd rotate 2024-04-25T02:12:36.767 INFO:teuthology.orchestra.run.smithi178.stdout:Rotating logs: 2024-04-25T02:12:36.769 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-25T02:12:36.769 DEBUG:teuthology.orchestra.run.smithi047:> /usr/sbin/getenforce 2024-04-25T02:12:36.830 INFO:teuthology.orchestra.run.smithi047.stdout:Permissive 2024-04-25T02:12:36.830 DEBUG:teuthology.orchestra.run.smithi113:> /usr/sbin/getenforce 2024-04-25T02:12:36.853 INFO:teuthology.orchestra.run.smithi113.stdout:Permissive 2024-04-25T02:12:36.854 DEBUG:teuthology.orchestra.run.smithi178:> /usr/sbin/getenforce 2024-04-25T02:12:36.886 INFO:teuthology.orchestra.run.smithi178.stdout:Permissive 2024-04-25T02:12:36.886 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi047.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi113.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi178.front.sepia.ceph.com': 'permissive'} 2024-04-25T02:12:36.886 DEBUG:teuthology.orchestra.run.smithi047:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T02:12:36.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:12:36.971 DEBUG:teuthology.orchestra.run.smithi113:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T02:12:36.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:12:36.996 DEBUG:teuthology.orchestra.run.smithi178:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T02:12:37.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:12:37.023 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-25T02:12:37.024 DEBUG:teuthology.orchestra.run.smithi047:> sudo /usr/sbin/setenforce permissive 2024-04-25T02:12:37.103 DEBUG:teuthology.orchestra.run.smithi113:> sudo /usr/sbin/setenforce permissive 2024-04-25T02:12:37.128 DEBUG:teuthology.orchestra.run.smithi178:> sudo /usr/sbin/setenforce permissive 2024-04-25T02:12:37.153 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-25T02:12:37.164 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-25T02:12:37.171 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-25T02:12:37.296 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-25T02:12:37.310 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-25T02:12:37.312 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi047.front.sepia.ceph.com,smithi113.front.sepia.ceph.com,smithi178.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-25T02:17:49.851 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi047.front.sepia.ceph.com'), Remote(name='ubuntu@smithi113.front.sepia.ceph.com'), Remote(name='ubuntu@smithi178.front.sepia.ceph.com')] 2024-04-25T02:17:49.852 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-04-25T02:17:49.853 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:17:49.962 DEBUG:teuthology.orchestra.run.smithi047:> true 2024-04-25T02:17:50.127 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-04-25T02:17:50.127 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-04-25T02:17:50.128 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:17:50.211 DEBUG:teuthology.orchestra.run.smithi113:> true 2024-04-25T02:17:50.290 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-04-25T02:17:50.290 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-04-25T02:17:50.291 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T02:17:50.367 DEBUG:teuthology.orchestra.run.smithi178:> true 2024-04-25T02:17:50.446 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-04-25T02:17:50.447 INFO:teuthology.run_tasks:Running task clock... 2024-04-25T02:17:50.458 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-25T02:17:50.458 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T02:17:50.458 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T02:17:50.466 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T02:17:50.466 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T02:17:50.468 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T02:17:50.468 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T02:17:50.496 INFO:teuthology.orchestra.run.smithi113.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T02:17:50.511 INFO:teuthology.orchestra.run.smithi113.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T02:17:50.516 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T02:17:50.531 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T02:17:50.535 INFO:teuthology.orchestra.run.smithi113.stderr:sudo: ntpd: command not found 2024-04-25T02:17:50.545 INFO:teuthology.orchestra.run.smithi113.stdout:506 Cannot talk to daemon 2024-04-25T02:17:50.554 INFO:teuthology.orchestra.run.smithi178.stderr:sudo: ntpd: command not found 2024-04-25T02:17:50.559 INFO:teuthology.orchestra.run.smithi113.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T02:17:50.561 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T02:17:50.565 INFO:teuthology.orchestra.run.smithi178.stdout:506 Cannot talk to daemon 2024-04-25T02:17:50.572 INFO:teuthology.orchestra.run.smithi113.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T02:17:50.578 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T02:17:50.592 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T02:17:50.605 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T02:17:50.624 INFO:teuthology.orchestra.run.smithi113.stderr:bash: line 1: ntpq: command not found 2024-04-25T02:17:50.628 INFO:teuthology.orchestra.run.smithi113.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T02:17:50.628 INFO:teuthology.orchestra.run.smithi113.stdout:=============================================================================== 2024-04-25T02:17:50.628 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.628 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.628 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.629 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.647 INFO:teuthology.orchestra.run.smithi178.stderr:bash: line 1: ntpq: command not found 2024-04-25T02:17:50.651 INFO:teuthology.orchestra.run.smithi178.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T02:17:50.651 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================== 2024-04-25T02:17:50.651 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.651 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.651 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.652 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.687 INFO:teuthology.orchestra.run.smithi047.stderr:sudo: ntpd: command not found 2024-04-25T02:17:50.720 INFO:teuthology.orchestra.run.smithi047.stdout:506 Cannot talk to daemon 2024-04-25T02:17:50.764 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T02:17:50.805 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T02:17:50.943 INFO:teuthology.orchestra.run.smithi047.stderr:bash: line 1: ntpq: command not found 2024-04-25T02:17:50.951 INFO:teuthology.orchestra.run.smithi047.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T02:17:50.951 INFO:teuthology.orchestra.run.smithi047.stdout:=============================================================================== 2024-04-25T02:17:50.951 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.951 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.951 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.951 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:17:50.953 INFO:teuthology.run_tasks:Running task install... 2024-04-25T02:17:50.963 DEBUG:teuthology.task.install:project ceph 2024-04-25T02:17:50.963 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551'}} 2024-04-25T02:17:50.963 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551'} 2024-04-25T02:17:50.963 INFO:teuthology.task.install:Using flavor: default 2024-04-25T02:17:50.969 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-25T02:17:50.969 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-25T02:17:50.969 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'tag': None, 'wait_for_package': False} 2024-04-25T02:17:50.970 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:17:50.972 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'tag': None, 'wait_for_package': False} 2024-04-25T02:17:50.972 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:17:50.973 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'tag': None, 'wait_for_package': False} 2024-04-25T02:17:50.973 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:17:51.126 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/ 2024-04-25T02:17:51.126 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2445.gd2c45d97 2024-04-25T02:17:51.195 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/ 2024-04-25T02:17:51.195 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2445.gd2c45d97 2024-04-25T02:17:51.202 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/ 2024-04-25T02:17:51.205 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2445.gd2c45d97 2024-04-25T02:17:51.300 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T02:17:51.300 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:17:51.300 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T02:17:51.303 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T02:17:51.303 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:17:51.303 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T02:17:51.312 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T02:17:51.312 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:17:51.313 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T02:17:51.329 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T02:17:51.329 DEBUG:teuthology.orchestra.run.smithi113:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d2c45d977142e024a59b68a8f1dce8f0b9840551/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T02:17:51.337 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T02:17:51.338 DEBUG:teuthology.orchestra.run.smithi178:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d2c45d977142e024a59b68a8f1dce8f0b9840551/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T02:17:51.394 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T02:17:51.394 DEBUG:teuthology.orchestra.run.smithi047:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d2c45d977142e024a59b68a8f1dce8f0b9840551/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T02:17:51.395 DEBUG:teuthology.orchestra.run.smithi113:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T02:17:51.402 DEBUG:teuthology.orchestra.run.smithi178:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T02:17:51.469 DEBUG:teuthology.orchestra.run.smithi113:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T02:17:51.475 DEBUG:teuthology.orchestra.run.smithi178:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T02:17:51.530 DEBUG:teuthology.orchestra.run.smithi047:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T02:17:51.532 INFO:teuthology.orchestra.run.smithi113.stdout:check_obsoletes = 1 2024-04-25T02:17:51.534 DEBUG:teuthology.orchestra.run.smithi113:> sudo yum clean all 2024-04-25T02:17:51.537 INFO:teuthology.orchestra.run.smithi178.stdout:check_obsoletes = 1 2024-04-25T02:17:51.539 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum clean all 2024-04-25T02:17:51.649 DEBUG:teuthology.orchestra.run.smithi047:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T02:17:51.735 INFO:teuthology.orchestra.run.smithi047.stdout:check_obsoletes = 1 2024-04-25T02:17:51.739 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum clean all 2024-04-25T02:17:51.755 INFO:teuthology.orchestra.run.smithi113.stdout:48 files removed 2024-04-25T02:17:51.763 INFO:teuthology.orchestra.run.smithi178.stdout:48 files removed 2024-04-25T02:17:51.782 DEBUG:teuthology.orchestra.run.smithi113:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T02:17:51.790 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T02:17:52.073 INFO:teuthology.orchestra.run.smithi047.stdout:48 files removed 2024-04-25T02:17:52.114 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T02:17:52.530 INFO:teuthology.orchestra.run.smithi178.stdout:ceph packages for x86_64 173 kB/s | 83 kB 00:00 2024-04-25T02:17:52.571 INFO:teuthology.orchestra.run.smithi113.stdout:ceph packages for x86_64 157 kB/s | 83 kB 00:00 2024-04-25T02:17:52.864 INFO:teuthology.orchestra.run.smithi178.stdout:ceph noarch packages 40 kB/s | 11 kB 00:00 2024-04-25T02:17:52.955 INFO:teuthology.orchestra.run.smithi113.stdout:ceph noarch packages 34 kB/s | 11 kB 00:00 2024-04-25T02:17:53.160 INFO:teuthology.orchestra.run.smithi047.stdout:ceph packages for x86_64 138 kB/s | 83 kB 00:00 2024-04-25T02:17:53.297 INFO:teuthology.orchestra.run.smithi178.stdout:ceph source packages 4.7 kB/s | 1.9 kB 00:00 2024-04-25T02:17:53.397 INFO:teuthology.orchestra.run.smithi113.stdout:ceph source packages 4.6 kB/s | 1.9 kB 00:00 2024-04-25T02:17:53.753 INFO:teuthology.orchestra.run.smithi047.stdout:ceph noarch packages 23 kB/s | 11 kB 00:00 2024-04-25T02:17:54.264 INFO:teuthology.orchestra.run.smithi113.stdout:CentOS Stream 9 - BaseOS 9.6 MB/s | 8.0 MB 00:00 2024-04-25T02:17:54.570 INFO:teuthology.orchestra.run.smithi047.stdout:ceph source packages 2.6 kB/s | 1.9 kB 00:00 2024-04-25T02:17:56.368 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.0 MB 00:01 2024-04-25T02:17:56.922 INFO:teuthology.orchestra.run.smithi178.stdout:CentOS Stream 9 - BaseOS 2.2 MB/s | 8.0 MB 00:03 2024-04-25T02:17:57.215 INFO:teuthology.orchestra.run.smithi113.stdout:CentOS Stream 9 - AppStream 10 MB/s | 19 MB 00:01 2024-04-25T02:17:58.936 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-04-25T02:17:59.365 INFO:teuthology.orchestra.run.smithi178.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-04-25T02:18:02.924 INFO:teuthology.orchestra.run.smithi113.stdout:CentOS Stream 9 - CRB 2.9 MB/s | 6.2 MB 00:02 2024-04-25T02:18:03.490 INFO:teuthology.orchestra.run.smithi178.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-04-25T02:18:04.341 INFO:teuthology.orchestra.run.smithi113.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 16 kB 00:00 2024-04-25T02:18:04.966 INFO:teuthology.orchestra.run.smithi178.stdout:CentOS Stream 9 - Extras packages 48 kB/s | 16 kB 00:00 2024-04-25T02:18:05.368 INFO:teuthology.orchestra.run.smithi113.stdout:Extra Packages for Enterprise Linux 23 MB/s | 21 MB 00:00 2024-04-25T02:18:05.561 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - CRB 2.4 MB/s | 6.2 MB 00:02 2024-04-25T02:18:07.454 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 16 kB 00:00 2024-04-25T02:18:09.972 INFO:teuthology.orchestra.run.smithi047.stdout:Extra Packages for Enterprise Linux 9.0 MB/s | 21 MB 00:02 2024-04-25T02:18:10.467 INFO:teuthology.orchestra.run.smithi113.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-25T02:18:12.617 INFO:teuthology.orchestra.run.smithi113.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T02:18:12.618 INFO:teuthology.orchestra.run.smithi113.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T02:18:12.629 INFO:teuthology.orchestra.run.smithi113.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T02:18:12.629 INFO:teuthology.orchestra.run.smithi113.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T02:18:12.631 INFO:teuthology.orchestra.run.smithi113.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T02:18:12.631 INFO:teuthology.orchestra.run.smithi113.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T02:18:12.633 INFO:teuthology.orchestra.run.smithi113.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T02:18:12.635 INFO:teuthology.orchestra.run.smithi113.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T02:18:12.636 INFO:teuthology.orchestra.run.smithi113.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T02:18:12.696 INFO:teuthology.orchestra.run.smithi113.stdout:Dependencies resolved. 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout:======================================================================================= 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout: Package Arch Version Repository Size 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout:======================================================================================= 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout:Installing: 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout: ceph x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 6.6 k 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-base x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.4 M 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 890 k 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 145 k 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 1.5 M 2024-04-25T02:18:12.725 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 141 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 3.5 M 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 7.4 M 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-rook noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 49 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-radosgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 10 M 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-test x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 48 M 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-volume noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 264 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 762 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 222 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-shell x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 27 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-top noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 18 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T02:18:12.726 INFO:teuthology.orchestra.run.smithi113.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 32 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 745 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: librados-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 127 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cephfs x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 162 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rados x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 321 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 299 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 99 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 85 k 2024-04-25T02:18:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-nbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 171 k 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout:Upgrading: 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: librados2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.4 M 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: librbd1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout:Installing dependencies: 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 21 M 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 32 k 2024-04-25T02:18:12.728 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mds x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 2.4 M 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 249 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mon x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 4.7 M 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-osd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 17 M 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 15 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-selinux x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 25 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: libcephsqlite x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 163 k 2024-04-25T02:18:12.729 INFO:teuthology.orchestra.run.smithi113.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: libradosstriper1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 501 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: librgw2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.3 M 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T02:18:12.730 INFO:teuthology.orchestra.run.smithi113.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-argparse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 45 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 133 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T02:18:12.731 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T02:18:12.732 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T02:18:12.733 INFO:teuthology.orchestra.run.smithi113.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T02:18:12.734 INFO:teuthology.orchestra.run.smithi113.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T02:18:12.734 INFO:teuthology.orchestra.run.smithi113.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T02:18:12.734 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T02:18:12.734 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T02:18:12.734 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T02:18:12.734 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T02:18:12.735 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T02:18:12.735 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T02:18:12.735 INFO:teuthology.orchestra.run.smithi113.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T02:18:12.735 INFO:teuthology.orchestra.run.smithi113.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T02:18:12.735 INFO:teuthology.orchestra.run.smithi113.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T02:18:12.735 INFO:teuthology.orchestra.run.smithi113.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T02:18:12.736 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T02:18:12.736 INFO:teuthology.orchestra.run.smithi113.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T02:18:12.736 INFO:teuthology.orchestra.run.smithi113.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T02:18:12.736 INFO:teuthology.orchestra.run.smithi113.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T02:18:12.736 INFO:teuthology.orchestra.run.smithi113.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T02:18:12.736 INFO:teuthology.orchestra.run.smithi113.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T02:18:12.737 INFO:teuthology.orchestra.run.smithi113.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T02:18:12.737 INFO:teuthology.orchestra.run.smithi113.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T02:18:12.737 INFO:teuthology.orchestra.run.smithi113.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T02:18:12.737 INFO:teuthology.orchestra.run.smithi113.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T02:18:12.737 INFO:teuthology.orchestra.run.smithi113.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T02:18:12.737 INFO:teuthology.orchestra.run.smithi113.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T02:18:12.738 INFO:teuthology.orchestra.run.smithi113.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T02:18:12.738 INFO:teuthology.orchestra.run.smithi113.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T02:18:12.738 INFO:teuthology.orchestra.run.smithi113.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T02:18:12.738 INFO:teuthology.orchestra.run.smithi113.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T02:18:12.738 INFO:teuthology.orchestra.run.smithi113.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T02:18:12.738 INFO:teuthology.orchestra.run.smithi113.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T02:18:12.739 INFO:teuthology.orchestra.run.smithi113.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T02:18:12.739 INFO:teuthology.orchestra.run.smithi113.stdout:Installing weak dependencies: 2024-04-25T02:18:12.739 INFO:teuthology.orchestra.run.smithi113.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T02:18:12.739 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:18:12.739 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction Summary 2024-04-25T02:18:12.739 INFO:teuthology.orchestra.run.smithi113.stdout:======================================================================================= 2024-04-25T02:18:12.740 INFO:teuthology.orchestra.run.smithi113.stdout:Install 148 Packages 2024-04-25T02:18:12.740 INFO:teuthology.orchestra.run.smithi113.stdout:Upgrade 4 Packages 2024-04-25T02:18:12.740 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:18:12.741 INFO:teuthology.orchestra.run.smithi113.stdout:Total download size: 220 M 2024-04-25T02:18:12.741 INFO:teuthology.orchestra.run.smithi113.stdout:Downloading Packages: 2024-04-25T02:18:13.651 INFO:teuthology.orchestra.run.smithi113.stdout:(1/152): ceph-19.0.0-2445.gd2c45d97.el9.x86_64. 30 kB/s | 6.6 kB 00:00 2024-04-25T02:18:14.018 INFO:teuthology.orchestra.run.smithi113.stdout:(2/152): ceph-fuse-19.0.0-2445.gd2c45d97.el9.x8 2.4 MB/s | 890 kB 00:00 2024-04-25T02:18:14.102 INFO:teuthology.orchestra.run.smithi113.stdout:(3/152): ceph-immutable-object-cache-19.0.0-244 1.7 MB/s | 145 kB 00:00 2024-04-25T02:18:14.694 INFO:teuthology.orchestra.run.smithi113.stdout:(4/152): ceph-base-19.0.0-2445.gd2c45d97.el9.x8 4.2 MB/s | 5.4 MB 00:01 2024-04-25T02:18:14.994 INFO:teuthology.orchestra.run.smithi113.stdout:(5/152): ceph-common-19.0.0-2445.gd2c45d97.el9. 13 MB/s | 21 MB 00:01 2024-04-25T02:18:15.036 INFO:teuthology.orchestra.run.smithi113.stdout:(6/152): ceph-mds-19.0.0-2445.gd2c45d97.el9.x86 2.5 MB/s | 2.4 MB 00:00 2024-04-25T02:18:15.077 INFO:teuthology.orchestra.run.smithi113.stdout:(7/152): ceph-mgr-19.0.0-2445.gd2c45d97.el9.x86 3.9 MB/s | 1.5 MB 00:00 2024-04-25T02:18:15.320 INFO:teuthology.orchestra.run.smithi113.stdout:(8/152): ceph-mon-19.0.0-2445.gd2c45d97.el9.x86 14 MB/s | 4.7 MB 00:00 2024-04-25T02:18:15.370 INFO:teuthology.orchestra.run.smithi113.stdout:(9/152): ceph-selinux-19.0.0-2445.gd2c45d97.el9 505 kB/s | 25 kB 00:00 2024-04-25T02:18:16.147 INFO:teuthology.orchestra.run.smithi047.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-04-25T02:18:16.470 INFO:teuthology.orchestra.run.smithi113.stdout:(10/152): ceph-radosgw-19.0.0-2445.gd2c45d97.el 7.4 MB/s | 10 MB 00:01 2024-04-25T02:18:16.587 INFO:teuthology.orchestra.run.smithi113.stdout:(11/152): cephfs-mirror-19.0.0-2445.gd2c45d97.e 1.9 MB/s | 222 kB 00:00 2024-04-25T02:18:16.696 INFO:teuthology.orchestra.run.smithi113.stdout:(12/152): cephfs-shell-19.0.0-2445.gd2c45d97.el 250 kB/s | 27 kB 00:00 2024-04-25T02:18:16.796 INFO:teuthology.orchestra.run.smithi113.stdout:(13/152): libcephfs-devel-19.0.0-2445.gd2c45d97 318 kB/s | 32 kB 00:00 2024-04-25T02:18:16.996 INFO:teuthology.orchestra.run.smithi113.stdout:(14/152): libcephfs2-19.0.0-2445.gd2c45d97.el9. 3.6 MB/s | 745 kB 00:00 2024-04-25T02:18:17.113 INFO:teuthology.orchestra.run.smithi113.stdout:(15/152): libcephsqlite-19.0.0-2445.gd2c45d97.e 1.4 MB/s | 163 kB 00:00 2024-04-25T02:18:17.197 INFO:teuthology.orchestra.run.smithi113.stdout:(16/152): librados-devel-19.0.0-2445.gd2c45d97. 1.5 MB/s | 127 kB 00:00 2024-04-25T02:18:17.306 INFO:teuthology.orchestra.run.smithi113.stdout:(17/152): libradosstriper1-19.0.0-2445.gd2c45d9 4.5 MB/s | 501 kB 00:00 2024-04-25T02:18:18.198 INFO:teuthology.orchestra.run.smithi113.stdout:(18/152): ceph-osd-19.0.0-2445.gd2c45d97.el9.x8 5.3 MB/s | 17 MB 00:03 2024-04-25T02:18:18.273 INFO:teuthology.orchestra.run.smithi113.stdout:(19/152): librgw2-19.0.0-2445.gd2c45d97.el9.x86 5.5 MB/s | 5.3 MB 00:00 2024-04-25T02:18:18.298 INFO:teuthology.orchestra.run.smithi113.stdout:(20/152): python3-ceph-argparse-19.0.0-2445.gd2 451 kB/s | 45 kB 00:00 2024-04-25T02:18:18.622 INFO:teuthology.orchestra.run.smithi047.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T02:18:18.624 INFO:teuthology.orchestra.run.smithi047.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T02:18:18.646 INFO:teuthology.orchestra.run.smithi047.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T02:18:18.648 INFO:teuthology.orchestra.run.smithi047.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T02:18:18.649 INFO:teuthology.orchestra.run.smithi047.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T02:18:18.650 INFO:teuthology.orchestra.run.smithi047.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T02:18:18.653 INFO:teuthology.orchestra.run.smithi047.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T02:18:18.656 INFO:teuthology.orchestra.run.smithi047.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T02:18:18.658 INFO:teuthology.orchestra.run.smithi047.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T02:18:18.732 INFO:teuthology.orchestra.run.smithi113.stdout:(21/152): ceph-test-19.0.0-2445.gd2c45d97.el9.x 14 MB/s | 48 MB 00:03 2024-04-25T02:18:18.732 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-04-25T02:18:18.753 INFO:teuthology.orchestra.run.smithi047.stdout:======================================================================================= 2024-04-25T02:18:18.753 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-04-25T02:18:18.753 INFO:teuthology.orchestra.run.smithi047.stdout:======================================================================================= 2024-04-25T02:18:18.753 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-04-25T02:18:18.753 INFO:teuthology.orchestra.run.smithi047.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T02:18:18.753 INFO:teuthology.orchestra.run.smithi047.stdout: ceph x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 6.6 k 2024-04-25T02:18:18.753 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-base x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.4 M 2024-04-25T02:18:18.753 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 890 k 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 145 k 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 1.5 M 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 141 k 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 3.5 M 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 7.4 M 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-rook noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 49 k 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-radosgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 10 M 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-test x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 48 M 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-volume noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 264 k 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 762 k 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 222 k 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-shell x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 27 k 2024-04-25T02:18:18.754 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-top noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 18 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 32 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 745 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: librados-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 127 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cephfs x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 162 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rados x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 321 k 2024-04-25T02:18:18.755 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 299 k 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 99 k 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 85 k 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-nbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 171 k 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout:Upgrading: 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: librados2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.4 M 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: librbd1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T02:18:18.756 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 21 M 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 32 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mds x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 2.4 M 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 249 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mon x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 4.7 M 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-osd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 17 M 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 15 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-selinux x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 25 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T02:18:18.757 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: libcephsqlite x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 163 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: libradosstriper1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 501 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: librgw2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.3 M 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T02:18:18.758 INFO:teuthology.orchestra.run.smithi047.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-argparse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 45 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 133 k 2024-04-25T02:18:18.759 INFO:teuthology.orchestra.run.smithi047.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T02:18:18.760 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T02:18:18.761 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T02:18:18.762 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T02:18:18.763 INFO:teuthology.orchestra.run.smithi047.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout:Installing weak dependencies: 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout:======================================================================================= 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout:Install 148 Packages 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout:Upgrade 4 Packages 2024-04-25T02:18:18.764 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:18:18.765 INFO:teuthology.orchestra.run.smithi113.stdout:(22/152): python3-ceph-common-19.0.0-2445.gd2c4 275 kB/s | 133 kB 00:00 2024-04-25T02:18:18.765 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 220 M 2024-04-25T02:18:18.765 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-04-25T02:18:18.782 INFO:teuthology.orchestra.run.smithi113.stdout:(23/152): python3-cephfs-19.0.0-2445.gd2c45d97. 335 kB/s | 162 kB 00:00 2024-04-25T02:18:18.808 INFO:teuthology.orchestra.run.smithi113.stdout:(24/152): python3-rados-19.0.0-2445.gd2c45d97.e 4.2 MB/s | 321 kB 00:00 2024-04-25T02:18:18.833 INFO:teuthology.orchestra.run.smithi113.stdout:(25/152): python3-rbd-19.0.0-2445.gd2c45d97.el9 3.9 MB/s | 299 kB 00:00 2024-04-25T02:18:18.858 INFO:teuthology.orchestra.run.smithi113.stdout:(26/152): rbd-fuse-19.0.0-2445.gd2c45d97.el9.x8 1.7 MB/s | 85 kB 00:00 2024-04-25T02:18:18.883 INFO:teuthology.orchestra.run.smithi113.stdout:(27/152): python3-rgw-19.0.0-2445.gd2c45d97.el9 988 kB/s | 99 kB 00:00 2024-04-25T02:18:18.925 INFO:teuthology.orchestra.run.smithi113.stdout:(28/152): ceph-grafana-dashboards-19.0.0-2445.g 763 kB/s | 32 kB 00:00 2024-04-25T02:18:18.951 INFO:teuthology.orchestra.run.smithi113.stdout:(29/152): rbd-nbd-19.0.0-2445.gd2c45d97.el9.x86 1.8 MB/s | 171 kB 00:00 2024-04-25T02:18:18.976 INFO:teuthology.orchestra.run.smithi113.stdout:(30/152): ceph-mgr-cephadm-19.0.0-2445.gd2c45d9 2.7 MB/s | 141 kB 00:00 2024-04-25T02:18:19.235 INFO:teuthology.orchestra.run.smithi113.stdout:(31/152): rbd-mirror-19.0.0-2445.gd2c45d97.el9. 7.7 MB/s | 3.1 MB 00:00 2024-04-25T02:18:19.360 INFO:teuthology.orchestra.run.smithi113.stdout:(32/152): ceph-mgr-modules-core-19.0.0-2445.gd2 1.9 MB/s | 249 kB 00:00 2024-04-25T02:18:19.502 INFO:teuthology.orchestra.run.smithi113.stdout:(33/152): ceph-mgr-diskprediction-local-19.0.0- 14 MB/s | 7.4 MB 00:00 2024-04-25T02:18:19.519 INFO:teuthology.orchestra.run.smithi113.stdout:(34/152): ceph-mgr-rook-19.0.0-2445.gd2c45d97.e 311 kB/s | 49 kB 00:00 2024-04-25T02:18:19.536 INFO:teuthology.orchestra.run.smithi113.stdout:(35/152): ceph-prometheus-alerts-19.0.0-2445.gd 460 kB/s | 15 kB 00:00 2024-04-25T02:18:19.628 INFO:teuthology.orchestra.run.smithi113.stdout:(36/152): ceph-mgr-dashboard-19.0.0-2445.gd2c45 5.2 MB/s | 3.5 MB 00:00 2024-04-25T02:18:19.653 INFO:teuthology.orchestra.run.smithi113.stdout:(37/152): cephadm-19.0.0-2445.gd2c45d97.el9.noa 6.4 MB/s | 762 kB 00:00 2024-04-25T02:18:19.678 INFO:teuthology.orchestra.run.smithi113.stdout:(38/152): ceph-volume-19.0.0-2445.gd2c45d97.el9 1.6 MB/s | 264 kB 00:00 2024-04-25T02:18:19.704 INFO:teuthology.orchestra.run.smithi113.stdout:(39/152): cephfs-top-19.0.0-2445.gd2c45d97.el9. 242 kB/s | 18 kB 00:00 2024-04-25T02:18:20.121 INFO:teuthology.orchestra.run.smithi113.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 172 kB/s | 80 kB 00:00 2024-04-25T02:18:20.237 INFO:teuthology.orchestra.run.smithi113.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 366 kB/s | 195 kB 00:00 2024-04-25T02:18:20.357 INFO:teuthology.orchestra.run.smithi047.stdout:(1/152): ceph-19.0.0-2445.gd2c45d97.el9.x86_64. 19 kB/s | 6.6 kB 00:00 2024-04-25T02:18:20.421 INFO:teuthology.orchestra.run.smithi113.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 843 kB/s | 253 kB 00:00 2024-04-25T02:18:20.496 INFO:teuthology.orchestra.run.smithi113.stdout:(43/152): libgfortran-11.4.1-3.el9.x86_64.rpm 982 kB/s | 803 kB 00:00 2024-04-25T02:18:20.538 INFO:teuthology.orchestra.run.smithi113.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 911 kB/s | 106 kB 00:00 2024-04-25T02:18:20.622 INFO:teuthology.orchestra.run.smithi113.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-04-25T02:18:20.664 INFO:teuthology.orchestra.run.smithi113.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 996 kB/s | 125 kB 00:00 2024-04-25T02:18:20.739 INFO:teuthology.orchestra.run.smithi113.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-04-25T02:18:20.808 INFO:teuthology.orchestra.run.smithi047.stdout:(2/152): ceph-base-19.0.0-2445.gd2c45d97.el9.x8 6.7 MB/s | 5.4 MB 00:00 2024-04-25T02:18:20.866 INFO:teuthology.orchestra.run.smithi047.stdout:(3/152): ceph-immutable-object-cache-19.0.0-244 2.5 MB/s | 145 kB 00:00 2024-04-25T02:18:20.873 INFO:teuthology.orchestra.run.smithi113.stdout:(48/152): python3-cryptography-36.0.1-4.el9.x86 1.9 MB/s | 1.2 MB 00:00 2024-04-25T02:18:20.948 INFO:teuthology.orchestra.run.smithi113.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-04-25T02:18:20.966 INFO:teuthology.orchestra.run.smithi047.stdout:(4/152): ceph-fuse-19.0.0-2445.gd2c45d97.el9.x8 1.4 MB/s | 890 kB 00:00 2024-04-25T02:18:20.982 INFO:teuthology.orchestra.run.smithi113.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 984 kB/s | 107 kB 00:00 2024-04-25T02:18:21.032 INFO:teuthology.orchestra.run.smithi113.stdout:(51/152): bison-3.7.4-5.el9.x86_64.rpm 3.1 MB/s | 943 kB 00:00 2024-04-25T02:18:21.057 INFO:teuthology.orchestra.run.smithi113.stdout:(52/152): elfutils-libelf-devel-0.190-2.el9.x86 197 kB/s | 21 kB 00:00 2024-04-25T02:18:21.091 INFO:teuthology.orchestra.run.smithi113.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-04-25T02:18:21.149 INFO:teuthology.orchestra.run.smithi113.stdout:(54/152): flexiblas-3.0.4-8.el9.x86_64.rpm 279 kB/s | 33 kB 00:00 2024-04-25T02:18:21.158 INFO:teuthology.orchestra.run.smithi047.stdout:(5/152): ceph-mds-19.0.0-2445.gd2c45d97.el9.x86 8.1 MB/s | 2.4 MB 00:00 2024-04-25T02:18:21.191 INFO:teuthology.orchestra.run.smithi113.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 182 kB/s | 18 kB 00:00 2024-04-25T02:18:21.250 INFO:teuthology.orchestra.run.smithi113.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-04-25T02:18:21.300 INFO:teuthology.orchestra.run.smithi113.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-04-25T02:18:21.359 INFO:teuthology.orchestra.run.smithi113.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 415 kB/s | 45 kB 00:00 2024-04-25T02:18:21.460 INFO:teuthology.orchestra.run.smithi113.stdout:(59/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.4 MB/s | 3.0 MB 00:00 2024-04-25T02:18:21.485 INFO:teuthology.orchestra.run.smithi113.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 4.5 MB/s | 582 kB 00:00 2024-04-25T02:18:21.568 INFO:teuthology.orchestra.run.smithi113.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 235 kB/s | 25 kB 00:00 2024-04-25T02:18:21.602 INFO:teuthology.orchestra.run.smithi113.stdout:(62/152): librdkafka-1.6.1-102.el9.x86_64.rpm 2.1 MB/s | 662 kB 00:00 2024-04-25T02:18:21.619 INFO:teuthology.orchestra.run.smithi113.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 354 kB/s | 47 kB 00:00 2024-04-25T02:18:21.684 INFO:teuthology.orchestra.run.smithi047.stdout:(6/152): ceph-mon-19.0.0-2445.gd2c45d97.el9.x86 9.0 MB/s | 4.7 MB 00:00 2024-04-25T02:18:21.725 INFO:teuthology.orchestra.run.smithi047.stdout:(7/152): ceph-mgr-19.0.0-2445.gd2c45d97.el9.x86 2.0 MB/s | 1.5 MB 00:00 2024-04-25T02:18:21.761 INFO:teuthology.orchestra.run.smithi113.stdout:(64/152): openblas-0.3.21-2.el9.x86_64.rpm 249 kB/s | 35 kB 00:00 2024-04-25T02:18:21.898 INFO:teuthology.orchestra.run.smithi178.stdout:Extra Packages for Enterprise Linux 1.2 MB/s | 21 MB 00:16 2024-04-25T02:18:21.944 INFO:teuthology.orchestra.run.smithi113.stdout:(65/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 778 kB/s | 292 kB 00:00 2024-04-25T02:18:22.009 INFO:teuthology.orchestra.run.smithi047.stdout:(8/152): ceph-common-19.0.0-2445.gd2c45d97.el9. 10 MB/s | 21 MB 00:02 2024-04-25T02:18:22.059 INFO:teuthology.orchestra.run.smithi047.stdout:(9/152): ceph-selinux-19.0.0-2445.gd2c45d97.el9 519 kB/s | 25 kB 00:00 2024-04-25T02:18:22.910 INFO:teuthology.orchestra.run.smithi047.stdout:(10/152): ceph-osd-19.0.0-2445.gd2c45d97.el9.x8 14 MB/s | 17 MB 00:01 2024-04-25T02:18:22.948 INFO:teuthology.orchestra.run.smithi113.stdout:(66/152): lua-5.4.4-4.el9.x86_64.rpm 140 kB/s | 188 kB 00:01 2024-04-25T02:18:22.976 INFO:teuthology.orchestra.run.smithi047.stdout:(11/152): cephfs-mirror-19.0.0-2445.gd2c45d97.e 3.3 MB/s | 222 kB 00:00 2024-04-25T02:18:23.052 INFO:teuthology.orchestra.run.smithi047.stdout:(12/152): cephfs-shell-19.0.0-2445.gd2c45d97.el 364 kB/s | 27 kB 00:00 2024-04-25T02:18:23.110 INFO:teuthology.orchestra.run.smithi047.stdout:(13/152): libcephfs-devel-19.0.0-2445.gd2c45d97 552 kB/s | 32 kB 00:00 2024-04-25T02:18:23.236 INFO:teuthology.orchestra.run.smithi047.stdout:(14/152): libcephfs2-19.0.0-2445.gd2c45d97.el9. 5.9 MB/s | 745 kB 00:00 2024-04-25T02:18:23.311 INFO:teuthology.orchestra.run.smithi047.stdout:(15/152): libcephsqlite-19.0.0-2445.gd2c45d97.e 2.2 MB/s | 163 kB 00:00 2024-04-25T02:18:23.378 INFO:teuthology.orchestra.run.smithi047.stdout:(16/152): librados-devel-19.0.0-2445.gd2c45d97. 1.9 MB/s | 127 kB 00:00 2024-04-25T02:18:23.470 INFO:teuthology.orchestra.run.smithi047.stdout:(17/152): libradosstriper1-19.0.0-2445.gd2c45d9 5.4 MB/s | 501 kB 00:00 2024-04-25T02:18:23.478 INFO:teuthology.orchestra.run.smithi113.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 2.8 MB/s | 4.7 MB 00:01 2024-04-25T02:18:23.612 INFO:teuthology.orchestra.run.smithi113.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 6.7 MB/s | 911 kB 00:00 2024-04-25T02:18:23.712 INFO:teuthology.orchestra.run.smithi113.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 1.3 MB/s | 133 kB 00:00 2024-04-25T02:18:23.937 INFO:teuthology.orchestra.run.smithi113.stdout:(70/152): postgresql-13.14-1.el9.x86_64.rpm 1.6 MB/s | 1.6 MB 00:00 2024-04-25T02:18:23.945 INFO:teuthology.orchestra.run.smithi047.stdout:(18/152): librgw2-19.0.0-2445.gd2c45d97.el9.x86 11 MB/s | 5.3 MB 00:00 2024-04-25T02:18:24.003 INFO:teuthology.orchestra.run.smithi047.stdout:(19/152): python3-ceph-argparse-19.0.0-2445.gd2 788 kB/s | 45 kB 00:00 2024-04-25T02:18:24.079 INFO:teuthology.orchestra.run.smithi047.stdout:(20/152): python3-ceph-common-19.0.0-2445.gd2c4 1.8 MB/s | 133 kB 00:00 2024-04-25T02:18:24.146 INFO:teuthology.orchestra.run.smithi047.stdout:(21/152): python3-cephfs-19.0.0-2445.gd2c45d97. 2.4 MB/s | 162 kB 00:00 2024-04-25T02:18:24.230 INFO:teuthology.orchestra.run.smithi047.stdout:(22/152): python3-rados-19.0.0-2445.gd2c45d97.e 3.8 MB/s | 321 kB 00:00 2024-04-25T02:18:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:(23/152): python3-rbd-19.0.0-2445.gd2c45d97.el9 3.5 MB/s | 299 kB 00:00 2024-04-25T02:18:24.388 INFO:teuthology.orchestra.run.smithi047.stdout:(24/152): python3-rgw-19.0.0-2445.gd2c45d97.el9 1.3 MB/s | 99 kB 00:00 2024-04-25T02:18:24.455 INFO:teuthology.orchestra.run.smithi047.stdout:(25/152): rbd-fuse-19.0.0-2445.gd2c45d97.el9.x8 1.3 MB/s | 85 kB 00:00 2024-04-25T02:18:24.529 INFO:teuthology.orchestra.run.smithi113.stdout:(71/152): postgresql-server-13.14-1.el9.x86_64. 7.1 MB/s | 5.8 MB 00:00 2024-04-25T02:18:24.563 INFO:teuthology.orchestra.run.smithi113.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 1.6 MB/s | 1.0 MB 00:00 2024-04-25T02:18:24.638 INFO:teuthology.orchestra.run.smithi113.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 807 kB/s | 87 kB 00:00 2024-04-25T02:18:24.747 INFO:teuthology.orchestra.run.smithi113.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-04-25T02:18:24.772 INFO:teuthology.orchestra.run.smithi047.stdout:(26/152): rbd-mirror-19.0.0-2445.gd2c45d97.el9. 9.8 MB/s | 3.1 MB 00:00 2024-04-25T02:18:24.831 INFO:teuthology.orchestra.run.smithi047.stdout:(27/152): rbd-nbd-19.0.0-2445.gd2c45d97.el9.x86 2.9 MB/s | 171 kB 00:00 2024-04-25T02:18:24.880 INFO:teuthology.orchestra.run.smithi113.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.8 MB/s | 248 kB 00:00 2024-04-25T02:18:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:(28/152): ceph-grafana-dashboards-19.0.0-2445.g 550 kB/s | 32 kB 00:00 2024-04-25T02:18:24.965 INFO:teuthology.orchestra.run.smithi047.stdout:(29/152): ceph-mgr-cephadm-19.0.0-2445.gd2c45d9 1.9 MB/s | 141 kB 00:00 2024-04-25T02:18:25.014 INFO:teuthology.orchestra.run.smithi113.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 192 kB/s | 26 kB 00:00 2024-04-25T02:18:25.147 INFO:teuthology.orchestra.run.smithi113.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 144 kB/s | 19 kB 00:00 2024-04-25T02:18:25.298 INFO:teuthology.orchestra.run.smithi113.stdout:(78/152): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-04-25T02:18:25.307 INFO:teuthology.orchestra.run.smithi047.stdout:(30/152): ceph-mgr-dashboard-19.0.0-2445.gd2c45 10 MB/s | 3.5 MB 00:00 2024-04-25T02:18:25.423 INFO:teuthology.orchestra.run.smithi113.stdout:(79/152): python3-markupsafe-1.1.1-12.el9.x86_6 279 kB/s | 35 kB 00:00 2024-04-25T02:18:25.824 INFO:teuthology.orchestra.run.smithi047.stdout:(31/152): ceph-test-19.0.0-2445.gd2c45d97.el9.x 13 MB/s | 48 MB 00:03 2024-04-25T02:18:25.899 INFO:teuthology.orchestra.run.smithi047.stdout:(32/152): ceph-mgr-modules-core-19.0.0-2445.gd2 3.3 MB/s | 249 kB 00:00 2024-04-25T02:18:25.949 INFO:teuthology.orchestra.run.smithi047.stdout:(33/152): ceph-mgr-rook-19.0.0-2445.gd2c45d97.e 1.0 MB/s | 49 kB 00:00 2024-04-25T02:18:25.999 INFO:teuthology.orchestra.run.smithi047.stdout:(34/152): ceph-prometheus-alerts-19.0.0-2445.gd 313 kB/s | 15 kB 00:00 2024-04-25T02:18:26.158 INFO:teuthology.orchestra.run.smithi047.stdout:(35/152): ceph-radosgw-19.0.0-2445.gd2c45d97.el 2.3 MB/s | 10 MB 00:04 2024-04-25T02:18:26.208 INFO:teuthology.orchestra.run.smithi047.stdout:(36/152): ceph-volume-19.0.0-2445.gd2c45d97.el9 1.2 MB/s | 264 kB 00:00 2024-04-25T02:18:26.258 INFO:teuthology.orchestra.run.smithi047.stdout:(37/152): cephfs-top-19.0.0-2445.gd2c45d97.el9. 370 kB/s | 18 kB 00:00 2024-04-25T02:18:26.307 INFO:teuthology.orchestra.run.smithi113.stdout:(80/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 5.8 MB/s | 5.1 MB 00:00 2024-04-25T02:18:26.400 INFO:teuthology.orchestra.run.smithi047.stdout:(38/152): ceph-mgr-diskprediction-local-19.0.0- 6.8 MB/s | 7.4 MB 00:01 2024-04-25T02:18:26.423 INFO:teuthology.orchestra.run.smithi113.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-04-25T02:18:26.484 INFO:teuthology.orchestra.run.smithi047.stdout:(39/152): cephadm-19.0.0-2445.gd2c45d97.el9.noa 2.3 MB/s | 762 kB 00:00 2024-04-25T02:18:26.541 INFO:teuthology.orchestra.run.smithi113.stdout:(82/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-04-25T02:18:26.649 INFO:teuthology.orchestra.run.smithi113.stdout:(83/152): python3-packaging-20.9-5.el9.noarch.r 714 kB/s | 77 kB 00:00 2024-04-25T02:18:26.751 INFO:teuthology.orchestra.run.smithi047.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 163 kB/s | 80 kB 00:00 2024-04-25T02:18:26.758 INFO:teuthology.orchestra.run.smithi113.stdout:(84/152): python3-prettytable-0.7.2-27.el9.noar 389 kB/s | 42 kB 00:00 2024-04-25T02:18:26.875 INFO:teuthology.orchestra.run.smithi113.stdout:(85/152): python3-protobuf-3.14.0-13.el9.noarch 2.2 MB/s | 269 kB 00:00 2024-04-25T02:18:26.914 INFO:teuthology.orchestra.run.smithi178.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-25T02:18:26.984 INFO:teuthology.orchestra.run.smithi113.stdout:(86/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-04-25T02:18:27.001 INFO:teuthology.orchestra.run.smithi047.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 379 kB/s | 195 kB 00:00 2024-04-25T02:18:27.037 INFO:teuthology.orchestra.run.smithi047.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 889 kB/s | 253 kB 00:00 2024-04-25T02:18:27.095 INFO:teuthology.orchestra.run.smithi047.stdout:(43/152): libgfortran-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 803 kB 00:00 2024-04-25T02:18:27.100 INFO:teuthology.orchestra.run.smithi113.stdout:(87/152): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-04-25T02:18:27.154 INFO:teuthology.orchestra.run.smithi047.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 916 kB/s | 106 kB 00:00 2024-04-25T02:18:27.204 INFO:teuthology.orchestra.run.smithi047.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-04-25T02:18:27.209 INFO:teuthology.orchestra.run.smithi113.stdout:(88/152): python3-pytz-2021.1-5.el9.noarch.rpm 470 kB/s | 51 kB 00:00 2024-04-25T02:18:27.263 INFO:teuthology.orchestra.run.smithi047.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-04-25T02:18:27.318 INFO:teuthology.orchestra.run.smithi113.stdout:(89/152): python3-requests-oauthlib-1.3.0-12.el 496 kB/s | 54 kB 00:00 2024-04-25T02:18:27.338 INFO:teuthology.orchestra.run.smithi047.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 1.6 MB/s | 215 kB 00:00 2024-04-25T02:18:27.451 INFO:teuthology.orchestra.run.smithi113.stdout:(90/152): python3-babel-2.9.1-2.el9.noarch.rpm 2.1 MB/s | 6.0 MB 00:02 2024-04-25T02:18:27.539 INFO:teuthology.orchestra.run.smithi047.stdout:(48/152): python3-cryptography-36.0.1-4.el9.x86 2.3 MB/s | 1.2 MB 00:00 2024-04-25T02:18:27.560 INFO:teuthology.orchestra.run.smithi113.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 385 kB/s | 42 kB 00:00 2024-04-25T02:18:27.668 INFO:teuthology.orchestra.run.smithi113.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 408 kB/s | 44 kB 00:00 2024-04-25T02:18:27.747 INFO:teuthology.orchestra.run.smithi047.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 515 kB/s | 107 kB 00:00 2024-04-25T02:18:27.777 INFO:teuthology.orchestra.run.smithi113.stdout:(93/152): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-04-25T02:18:27.814 INFO:teuthology.orchestra.run.smithi047.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 327 kB/s | 21 kB 00:00 2024-04-25T02:18:27.877 INFO:teuthology.orchestra.run.smithi113.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 359 kB/s | 36 kB 00:00 2024-04-25T02:18:27.915 INFO:teuthology.orchestra.run.smithi047.stdout:(51/152): automake-1.16.2-8.el9.noarch.rpm 1.0 MB/s | 689 kB 00:00 2024-04-25T02:18:27.990 INFO:teuthology.orchestra.run.smithi047.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 442 kB/s | 33 kB 00:00 2024-04-25T02:18:28.003 INFO:teuthology.orchestra.run.smithi113.stdout:(95/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 379 kB/s | 47 kB 00:00 2024-04-25T02:18:28.065 INFO:teuthology.orchestra.run.smithi047.stdout:(53/152): bison-3.7.4-5.el9.x86_64.rpm 1.3 MB/s | 943 kB 00:00 2024-04-25T02:18:28.113 INFO:teuthology.orchestra.run.smithi113.stdout:(96/152): socat-1.7.4.1-5.el9.x86_64.rpm 2.8 MB/s | 305 kB 00:00 2024-04-25T02:18:28.124 INFO:teuthology.orchestra.run.smithi047.stdout:(54/152): flex-2.6.4-9.el9.x86_64.rpm 1.0 MB/s | 313 kB 00:00 2024-04-25T02:18:28.149 INFO:teuthology.orchestra.run.smithi047.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 220 kB/s | 18 kB 00:00 2024-04-25T02:18:28.182 INFO:teuthology.orchestra.run.smithi047.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 193 kB/s | 11 kB 00:00 2024-04-25T02:18:28.212 INFO:teuthology.orchestra.run.smithi113.stdout:(97/152): uuid-1.6.2-55.el9.x86_64.rpm 578 kB/s | 58 kB 00:00 2024-04-25T02:18:28.241 INFO:teuthology.orchestra.run.smithi047.stdout:(57/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 788 kB/s | 45 kB 00:00 2024-04-25T02:18:28.266 INFO:teuthology.orchestra.run.smithi047.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 160 kB 00:00 2024-04-25T02:18:28.320 INFO:teuthology.orchestra.run.smithi113.stdout:(98/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 865 kB/s | 94 kB 00:00 2024-04-25T02:18:28.421 INFO:teuthology.orchestra.run.smithi113.stdout:(99/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 637 kB/s | 64 kB 00:00 2024-04-25T02:18:28.500 INFO:teuthology.orchestra.run.smithi047.stdout:(59/152): libtool-2.4.6-45.el9.x86_64.rpm 2.4 MB/s | 582 kB 00:00 2024-04-25T02:18:28.521 INFO:teuthology.orchestra.run.smithi113.stdout:(100/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 448 kB/s | 45 kB 00:00 2024-04-25T02:18:28.558 INFO:teuthology.orchestra.run.smithi047.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 443 kB/s | 25 kB 00:00 2024-04-25T02:18:28.600 INFO:teuthology.orchestra.run.smithi047.stdout:(61/152): librdkafka-1.6.1-102.el9.x86_64.rpm 1.8 MB/s | 662 kB 00:00 2024-04-25T02:18:28.621 INFO:teuthology.orchestra.run.smithi113.stdout:(101/152): lua-devel-5.4.4-4.el9.x86_64.rpm 223 kB/s | 22 kB 00:00 2024-04-25T02:18:28.625 INFO:teuthology.orchestra.run.smithi047.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 718 kB/s | 47 kB 00:00 2024-04-25T02:18:28.717 INFO:teuthology.orchestra.run.smithi047.stdout:(63/152): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-04-25T02:18:28.751 INFO:teuthology.orchestra.run.smithi047.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-04-25T02:18:28.785 INFO:teuthology.orchestra.run.smithi047.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 531 kB/s | 35 kB 00:00 2024-04-25T02:18:28.905 INFO:teuthology.orchestra.run.smithi113.stdout:(102/152): protobuf-compiler-3.14.0-13.el9.x86_ 3.0 MB/s | 863 kB 00:00 2024-04-25T02:18:28.926 INFO:teuthology.orchestra.run.smithi047.stdout:(66/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.2 MB/s | 3.0 MB 00:00 2024-04-25T02:18:29.057 INFO:teuthology.orchestra.run.smithi178.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T02:18:29.058 INFO:teuthology.orchestra.run.smithi178.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T02:18:29.069 INFO:teuthology.orchestra.run.smithi178.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T02:18:29.069 INFO:teuthology.orchestra.run.smithi178.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T02:18:29.070 INFO:teuthology.orchestra.run.smithi178.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T02:18:29.071 INFO:teuthology.orchestra.run.smithi178.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T02:18:29.073 INFO:teuthology.orchestra.run.smithi178.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T02:18:29.075 INFO:teuthology.orchestra.run.smithi178.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T02:18:29.076 INFO:teuthology.orchestra.run.smithi178.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T02:18:29.130 INFO:teuthology.orchestra.run.smithi113.stdout:(103/152): abseil-cpp-20211102.0-3.el9.x86_64.r 2.4 MB/s | 548 kB 00:00 2024-04-25T02:18:29.137 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================= 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================= 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout: ceph x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 6.6 k 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-base x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.4 M 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 890 k 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 145 k 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 1.5 M 2024-04-25T02:18:29.158 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 141 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 3.5 M 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 7.4 M 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-rook noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 49 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-radosgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 10 M 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-test x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 48 M 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-volume noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 264 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 762 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 222 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-shell x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 27 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-top noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 18 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T02:18:29.159 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 32 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 745 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: librados-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 127 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cephfs x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 162 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rados x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 321 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 299 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 99 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 85 k 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T02:18:29.160 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-nbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 171 k 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout:Upgrading: 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: librados2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.4 M 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: librbd1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 21 M 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 32 k 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mds x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 2.4 M 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 249 k 2024-04-25T02:18:29.161 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mon x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 4.7 M 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-osd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 17 M 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 15 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-selinux x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 25 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: libcephsqlite x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 163 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T02:18:29.162 INFO:teuthology.orchestra.run.smithi178.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: libradosstriper1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 501 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: librgw2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.3 M 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T02:18:29.163 INFO:teuthology.orchestra.run.smithi178.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-argparse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 45 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 133 k 2024-04-25T02:18:29.164 INFO:teuthology.orchestra.run.smithi178.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T02:18:29.165 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T02:18:29.166 INFO:teuthology.orchestra.run.smithi178.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T02:18:29.167 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T02:18:29.168 INFO:teuthology.orchestra.run.smithi178.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout:Installing weak dependencies: 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2024-04-25T02:18:29.169 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================= 2024-04-25T02:18:29.170 INFO:teuthology.orchestra.run.smithi178.stdout:Install 148 Packages 2024-04-25T02:18:29.170 INFO:teuthology.orchestra.run.smithi178.stdout:Upgrade 4 Packages 2024-04-25T02:18:29.170 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:18:29.170 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 220 M 2024-04-25T02:18:29.170 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2024-04-25T02:18:29.222 INFO:teuthology.orchestra.run.smithi113.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 3.3 MB/s | 309 kB 00:00 2024-04-25T02:18:29.243 INFO:teuthology.orchestra.run.smithi047.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 5.0 MB/s | 1.6 MB 00:00 2024-04-25T02:18:29.256 INFO:teuthology.orchestra.run.smithi113.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 584 kB/s | 19 kB 00:00 2024-04-25T02:18:29.394 INFO:teuthology.orchestra.run.smithi047.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 5.9 MB/s | 911 kB 00:00 2024-04-25T02:18:29.461 INFO:teuthology.orchestra.run.smithi047.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-04-25T02:18:29.581 INFO:teuthology.orchestra.run.smithi113.stdout:(106/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 7.2 MB/s | 16 MB 00:02 2024-04-25T02:18:29.661 INFO:teuthology.orchestra.run.smithi047.stdout:(70/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 5.1 MB/s | 4.4 MB 00:00 2024-04-25T02:18:29.664 INFO:teuthology.orchestra.run.smithi113.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 313 kB/s | 26 kB 00:00 2024-04-25T02:18:29.732 INFO:teuthology.orchestra.run.smithi113.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 728 kB/s | 49 kB 00:00 2024-04-25T02:18:29.732 INFO:teuthology.orchestra.run.smithi178.stdout:(1/152): ceph-19.0.0-2445.gd2c45d97.el9.x86_64. 38 kB/s | 6.6 kB 00:00 2024-04-25T02:18:29.778 INFO:teuthology.orchestra.run.smithi047.stdout:(71/152): openblas-openmp-0.3.21-2.el9.x86_64.r 4.6 MB/s | 4.7 MB 00:01 2024-04-25T02:18:29.815 INFO:teuthology.orchestra.run.smithi113.stdout:(109/152): libarrow-9.0.0-10.el9.x86_64.rpm 7.9 MB/s | 4.4 MB 00:00 2024-04-25T02:18:29.837 INFO:teuthology.orchestra.run.smithi047.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-25T02:18:29.841 INFO:teuthology.orchestra.run.smithi113.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 621 kB/s | 67 kB 00:00 2024-04-25T02:18:29.866 INFO:teuthology.orchestra.run.smithi113.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-04-25T02:18:29.887 INFO:teuthology.orchestra.run.smithi047.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 4.5 MB/s | 1.0 MB 00:00 2024-04-25T02:18:29.933 INFO:teuthology.orchestra.run.smithi113.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 8.1 MB/s | 548 kB 00:00 2024-04-25T02:18:29.954 INFO:teuthology.orchestra.run.smithi047.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-04-25T02:18:29.966 INFO:teuthology.orchestra.run.smithi178.stdout:(2/152): ceph-fuse-19.0.0-2445.gd2c45d97.el9.x8 3.7 MB/s | 890 kB 00:00 2024-04-25T02:18:29.983 INFO:teuthology.orchestra.run.smithi113.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 5.8 MB/s | 838 kB 00:00 2024-04-25T02:18:30.008 INFO:teuthology.orchestra.run.smithi113.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 577 kB/s | 43 kB 00:00 2024-04-25T02:18:30.016 INFO:teuthology.orchestra.run.smithi178.stdout:(3/152): ceph-immutable-object-cache-19.0.0-244 2.8 MB/s | 145 kB 00:00 2024-04-25T02:18:30.029 INFO:teuthology.orchestra.run.smithi047.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 3.3 MB/s | 248 kB 00:00 2024-04-25T02:18:30.034 INFO:teuthology.orchestra.run.smithi113.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-04-25T02:18:30.059 INFO:teuthology.orchestra.run.smithi113.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 298 kB/s | 15 kB 00:00 2024-04-25T02:18:30.084 INFO:teuthology.orchestra.run.smithi113.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-04-25T02:18:30.135 INFO:teuthology.orchestra.run.smithi113.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB 00:00 2024-04-25T02:18:30.146 INFO:teuthology.orchestra.run.smithi047.stdout:(76/152): postgresql-server-13.14-1.el9.x86_64. 8.4 MB/s | 5.8 MB 00:00 2024-04-25T02:18:30.168 INFO:teuthology.orchestra.run.smithi113.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.5 MB/s | 303 kB 00:00 2024-04-25T02:18:30.188 INFO:teuthology.orchestra.run.smithi047.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 162 kB/s | 26 kB 00:00 2024-04-25T02:18:30.193 INFO:teuthology.orchestra.run.smithi113.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 604 kB/s | 35 kB 00:00 2024-04-25T02:18:30.213 INFO:teuthology.orchestra.run.smithi047.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 291 kB/s | 19 kB 00:00 2024-04-25T02:18:30.219 INFO:teuthology.orchestra.run.smithi113.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 4.0 MB/s | 206 kB 00:00 2024-04-25T02:18:30.233 INFO:teuthology.orchestra.run.smithi178.stdout:(4/152): ceph-mds-19.0.0-2445.gd2c45d97.el9.x86 11 MB/s | 2.4 MB 00:00 2024-04-25T02:18:30.255 INFO:teuthology.orchestra.run.smithi047.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.6 MB/s | 172 kB 00:00 2024-04-25T02:18:30.280 INFO:teuthology.orchestra.run.smithi047.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 525 kB/s | 35 kB 00:00 2024-04-25T02:18:30.286 INFO:teuthology.orchestra.run.smithi113.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 2.1 MB/s | 144 kB 00:00 2024-04-25T02:18:30.328 INFO:teuthology.orchestra.run.smithi113.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 257 kB/s | 11 kB 00:00 2024-04-25T02:18:30.347 INFO:teuthology.orchestra.run.smithi047.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-04-25T02:18:30.375 INFO:teuthology.orchestra.run.smithi178.stdout:(5/152): ceph-mgr-19.0.0-2445.gd2c45d97.el9.x86 11 MB/s | 1.5 MB 00:00 2024-04-25T02:18:30.386 INFO:teuthology.orchestra.run.smithi113.stdout:(124/152): python3-grpcio-1.46.7-10.el9.x86_64. 11 MB/s | 2.0 MB 00:00 2024-04-25T02:18:30.411 INFO:teuthology.orchestra.run.smithi113.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 211 kB/s | 18 kB 00:00 2024-04-25T02:18:30.423 INFO:teuthology.orchestra.run.smithi047.stdout:(82/152): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 222 kB 00:00 2024-04-25T02:18:30.437 INFO:teuthology.orchestra.run.smithi113.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-04-25T02:18:30.462 INFO:teuthology.orchestra.run.smithi113.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 386 kB/s | 19 kB 00:00 2024-04-25T02:18:30.487 INFO:teuthology.orchestra.run.smithi113.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-04-25T02:18:30.530 INFO:teuthology.orchestra.run.smithi113.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-04-25T02:18:30.540 INFO:teuthology.orchestra.run.smithi047.stdout:(83/152): python3-babel-2.9.1-2.el9.noarch.rpm 8.5 MB/s | 6.0 MB 00:00 2024-04-25T02:18:30.565 INFO:teuthology.orchestra.run.smithi047.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 547 kB/s | 77 kB 00:00 2024-04-25T02:18:30.571 INFO:teuthology.orchestra.run.smithi113.stdout:(130/152): python3-kubernetes-26.1.0-2.el9.noar 9.4 MB/s | 1.0 MB 00:00 2024-04-25T02:18:30.597 INFO:teuthology.orchestra.run.smithi113.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-04-25T02:18:30.598 INFO:teuthology.orchestra.run.smithi047.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 733 kB/s | 42 kB 00:00 2024-04-25T02:18:30.622 INFO:teuthology.orchestra.run.smithi113.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-25T02:18:30.632 INFO:teuthology.orchestra.run.smithi047.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 4.0 MB/s | 269 kB 00:00 2024-04-25T02:18:30.647 INFO:teuthology.orchestra.run.smithi113.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 5.3 MB/s | 272 kB 00:00 2024-04-25T02:18:30.664 INFO:teuthology.orchestra.run.smithi113.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 392 kB/s | 16 kB 00:00 2024-04-25T02:18:30.666 INFO:teuthology.orchestra.run.smithi047.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.4 MB/s | 159 kB 00:00 2024-04-25T02:18:30.689 INFO:teuthology.orchestra.run.smithi113.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.1 MB/s | 90 kB 00:00 2024-04-25T02:18:30.699 INFO:teuthology.orchestra.run.smithi047.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-04-25T02:18:30.706 INFO:teuthology.orchestra.run.smithi113.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 673 kB/s | 28 kB 00:00 2024-04-25T02:18:30.723 INFO:teuthology.orchestra.run.smithi113.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 916 kB/s | 31 kB 00:00 2024-04-25T02:18:30.725 INFO:teuthology.orchestra.run.smithi047.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 889 kB/s | 51 kB 00:00 2024-04-25T02:18:30.766 INFO:teuthology.orchestra.run.smithi113.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 3.1 MB/s | 188 kB 00:00 2024-04-25T02:18:30.775 INFO:teuthology.orchestra.run.smithi047.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 724 kB/s | 54 kB 00:00 2024-04-25T02:18:30.783 INFO:teuthology.orchestra.run.smithi178.stdout:(6/152): ceph-mon-19.0.0-2445.gd2c45d97.el9.x86 11 MB/s | 4.7 MB 00:00 2024-04-25T02:18:30.791 INFO:teuthology.orchestra.run.smithi113.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 880 kB/s | 59 kB 00:00 2024-04-25T02:18:30.808 INFO:teuthology.orchestra.run.smithi113.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 854 kB/s | 36 kB 00:00 2024-04-25T02:18:30.833 INFO:teuthology.orchestra.run.smithi113.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 1.2 MB/s | 51 kB 00:00 2024-04-25T02:18:30.858 INFO:teuthology.orchestra.run.smithi113.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-04-25T02:18:30.892 INFO:teuthology.orchestra.run.smithi113.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-04-25T02:18:30.900 INFO:teuthology.orchestra.run.smithi047.stdout:(91/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 7.9 MB/s | 5.1 MB 00:00 2024-04-25T02:18:30.900 INFO:teuthology.orchestra.run.smithi178.stdout:(7/152): ceph-base-19.0.0-2445.gd2c45d97.el9.x8 4.0 MB/s | 5.4 MB 00:01 2024-04-25T02:18:30.925 INFO:teuthology.orchestra.run.smithi047.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 278 kB/s | 42 kB 00:00 2024-04-25T02:18:30.926 INFO:teuthology.orchestra.run.smithi113.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 6.3 MB/s | 427 kB 00:00 2024-04-25T02:18:30.943 INFO:teuthology.orchestra.run.smithi113.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-04-25T02:18:30.976 INFO:teuthology.orchestra.run.smithi047.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 596 kB/s | 44 kB 00:00 2024-04-25T02:18:30.984 INFO:teuthology.orchestra.run.smithi113.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-04-25T02:18:31.009 INFO:teuthology.orchestra.run.smithi047.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 2.6 MB/s | 221 kB 00:00 2024-04-25T02:18:31.051 INFO:teuthology.orchestra.run.smithi047.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 483 kB/s | 36 kB 00:00 2024-04-25T02:18:31.093 INFO:teuthology.orchestra.run.smithi047.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 572 kB/s | 47 kB 00:00 2024-04-25T02:18:31.168 INFO:teuthology.orchestra.run.smithi047.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 2.6 MB/s | 305 kB 00:00 2024-04-25T02:18:31.185 INFO:teuthology.orchestra.run.smithi113.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 6.5 MB/s | 1.6 MB 00:00 2024-04-25T02:18:31.194 INFO:teuthology.orchestra.run.smithi047.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 580 kB/s | 58 kB 00:00 2024-04-25T02:18:31.261 INFO:teuthology.orchestra.run.smithi047.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.0 MB/s | 94 kB 00:00 2024-04-25T02:18:31.286 INFO:teuthology.orchestra.run.smithi047.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 695 kB/s | 64 kB 00:00 2024-04-25T02:18:31.354 INFO:teuthology.orchestra.run.smithi047.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 491 kB/s | 45 kB 00:00 2024-04-25T02:18:31.471 INFO:teuthology.orchestra.run.smithi047.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 122 kB/s | 22 kB 00:00 2024-04-25T02:18:31.619 INFO:teuthology.orchestra.run.smithi113.stdout:(148/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 468 kB/s | 4.4 MB 00:09 2024-04-25T02:18:31.893 INFO:teuthology.orchestra.run.smithi047.stdout:(103/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-04-25T02:18:31.894 INFO:teuthology.orchestra.run.smithi113.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 4.9 MB/s | 1.3 MB 00:00 2024-04-25T02:18:31.937 INFO:teuthology.orchestra.run.smithi047.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.1 MB/s | 548 kB 00:00 2024-04-25T02:18:31.996 INFO:teuthology.orchestra.run.smithi047.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 338 kB/s | 19 kB 00:00 2024-04-25T02:18:32.163 INFO:teuthology.orchestra.run.smithi047.stdout:(106/152): protobuf-compiler-3.14.0-13.el9.x86_ 1.0 MB/s | 863 kB 00:00 2024-04-25T02:18:32.197 INFO:teuthology.orchestra.run.smithi047.stdout:(107/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.0 MB/s | 309 kB 00:00 2024-04-25T02:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout:(8/152): ceph-osd-19.0.0-2445.gd2c45d97.el9.x86 11 MB/s | 17 MB 00:01 2024-04-25T02:18:32.330 INFO:teuthology.orchestra.run.smithi047.stdout:(108/152): libarrow-9.0.0-10.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-04-25T02:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout:(9/152): ceph-selinux-19.0.0-2445.gd2c45d97.el9 376 kB/s | 25 kB 00:00 2024-04-25T02:18:32.355 INFO:teuthology.orchestra.run.smithi047.stdout:(109/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 136 kB/s | 26 kB 00:00 2024-04-25T02:18:32.381 INFO:teuthology.orchestra.run.smithi047.stdout:(110/152): liboath-2.6.7-2.el9.x86_64.rpm 264 kB/s | 49 kB 00:00 2024-04-25T02:18:32.385 INFO:teuthology.orchestra.run.smithi113.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.9 MB/s | 2.4 MB 00:00 2024-04-25T02:18:32.406 INFO:teuthology.orchestra.run.smithi047.stdout:(111/152): libunwind-1.6.2-1.el9.x86_64.rpm 905 kB/s | 67 kB 00:00 2024-04-25T02:18:32.462 INFO:teuthology.orchestra.run.smithi178.stdout:(10/152): ceph-radosgw-19.0.0-2445.gd2c45d97.el 6.6 MB/s | 10 MB 00:01 2024-04-25T02:18:32.477 INFO:teuthology.orchestra.run.smithi113.stdout:(151/152): librados2-19.0.0-2445.gd2c45d97.el9. 2.3 MB/s | 3.4 MB 00:01 2024-04-25T02:18:32.490 INFO:teuthology.orchestra.run.smithi047.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 6.5 MB/s | 548 kB 00:00 2024-04-25T02:18:32.523 INFO:teuthology.orchestra.run.smithi047.stdout:(113/152): luarocks-3.9.2-1.el9.noarch.rpm 906 kB/s | 151 kB 00:00 2024-04-25T02:18:32.557 INFO:teuthology.orchestra.run.smithi047.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 658 kB/s | 43 kB 00:00 2024-04-25T02:18:32.582 INFO:teuthology.orchestra.run.smithi047.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 558 kB/s | 32 kB 00:00 2024-04-25T02:18:32.656 INFO:teuthology.orchestra.run.smithi047.stdout:(116/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.0 MB/s | 838 kB 00:00 2024-04-25T02:18:32.683 INFO:teuthology.orchestra.run.smithi047.stdout:(117/152): python3-certifi-2021.10.8-2.el9.noar 120 kB/s | 15 kB 00:00 2024-04-25T02:18:32.703 INFO:teuthology.orchestra.run.smithi178.stdout:(11/152): ceph-common-19.0.0-2445.gd2c45d97.el9 6.7 MB/s | 21 MB 00:03 2024-04-25T02:18:32.716 INFO:teuthology.orchestra.run.smithi047.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-04-25T02:18:32.728 INFO:teuthology.orchestra.run.smithi178.stdout:(12/152): cephfs-mirror-19.0.0-2445.gd2c45d97.e 833 kB/s | 222 kB 00:00 2024-04-25T02:18:32.779 INFO:teuthology.orchestra.run.smithi178.stdout:(13/152): cephfs-shell-19.0.0-2445.gd2c45d97.el 360 kB/s | 27 kB 00:00 2024-04-25T02:18:32.804 INFO:teuthology.orchestra.run.smithi178.stdout:(14/152): libcephfs-devel-19.0.0-2445.gd2c45d97 421 kB/s | 32 kB 00:00 2024-04-25T02:18:32.888 INFO:teuthology.orchestra.run.smithi178.stdout:(15/152): libcephsqlite-19.0.0-2445.gd2c45d97.e 1.9 MB/s | 163 kB 00:00 2024-04-25T02:18:32.903 INFO:teuthology.orchestra.run.smithi047.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.4 MB/s | 303 kB 00:00 2024-04-25T02:18:32.930 INFO:teuthology.orchestra.run.smithi178.stdout:(16/152): libcephfs2-19.0.0-2445.gd2c45d97.el9. 4.8 MB/s | 745 kB 00:00 2024-04-25T02:18:32.950 INFO:teuthology.orchestra.run.smithi047.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 151 kB/s | 35 kB 00:00 2024-04-25T02:18:32.964 INFO:teuthology.orchestra.run.smithi178.stdout:(17/152): librados-devel-19.0.0-2445.gd2c45d97. 1.6 MB/s | 127 kB 00:00 2024-04-25T02:18:32.984 INFO:teuthology.orchestra.run.smithi047.stdout:(121/152): python3-cherrypy-18.6.1-2.el9.noarch 1.1 MB/s | 358 kB 00:00 2024-04-25T02:18:33.030 INFO:teuthology.orchestra.run.smithi178.stdout:(18/152): libradosstriper1-19.0.0-2445.gd2c45d9 4.9 MB/s | 501 kB 00:00 2024-04-25T02:18:33.042 INFO:teuthology.orchestra.run.smithi047.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.4 MB/s | 206 kB 00:00 2024-04-25T02:18:33.076 INFO:teuthology.orchestra.run.smithi047.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 1.6 MB/s | 144 kB 00:00 2024-04-25T02:18:33.101 INFO:teuthology.orchestra.run.smithi047.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 185 kB/s | 11 kB 00:00 2024-04-25T02:18:33.114 INFO:teuthology.orchestra.run.smithi178.stdout:(19/152): python3-ceph-argparse-19.0.0-2445.gd2 543 kB/s | 45 kB 00:00 2024-04-25T02:18:33.135 INFO:teuthology.orchestra.run.smithi047.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 305 kB/s | 18 kB 00:00 2024-04-25T02:18:33.160 INFO:teuthology.orchestra.run.smithi047.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 400 kB/s | 23 kB 00:00 2024-04-25T02:18:33.194 INFO:teuthology.orchestra.run.smithi047.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 336 kB/s | 19 kB 00:00 2024-04-25T02:18:33.214 INFO:teuthology.orchestra.run.smithi178.stdout:(20/152): python3-ceph-common-19.0.0-2445.gd2c4 1.3 MB/s | 133 kB 00:00 2024-04-25T02:18:33.219 INFO:teuthology.orchestra.run.smithi047.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 340 kB/s | 20 kB 00:00 2024-04-25T02:18:33.311 INFO:teuthology.orchestra.run.smithi047.stdout:(129/152): python3-grpcio-1.46.7-10.el9.x86_64. 5.7 MB/s | 2.0 MB 00:00 2024-04-25T02:18:33.314 INFO:teuthology.orchestra.run.smithi178.stdout:(21/152): python3-cephfs-19.0.0-2445.gd2c45d97. 1.6 MB/s | 162 kB 00:00 2024-04-25T02:18:33.336 INFO:teuthology.orchestra.run.smithi047.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 398 kB/s | 46 kB 00:00 2024-04-25T02:18:33.386 INFO:teuthology.orchestra.run.smithi047.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-04-25T02:18:33.423 INFO:teuthology.orchestra.run.smithi178.stdout:(22/152): librgw2-19.0.0-2445.gd2c45d97.el9.x86 12 MB/s | 5.3 MB 00:00 2024-04-25T02:18:33.437 INFO:teuthology.orchestra.run.smithi047.stdout:(132/152): python3-more-itertools-8.12.0-2.el9. 632 kB/s | 79 kB 00:00 2024-04-25T02:18:33.448 INFO:teuthology.orchestra.run.smithi178.stdout:(23/152): python3-rados-19.0.0-2445.gd2c45d97.e 2.3 MB/s | 321 kB 00:00 2024-04-25T02:18:33.462 INFO:teuthology.orchestra.run.smithi047.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 462 kB/s | 58 kB 00:00 2024-04-25T02:18:33.495 INFO:teuthology.orchestra.run.smithi047.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 286 kB/s | 16 kB 00:00 2024-04-25T02:18:33.515 INFO:teuthology.orchestra.run.smithi178.stdout:(24/152): python3-rbd-19.0.0-2445.gd2c45d97.el9 3.2 MB/s | 299 kB 00:00 2024-04-25T02:18:33.521 INFO:teuthology.orchestra.run.smithi047.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-04-25T02:18:33.532 INFO:teuthology.orchestra.run.smithi178.stdout:(25/152): python3-rgw-19.0.0-2445.gd2c45d97.el9 1.2 MB/s | 99 kB 00:00 2024-04-25T02:18:33.554 INFO:teuthology.orchestra.run.smithi047.stdout:(136/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-04-25T02:18:33.580 INFO:teuthology.orchestra.run.smithi047.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 341 kB/s | 28 kB 00:00 2024-04-25T02:18:33.591 INFO:teuthology.orchestra.run.smithi178.stdout:(26/152): rbd-fuse-19.0.0-2445.gd2c45d97.el9.x8 1.1 MB/s | 85 kB 00:00 2024-04-25T02:18:33.605 INFO:teuthology.orchestra.run.smithi047.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 369 kB/s | 31 kB 00:00 2024-04-25T02:18:33.638 INFO:teuthology.orchestra.run.smithi047.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-04-25T02:18:33.663 INFO:teuthology.orchestra.run.smithi047.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 713 kB/s | 59 kB 00:00 2024-04-25T02:18:33.689 INFO:teuthology.orchestra.run.smithi047.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 431 kB/s | 36 kB 00:00 2024-04-25T02:18:33.700 INFO:teuthology.orchestra.run.smithi178.stdout:(27/152): rbd-nbd-19.0.0-2445.gd2c45d97.el9.x86 1.5 MB/s | 171 kB 00:00 2024-04-25T02:18:33.723 INFO:teuthology.orchestra.run.smithi047.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 613 kB/s | 51 kB 00:00 2024-04-25T02:18:33.756 INFO:teuthology.orchestra.run.smithi047.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-25T02:18:33.783 INFO:teuthology.orchestra.run.smithi178.stdout:(28/152): ceph-grafana-dashboards-19.0.0-2445.g 381 kB/s | 32 kB 00:00 2024-04-25T02:18:33.806 INFO:teuthology.orchestra.run.smithi047.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 769 kB/s | 90 kB 00:00 2024-04-25T02:18:33.832 INFO:teuthology.orchestra.run.smithi047.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 267 kB/s | 20 kB 00:00 2024-04-25T02:18:33.865 INFO:teuthology.orchestra.run.smithi047.stdout:(146/152): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-04-25T02:18:33.875 INFO:teuthology.orchestra.run.smithi178.stdout:(29/152): ceph-mgr-cephadm-19.0.0-2445.gd2c45d9 1.5 MB/s | 141 kB 00:00 2024-04-25T02:18:33.899 INFO:teuthology.orchestra.run.smithi047.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-04-25T02:18:33.934 INFO:teuthology.orchestra.run.smithi178.stdout:(30/152): rbd-mirror-19.0.0-2445.gd2c45d97.el9. 7.7 MB/s | 3.1 MB 00:00 2024-04-25T02:18:33.991 INFO:teuthology.orchestra.run.smithi047.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-04-25T02:18:34.218 INFO:teuthology.orchestra.run.smithi178.stdout:(31/152): ceph-mgr-dashboard-19.0.0-2445.gd2c45 10 MB/s | 3.5 MB 00:00 2024-04-25T02:18:34.293 INFO:teuthology.orchestra.run.smithi178.stdout:(32/152): ceph-mgr-modules-core-19.0.0-2445.gd2 3.3 MB/s | 249 kB 00:00 2024-04-25T02:18:34.385 INFO:teuthology.orchestra.run.smithi178.stdout:(33/152): ceph-mgr-rook-19.0.0-2445.gd2c45d97.e 540 kB/s | 49 kB 00:00 2024-04-25T02:18:34.502 INFO:teuthology.orchestra.run.smithi178.stdout:(34/152): ceph-prometheus-alerts-19.0.0-2445.gd 131 kB/s | 15 kB 00:00 2024-04-25T02:18:34.524 INFO:teuthology.orchestra.run.smithi047.stdout:(149/152): librbd1-19.0.0-2445.gd2c45d97.el9.x8 5.0 MB/s | 3.1 MB 00:00 2024-04-25T02:18:34.585 INFO:teuthology.orchestra.run.smithi178.stdout:(35/152): ceph-volume-19.0.0-2445.gd2c45d97.el9 3.1 MB/s | 264 kB 00:00 2024-04-25T02:18:34.661 INFO:teuthology.orchestra.run.smithi113.stdout:(152/152): librbd1-19.0.0-2445.gd2c45d97.el9.x8 923 kB/s | 3.1 MB 00:03 2024-04-25T02:18:34.663 INFO:teuthology.orchestra.run.smithi113.stdout:-------------------------------------------------------------------------------- 2024-04-25T02:18:34.664 INFO:teuthology.orchestra.run.smithi113.stdout:Total 10 MB/s | 220 MB 00:21 2024-04-25T02:18:34.677 INFO:teuthology.orchestra.run.smithi178.stdout:(36/152): cephadm-19.0.0-2445.gd2c45d97.el9.noa 8.1 MB/s | 762 kB 00:00 2024-04-25T02:18:34.761 INFO:teuthology.orchestra.run.smithi178.stdout:(37/152): ceph-mgr-diskprediction-local-19.0.0- 8.9 MB/s | 7.4 MB 00:00 2024-04-25T02:18:34.786 INFO:teuthology.orchestra.run.smithi178.stdout:(38/152): cephfs-top-19.0.0-2445.gd2c45d97.el9. 168 kB/s | 18 kB 00:00 2024-04-25T02:18:34.825 INFO:teuthology.orchestra.run.smithi047.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 1.6 MB/s | 1.3 MB 00:00 2024-04-25T02:18:34.895 INFO:teuthology.orchestra.run.smithi178.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 601 kB/s | 80 kB 00:00 2024-04-25T02:18:34.970 INFO:teuthology.orchestra.run.smithi178.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 4.3 MB/s | 803 kB 00:00 2024-04-25T02:18:34.995 INFO:teuthology.orchestra.run.smithi178.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 195 kB 00:00 2024-04-25T02:18:35.020 INFO:teuthology.orchestra.run.smithi178.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-04-25T02:18:35.063 INFO:teuthology.orchestra.run.smithi178.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-04-25T02:18:35.088 INFO:teuthology.orchestra.run.smithi178.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-04-25T02:18:35.113 INFO:teuthology.orchestra.run.smithi178.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-25T02:18:35.138 INFO:teuthology.orchestra.run.smithi178.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-25T02:18:35.172 INFO:teuthology.orchestra.run.smithi178.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-04-25T02:18:35.281 INFO:teuthology.orchestra.run.smithi178.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 4.7 MB/s | 689 kB 00:00 2024-04-25T02:18:35.356 INFO:teuthology.orchestra.run.smithi178.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-04-25T02:18:35.406 INFO:teuthology.orchestra.run.smithi178.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 431 kB/s | 21 kB 00:00 2024-04-25T02:18:35.473 INFO:teuthology.orchestra.run.smithi178.stdout:(51/152): bison-3.7.4-5.el9.x86_64.rpm 3.1 MB/s | 943 kB 00:00 2024-04-25T02:18:35.523 INFO:teuthology.orchestra.run.smithi178.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 658 kB/s | 33 kB 00:00 2024-04-25T02:18:35.549 INFO:teuthology.orchestra.run.smithi178.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 2.2 MB/s | 313 kB 00:00 2024-04-25T02:18:35.607 INFO:teuthology.orchestra.run.smithi178.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 313 kB/s | 18 kB 00:00 2024-04-25T02:18:35.649 INFO:teuthology.orchestra.run.smithi178.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 268 kB/s | 11 kB 00:00 2024-04-25T02:18:35.741 INFO:teuthology.orchestra.run.smithi178.stdout:(56/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-04-25T02:18:35.775 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction check 2024-04-25T02:18:35.808 INFO:teuthology.orchestra.run.smithi178.stdout:(57/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 680 kB/s | 45 kB 00:00 2024-04-25T02:18:35.914 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction check succeeded. 2024-04-25T02:18:35.915 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction test 2024-04-25T02:18:36.292 INFO:teuthology.orchestra.run.smithi047.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 1.4 MB/s | 2.4 MB 00:01 2024-04-25T02:18:36.458 INFO:teuthology.orchestra.run.smithi178.stdout:(58/152): ceph-test-19.0.0-2445.gd2c45d97.el9.x 12 MB/s | 48 MB 00:04 2024-04-25T02:18:36.567 INFO:teuthology.orchestra.run.smithi178.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 873 kB/s | 662 kB 00:00 2024-04-25T02:18:36.625 INFO:teuthology.orchestra.run.smithi178.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 437 kB/s | 25 kB 00:00 2024-04-25T02:18:36.692 INFO:teuthology.orchestra.run.smithi178.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 2.4 MB/s | 582 kB 00:00 2024-04-25T02:18:36.742 INFO:teuthology.orchestra.run.smithi047.stdout:(152/152): librados2-19.0.0-2445.gd2c45d97.el9. 1.2 MB/s | 3.4 MB 00:02 2024-04-25T02:18:36.747 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-04-25T02:18:36.748 INFO:teuthology.orchestra.run.smithi047.stdout:Total 12 MB/s | 220 MB 00:17 2024-04-25T02:18:36.768 INFO:teuthology.orchestra.run.smithi178.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 334 kB/s | 47 kB 00:00 2024-04-25T02:18:36.835 INFO:teuthology.orchestra.run.smithi178.stdout:(63/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.3 MB/s | 3.0 MB 00:01 2024-04-25T02:18:36.885 INFO:teuthology.orchestra.run.smithi178.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 1.6 MB/s | 188 kB 00:00 2024-04-25T02:18:36.927 INFO:teuthology.orchestra.run.smithi178.stdout:(65/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.2 MB/s | 292 kB 00:00 2024-04-25T02:18:36.952 INFO:teuthology.orchestra.run.smithi178.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 301 kB/s | 35 kB 00:00 2024-04-25T02:18:37.294 INFO:teuthology.orchestra.run.smithi178.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 4.7 MB/s | 1.6 MB 00:00 2024-04-25T02:18:37.586 INFO:teuthology.orchestra.run.smithi178.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 3.1 MB/s | 911 kB 00:00 2024-04-25T02:18:37.665 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction test succeeded. 2024-04-25T02:18:37.666 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction 2024-04-25T02:18:37.678 INFO:teuthology.orchestra.run.smithi178.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-04-25T02:18:37.803 INFO:teuthology.orchestra.run.smithi178.stdout:(70/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 5.1 MB/s | 4.4 MB 00:00 2024-04-25T02:18:38.012 INFO:teuthology.orchestra.run.smithi178.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 4.8 MB/s | 1.0 MB 00:00 2024-04-25T02:18:38.079 INFO:teuthology.orchestra.run.smithi178.stdout:(72/152): openblas-openmp-0.3.21-2.el9.x86_64.r 4.0 MB/s | 4.7 MB 00:01 2024-04-25T02:18:38.137 INFO:teuthology.orchestra.run.smithi178.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 699 kB/s | 87 kB 00:00 2024-04-25T02:18:38.221 INFO:teuthology.orchestra.run.smithi178.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 2.9 MB/s | 244 kB 00:00 2024-04-25T02:18:38.405 INFO:teuthology.orchestra.run.smithi178.stdout:(75/152): postgresql-server-13.14-1.el9.x86_64. 8.0 MB/s | 5.8 MB 00:00 2024-04-25T02:18:38.521 INFO:teuthology.orchestra.run.smithi178.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 826 kB/s | 248 kB 00:00 2024-04-25T02:18:38.563 INFO:teuthology.orchestra.run.smithi178.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 162 kB/s | 26 kB 00:00 2024-04-25T02:18:38.588 INFO:teuthology.orchestra.run.smithi178.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 287 kB/s | 19 kB 00:00 2024-04-25T02:18:38.697 INFO:teuthology.orchestra.run.smithi178.stdout:(79/152): python3-babel-2.9.1-2.el9.noarch.rpm 9.6 MB/s | 6.0 MB 00:00 2024-04-25T02:18:38.723 INFO:teuthology.orchestra.run.smithi178.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 260 kB/s | 35 kB 00:00 2024-04-25T02:18:38.756 INFO:teuthology.orchestra.run.smithi178.stdout:(81/152): python3-mako-1.1.4-6.el9.noarch.rpm 896 kB/s | 172 kB 00:00 2024-04-25T02:18:38.840 INFO:teuthology.orchestra.run.smithi178.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-04-25T02:18:38.906 INFO:teuthology.orchestra.run.smithi178.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-04-25T02:18:38.982 INFO:teuthology.orchestra.run.smithi178.stdout:(84/152): python3-prettytable-0.7.2-27.el9.noar 564 kB/s | 42 kB 00:00 2024-04-25T02:18:39.007 INFO:teuthology.orchestra.run.smithi178.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 463 kB/s | 77 kB 00:00 2024-04-25T02:18:39.143 INFO:teuthology.orchestra.run.smithi178.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 1.6 MB/s | 269 kB 00:00 2024-04-25T02:18:39.182 INFO:teuthology.orchestra.run.smithi178.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 905 kB/s | 159 kB 00:00 2024-04-25T02:18:39.250 INFO:teuthology.orchestra.run.smithi178.stdout:(88/152): python3-pytz-2021.1-5.el9.noarch.rpm 767 kB/s | 51 kB 00:00 2024-04-25T02:18:39.283 INFO:teuthology.orchestra.run.smithi178.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 2.0 MB/s | 279 kB 00:00 2024-04-25T02:18:39.342 INFO:teuthology.orchestra.run.smithi178.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 585 kB/s | 54 kB 00:00 2024-04-25T02:18:39.417 INFO:teuthology.orchestra.run.smithi178.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 557 kB/s | 42 kB 00:00 2024-04-25T02:18:39.509 INFO:teuthology.orchestra.run.smithi178.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 481 kB/s | 44 kB 00:00 2024-04-25T02:18:39.668 INFO:teuthology.orchestra.run.smithi178.stdout:(93/152): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-04-25T02:18:39.677 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-04-25T02:18:39.718 INFO:teuthology.orchestra.run.smithi178.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 722 kB/s | 36 kB 00:00 2024-04-25T02:18:39.793 INFO:teuthology.orchestra.run.smithi178.stdout:(95/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 635 kB/s | 47 kB 00:00 2024-04-25T02:18:39.868 INFO:teuthology.orchestra.run.smithi178.stdout:(96/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.4 MB/s | 5.1 MB 00:01 2024-04-25T02:18:39.935 INFO:teuthology.orchestra.run.smithi178.stdout:(97/152): uuid-1.6.2-55.el9.x86_64.rpm 869 kB/s | 58 kB 00:00 2024-04-25T02:18:39.948 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-04-25T02:18:39.948 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-04-25T02:18:39.977 INFO:teuthology.orchestra.run.smithi178.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 1.6 MB/s | 305 kB 00:00 2024-04-25T02:18:40.019 INFO:teuthology.orchestra.run.smithi178.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.1 MB/s | 94 kB 00:00 2024-04-25T02:18:40.086 INFO:teuthology.orchestra.run.smithi178.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 586 kB/s | 64 kB 00:00 2024-04-25T02:18:40.111 INFO:teuthology.orchestra.run.smithi178.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 487 kB/s | 45 kB 00:00 2024-04-25T02:18:40.253 INFO:teuthology.orchestra.run.smithi178.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 134 kB/s | 22 kB 00:00 2024-04-25T02:18:40.353 INFO:teuthology.orchestra.run.smithi178.stdout:(103/152): abseil-cpp-20211102.0-3.el9.x86_64.r 5.4 MB/s | 548 kB 00:00 2024-04-25T02:18:40.395 INFO:teuthology.orchestra.run.smithi178.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 7.3 MB/s | 309 kB 00:00 2024-04-25T02:18:40.429 INFO:teuthology.orchestra.run.smithi178.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 584 kB/s | 19 kB 00:00 2024-04-25T02:18:40.463 INFO:teuthology.orchestra.run.smithi178.stdout:(106/152): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB 00:00 2024-04-25T02:18:40.530 INFO:teuthology.orchestra.run.smithi178.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 390 kB/s | 26 kB 00:00 2024-04-25T02:18:40.597 INFO:teuthology.orchestra.run.smithi178.stdout:(108/152): libarrow-9.0.0-10.el9.x86_64.rpm 26 MB/s | 4.4 MB 00:00 2024-04-25T02:18:40.622 INFO:teuthology.orchestra.run.smithi178.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 529 kB/s | 49 kB 00:00 2024-04-25T02:18:40.647 INFO:teuthology.orchestra.run.smithi178.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-25T02:18:40.672 INFO:teuthology.orchestra.run.smithi178.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-04-25T02:18:40.823 INFO:teuthology.orchestra.run.smithi178.stdout:(112/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-04-25T02:18:40.865 INFO:teuthology.orchestra.run.smithi178.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.8 MB/s | 838 kB 00:00 2024-04-25T02:18:40.898 INFO:teuthology.orchestra.run.smithi178.stdout:(114/152): python3-asyncssh-2.13.2-5.el9.noarch 2.4 MB/s | 548 kB 00:00 2024-04-25T02:18:40.923 INFO:teuthology.orchestra.run.smithi178.stdout:(115/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 433 kB/s | 43 kB 00:00 2024-04-25T02:18:40.949 INFO:teuthology.orchestra.run.smithi178.stdout:(116/152): python3-cachetools-4.2.4-1.el9.noarc 385 kB/s | 32 kB 00:00 2024-04-25T02:18:40.965 INFO:teuthology.orchestra.run.smithi178.stdout:(117/152): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-04-25T02:18:40.991 INFO:teuthology.orchestra.run.smithi178.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-04-25T02:18:41.016 INFO:teuthology.orchestra.run.smithi178.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-04-25T02:18:41.041 INFO:teuthology.orchestra.run.smithi178.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 705 kB/s | 35 kB 00:00 2024-04-25T02:18:41.066 INFO:teuthology.orchestra.run.smithi178.stdout:(121/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.9 MB/s | 303 kB 00:00 2024-04-25T02:18:41.092 INFO:teuthology.orchestra.run.smithi178.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 2.7 MB/s | 206 kB 00:00 2024-04-25T02:18:41.150 INFO:teuthology.orchestra.run.smithi178.stdout:(123/152): python3-grpcio-1.46.7-10.el9.x86_64. 19 MB/s | 2.0 MB 00:00 2024-04-25T02:18:41.167 INFO:teuthology.orchestra.run.smithi178.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 142 kB/s | 11 kB 00:00 2024-04-25T02:18:41.184 INFO:teuthology.orchestra.run.smithi178.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 530 kB/s | 18 kB 00:00 2024-04-25T02:18:41.201 INFO:teuthology.orchestra.run.smithi178.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 690 kB/s | 23 kB 00:00 2024-04-25T02:18:41.218 INFO:teuthology.orchestra.run.smithi178.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 579 kB/s | 19 kB 00:00 2024-04-25T02:18:41.235 INFO:teuthology.orchestra.run.smithi178.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 588 kB/s | 20 kB 00:00 2024-04-25T02:18:41.260 INFO:teuthology.orchestra.run.smithi178.stdout:(129/152): python3-grpcio-tools-1.46.7-10.el9.x 858 kB/s | 144 kB 00:00 2024-04-25T02:18:41.286 INFO:teuthology.orchestra.run.smithi178.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 920 kB/s | 46 kB 00:00 2024-04-25T02:18:41.319 INFO:teuthology.orchestra.run.smithi178.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-04-25T02:18:41.344 INFO:teuthology.orchestra.run.smithi178.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 986 kB/s | 58 kB 00:00 2024-04-25T02:18:41.378 INFO:teuthology.orchestra.run.smithi178.stdout:(133/152): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-04-25T02:18:41.403 INFO:teuthology.orchestra.run.smithi178.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-04-25T02:18:41.429 INFO:teuthology.orchestra.run.smithi178.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-04-25T02:18:41.454 INFO:teuthology.orchestra.run.smithi178.stdout:(136/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-04-25T02:18:41.479 INFO:teuthology.orchestra.run.smithi178.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 374 kB/s | 28 kB 00:00 2024-04-25T02:18:41.505 INFO:teuthology.orchestra.run.smithi178.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 408 kB/s | 31 kB 00:00 2024-04-25T02:18:41.530 INFO:teuthology.orchestra.run.smithi178.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-04-25T02:18:41.555 INFO:teuthology.orchestra.run.smithi178.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-04-25T02:18:41.580 INFO:teuthology.orchestra.run.smithi178.stdout:(141/152): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-04-25T02:18:41.605 INFO:teuthology.orchestra.run.smithi178.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-04-25T02:18:41.631 INFO:teuthology.orchestra.run.smithi178.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-25T02:18:41.656 INFO:teuthology.orchestra.run.smithi178.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-04-25T02:18:41.681 INFO:teuthology.orchestra.run.smithi178.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-04-25T02:18:41.707 INFO:teuthology.orchestra.run.smithi178.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-25T02:18:41.732 INFO:teuthology.orchestra.run.smithi178.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-04-25T02:18:41.857 INFO:teuthology.orchestra.run.smithi178.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-04-25T02:18:42.016 INFO:teuthology.orchestra.run.smithi178.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 8.5 MB/s | 1.3 MB 00:00 2024-04-25T02:18:42.091 INFO:teuthology.orchestra.run.smithi178.stdout:(150/152): librados2-19.0.0-2445.gd2c45d97.el9. 8.8 MB/s | 3.4 MB 00:00 2024-04-25T02:18:42.149 INFO:teuthology.orchestra.run.smithi178.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 18 MB/s | 2.4 MB 00:00 2024-04-25T02:18:42.208 INFO:teuthology.orchestra.run.smithi178.stdout:(152/152): librbd1-19.0.0-2445.gd2c45d97.el9.x8 6.6 MB/s | 3.1 MB 00:00 2024-04-25T02:18:42.211 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2024-04-25T02:18:42.212 INFO:teuthology.orchestra.run.smithi178.stdout:Total 17 MB/s | 220 MB 00:13 2024-04-25T02:18:42.749 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-04-25T02:18:42.749 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-04-25T02:18:43.284 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2024-04-25T02:18:43.424 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2024-04-25T02:18:43.424 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2024-04-25T02:18:43.564 INFO:teuthology.orchestra.run.smithi113.stdout: Preparing : 1/1 2024-04-25T02:18:43.655 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T02:18:43.786 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T02:18:43.949 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T02:18:43.990 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T02:18:44.015 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T02:18:44.059 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T02:18:44.388 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T02:18:44.500 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:18:44.613 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:18:44.643 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:18:44.717 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:18:44.746 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T02:18:44.906 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T02:18:44.961 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T02:18:44.988 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:18:45.108 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:18:45.131 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T02:18:45.164 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2024-04-25T02:18:45.165 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2024-04-25T02:18:45.194 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T02:18:45.216 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T02:18:45.240 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T02:18:45.415 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T02:18:45.449 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T02:18:45.554 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T02:18:45.659 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T02:18:45.690 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T02:18:45.732 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T02:18:45.807 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T02:18:45.857 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T02:18:45.901 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T02:18:45.933 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T02:18:45.961 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T02:18:46.032 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T02:18:46.084 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T02:18:46.123 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T02:18:46.175 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T02:18:46.251 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T02:18:46.285 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 31/156 2024-04-25T02:18:46.330 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 32/156 2024-04-25T02:18:46.389 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 33/156 2024-04-25T02:18:46.461 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T02:18:46.505 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T02:18:46.580 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T02:18:46.723 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T02:18:46.958 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T02:18:47.489 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T02:18:47.579 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T02:18:47.616 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T02:18:47.659 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T02:18:47.697 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 43/156 2024-04-25T02:18:47.738 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T02:18:47.893 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T02:18:47.950 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T02:18:48.005 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T02:18:48.078 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T02:18:48.109 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T02:18:48.154 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T02:18:48.209 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T02:18:48.245 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T02:18:48.288 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T02:18:48.339 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T02:18:48.475 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T02:18:48.528 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T02:18:48.558 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T02:18:48.599 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T02:18:48.694 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T02:18:48.741 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T02:18:48.781 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T02:18:48.807 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T02:18:48.831 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T02:18:48.907 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T02:18:49.043 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T02:18:49.072 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T02:18:49.101 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T02:18:49.135 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T02:18:49.174 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T02:18:49.214 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T02:18:49.252 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T02:18:49.287 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T02:18:49.297 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-04-25T02:18:49.321 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T02:18:49.362 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T02:18:49.397 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T02:18:49.458 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T02:18:49.483 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T02:18:49.535 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T02:18:49.558 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T02:18:49.575 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T02:18:49.621 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T02:18:49.721 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T02:18:49.768 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T02:18:49.839 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T02:18:49.930 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T02:18:49.968 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T02:18:50.120 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T02:18:50.497 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T02:18:50.549 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T02:18:50.562 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T02:18:50.582 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T02:18:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:18:50.684 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T02:18:50.749 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T02:18:50.836 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T02:18:50.866 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:18:50.868 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T02:18:50.898 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:18:51.044 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T02:18:51.057 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:18:51.074 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T02:18:51.098 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T02:18:51.137 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2024-04-25T02:18:51.160 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T02:18:51.228 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T02:18:51.274 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T02:18:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T02:18:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T02:18:51.396 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T02:18:51.438 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T02:18:51.463 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T02:18:51.530 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T02:18:51.561 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:18:51.738 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:18:51.764 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T02:18:51.770 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T02:18:51.819 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T02:18:51.864 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:18:51.870 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T02:18:51.905 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T02:18:51.931 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T02:18:51.974 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T02:18:51.986 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:18:52.014 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:18:52.098 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:18:52.127 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T02:18:52.277 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T02:18:52.291 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T02:18:52.324 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T02:18:52.352 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:18:52.356 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T02:18:52.455 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:18:52.478 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T02:18:52.524 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T02:18:52.545 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T02:18:52.559 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T02:18:52.570 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T02:18:52.688 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T02:18:52.745 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T02:18:52.778 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T02:18:52.790 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T02:18:52.812 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T02:18:52.918 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T02:18:52.924 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T02:18:52.977 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T02:18:53.014 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T02:18:53.042 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T02:18:53.044 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T02:18:53.079 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T02:18:53.092 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T02:18:53.130 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T02:18:53.143 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T02:18:53.177 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T02:18:53.178 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T02:18:53.222 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T02:18:53.252 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T02:18:53.254 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T02:18:53.278 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T02:18:53.282 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T02:18:53.306 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T02:18:53.330 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T02:18:53.339 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T02:18:53.350 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T02:18:53.365 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T02:18:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T02:18:53.424 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T02:18:53.443 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T02:18:53.478 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T02:18:53.536 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T02:18:53.554 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T02:18:53.576 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 31/156 2024-04-25T02:18:53.589 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 31/156 2024-04-25T02:18:53.632 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 32/156 2024-04-25T02:18:53.648 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T02:18:53.652 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 32/156 2024-04-25T02:18:53.669 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 33/156 2024-04-25T02:18:53.685 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T02:18:53.692 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 33/156 2024-04-25T02:18:53.740 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T02:18:53.776 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T02:18:53.784 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T02:18:53.807 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 100/156 2024-04-25T02:18:53.819 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T02:18:53.843 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T02:18:53.867 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T02:18:53.886 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T02:18:53.998 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T02:18:54.002 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T02:18:54.053 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T02:18:54.193 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T02:18:54.266 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T02:18:54.313 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T02:18:54.355 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T02:18:54.435 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T02:18:54.474 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 104/156 2024-04-25T02:18:54.568 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T02:18:54.657 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T02:18:54.686 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T02:18:54.728 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T02:18:54.766 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 43/156 2024-04-25T02:18:54.808 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T02:18:54.962 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T02:18:55.012 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T02:18:55.019 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T02:18:55.075 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T02:18:55.124 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T02:18:55.147 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T02:18:55.164 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T02:18:55.178 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T02:18:55.209 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T02:18:55.215 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T02:18:55.251 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 43/156 2024-04-25T02:18:55.279 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T02:18:55.310 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T02:18:55.314 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T02:18:55.357 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T02:18:55.401 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T02:18:55.533 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T02:18:55.580 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T02:18:55.582 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T02:18:55.610 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T02:18:55.651 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T02:18:55.659 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T02:18:55.744 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T02:18:55.745 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T02:18:55.777 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T02:18:55.817 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T02:18:55.837 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T02:18:55.842 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T02:18:55.867 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T02:18:55.891 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T02:18:55.931 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T02:18:55.940 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T02:18:56.002 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T02:18:56.047 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T02:18:56.067 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T02:18:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T02:18:56.111 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T02:18:56.135 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T02:18:56.170 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T02:18:56.179 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T02:18:56.209 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T02:18:56.240 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T02:18:56.270 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T02:18:56.305 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T02:18:56.338 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T02:18:56.379 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T02:18:56.414 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T02:18:56.422 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T02:18:56.478 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T02:18:56.500 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T02:18:56.516 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T02:18:56.577 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T02:18:56.687 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T02:18:56.718 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T02:18:56.746 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:18:56.751 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T02:18:56.765 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T02:18:56.786 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:18:56.849 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T02:18:56.863 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T02:18:56.908 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T02:18:56.910 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T02:18:56.949 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T02:18:57.004 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T02:18:57.204 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T02:18:57.330 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:18:57.382 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T02:18:57.396 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T02:18:57.445 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T02:18:57.474 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T02:18:57.474 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T02:18:57.474 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T02:18:57.474 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:18:57.493 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T02:18:57.500 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T02:18:57.540 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T02:18:57.608 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T02:18:57.623 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T02:18:57.667 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T02:18:57.674 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T02:18:57.708 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T02:18:57.716 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T02:18:57.787 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T02:18:57.806 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T02:18:57.837 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T02:18:57.857 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T02:18:57.925 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T02:18:57.944 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T02:18:57.978 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T02:18:57.984 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T02:18:58.129 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T02:18:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T02:18:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T02:18:58.201 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T02:18:58.243 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T02:18:58.261 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T02:18:58.318 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T02:18:58.497 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T02:18:58.572 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T02:18:58.896 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T02:18:59.014 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T02:18:59.591 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T02:18:59.671 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T02:18:59.705 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T02:18:59.841 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T02:18:59.909 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T02:19:00.021 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T02:19:00.072 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T02:19:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T02:19:00.318 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T02:19:00.319 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T02:19:00.347 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T02:19:00.360 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T02:19:00.380 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T02:19:00.517 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T02:19:00.693 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T02:19:00.735 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T02:19:00.843 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T02:19:00.873 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 100/156 2024-04-25T02:19:00.909 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T02:19:01.385 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T02:19:01.422 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T02:19:01.467 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T02:19:01.492 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T02:19:01.514 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 104/156 2024-04-25T02:19:01.637 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T02:19:03.383 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T02:19:03.491 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T02:19:03.533 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T02:19:03.572 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T02:19:03.791 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:19:03.836 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:19:03.985 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T02:19:04.029 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T02:19:04.144 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T02:19:04.203 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 100/156 2024-04-25T02:19:04.251 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T02:19:04.375 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:19:04.423 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T02:19:04.496 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T02:19:04.496 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T02:19:04.497 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T02:19:04.497 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:04.524 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T02:19:04.815 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T02:19:04.848 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T02:19:04.974 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T02:19:05.000 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 104/156 2024-04-25T02:19:07.784 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:19:07.838 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:19:08.544 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T02:19:08.591 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T02:19:08.765 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T02:19:08.765 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T02:19:08.765 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T02:19:08.765 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:08.817 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T02:19:09.062 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T02:19:09.062 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /sys 2024-04-25T02:19:09.062 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /proc 2024-04-25T02:19:09.062 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /mnt 2024-04-25T02:19:09.062 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /var/tmp 2024-04-25T02:19:09.063 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /home 2024-04-25T02:19:09.063 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /root 2024-04-25T02:19:09.063 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /tmp 2024-04-25T02:19:09.063 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:09.220 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T02:19:09.236 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T02:19:09.236 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:09.236 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T02:19:09.236 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:10.698 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T02:19:10.724 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T02:19:10.724 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:10.724 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T02:19:10.724 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T02:19:10.724 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T02:19:10.724 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:10.949 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T02:19:10.971 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T02:19:10.972 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:10.972 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T02:19:10.972 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T02:19:10.972 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T02:19:10.972 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:11.408 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T02:19:11.430 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T02:19:11.431 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:11.431 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T02:19:11.431 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T02:19:11.431 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T02:19:11.431 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:11.529 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T02:19:11.569 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T02:19:11.625 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T02:19:11.811 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T02:19:11.851 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T02:19:11.919 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T02:19:12.008 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T02:19:12.147 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T02:19:12.184 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T02:19:12.215 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T02:19:12.235 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T02:19:12.610 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T02:19:12.633 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T02:19:12.665 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 124/156 2024-04-25T02:19:12.727 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 125/156 2024-04-25T02:19:12.765 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T02:19:13.797 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T02:19:13.841 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T02:19:14.801 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T02:19:14.834 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T02:19:14.936 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T02:19:15.105 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 129/156 2024-04-25T02:19:15.135 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T02:19:15.158 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T02:19:15.158 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:15.159 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T02:19:15.159 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T02:19:15.159 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T02:19:15.159 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:15.203 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T02:19:15.214 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T02:19:15.331 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 132/156 2024-04-25T02:19:15.376 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 133/156 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /sys 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /proc 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /mnt 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /var/tmp 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /home 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /root 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /tmp 2024-04-25T02:19:15.660 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:15.830 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T02:19:15.843 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T02:19:15.843 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:15.843 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T02:19:15.843 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:16.273 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T02:19:16.306 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T02:19:16.328 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T02:19:16.328 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:16.328 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T02:19:16.328 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T02:19:16.329 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T02:19:16.329 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:16.373 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T02:19:16.395 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T02:19:16.395 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:16.395 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T02:19:16.395 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:16.440 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T02:19:16.463 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T02:19:16.463 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:16.463 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T02:19:16.463 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T02:19:16.463 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T02:19:16.463 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:16.766 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T02:19:16.789 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T02:19:16.789 INFO:teuthology.orchestra.run.smithi113.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:16.789 INFO:teuthology.orchestra.run.smithi113.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T02:19:16.789 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T02:19:16.789 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T02:19:16.789 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T02:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T02:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T02:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T02:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T02:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:17.581 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T02:19:17.603 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T02:19:17.603 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:17.603 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T02:19:17.604 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T02:19:17.604 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T02:19:17.604 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:18.048 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T02:19:18.070 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T02:19:18.071 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:18.071 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T02:19:18.071 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T02:19:18.071 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T02:19:18.071 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T02:19:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T02:19:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T02:19:18.467 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T02:19:18.515 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T02:19:18.584 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T02:19:18.672 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T02:19:18.804 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T02:19:18.840 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T02:19:18.872 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T02:19:18.928 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T02:19:19.343 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T02:19:19.382 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T02:19:19.413 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 124/156 2024-04-25T02:19:19.476 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 125/156 2024-04-25T02:19:19.513 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T02:19:20.541 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T02:19:20.581 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T02:19:21.280 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 139/156 2024-04-25T02:19:21.321 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 140/156 2024-04-25T02:19:21.362 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 141/156 2024-04-25T02:19:21.394 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T02:19:21.446 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T02:19:21.547 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T02:19:21.582 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T02:19:21.632 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 144/156 2024-04-25T02:19:21.677 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T02:19:21.682 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T02:19:21.706 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 146/156 2024-04-25T02:19:21.845 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 129/156 2024-04-25T02:19:21.875 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T02:19:21.898 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T02:19:21.898 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:21.898 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T02:19:21.899 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T02:19:21.899 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T02:19:21.899 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:21.943 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T02:19:21.954 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T02:19:22.052 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 132/156 2024-04-25T02:19:22.099 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 133/156 2024-04-25T02:19:22.295 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:22.346 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:22.369 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:22.443 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T02:19:22.443 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /sys 2024-04-25T02:19:22.443 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /proc 2024-04-25T02:19:22.443 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /mnt 2024-04-25T02:19:22.443 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /var/tmp 2024-04-25T02:19:22.444 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /home 2024-04-25T02:19:22.444 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /root 2024-04-25T02:19:22.444 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /tmp 2024-04-25T02:19:22.444 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:22.681 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T02:19:22.727 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T02:19:22.727 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:22.727 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T02:19:22.727 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:22.993 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T02:19:23.028 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T02:19:23.051 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T02:19:23.051 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:23.051 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T02:19:23.051 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T02:19:23.052 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T02:19:23.052 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:23.096 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T02:19:23.117 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T02:19:23.117 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:23.118 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T02:19:23.118 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:23.163 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T02:19:23.185 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T02:19:23.186 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:23.186 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T02:19:23.186 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T02:19:23.186 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T02:19:23.186 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:23.204 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 148/156 2024-04-25T02:19:23.294 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T02:19:23.335 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T02:19:23.426 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T02:19:23.465 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T02:19:23.465 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T02:19:23.505 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T02:19:23.527 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T02:19:23.527 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:23.527 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T02:19:23.528 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T02:19:23.528 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T02:19:23.528 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:23.549 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T02:19:23.582 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T02:19:23.582 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T02:19:23.674 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T02:19:23.739 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T02:19:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T02:19:24.544 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:24.544 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T02:19:24.544 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T02:19:24.544 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T02:19:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T02:19:24.918 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T02:19:24.918 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:24.918 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T02:19:24.918 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T02:19:24.918 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T02:19:24.918 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:25.433 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T02:19:25.529 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T02:19:25.529 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:25.529 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T02:19:25.529 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T02:19:25.529 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T02:19:25.529 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:25.676 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T02:19:25.740 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T02:19:25.816 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T02:19:26.072 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T02:19:26.140 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T02:19:26.239 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T02:19:26.360 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T02:19:26.549 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T02:19:26.605 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T02:19:26.645 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T02:19:26.695 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T02:19:27.353 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T02:19:27.389 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T02:19:27.445 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 124/156 2024-04-25T02:19:27.561 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 125/156 2024-04-25T02:19:27.599 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T02:19:28.026 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 139/156 2024-04-25T02:19:28.067 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 140/156 2024-04-25T02:19:28.108 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 141/156 2024-04-25T02:19:28.139 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T02:19:28.175 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T02:19:28.355 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 144/156 2024-04-25T02:19:28.396 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T02:19:28.426 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 146/156 2024-04-25T02:19:28.966 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T02:19:29.028 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T02:19:29.048 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:29.082 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:29.101 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:29.594 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:29.594 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 1/156 2024-04-25T02:19:29.594 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2/156 2024-04-25T02:19:29.594 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 3/156 2024-04-25T02:19:29.594 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 4/156 2024-04-25T02:19:29.594 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 5/156 2024-04-25T02:19:29.594 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 6/156 2024-04-25T02:19:29.594 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 7/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 11/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 12/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 14/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 15/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 16/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 17/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 18/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 19/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 20/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 21/156 2024-04-25T02:19:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 22/156 2024-04-25T02:19:29.596 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 23/156 2024-04-25T02:19:29.596 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 24/156 2024-04-25T02:19:29.596 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 25/156 2024-04-25T02:19:29.596 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 26/156 2024-04-25T02:19:29.596 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 27/156 2024-04-25T02:19:29.596 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 28/156 2024-04-25T02:19:29.607 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 29/156 2024-04-25T02:19:29.607 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 30/156 2024-04-25T02:19:29.607 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 31/156 2024-04-25T02:19:29.607 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 32/156 2024-04-25T02:19:29.607 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 33/156 2024-04-25T02:19:29.607 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 34/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 35/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 36/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 37/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 38/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 39/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T02:19:29.608 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T02:19:29.609 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T02:19:29.610 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T02:19:29.611 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T02:19:29.612 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T02:19:29.613 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T02:19:29.614 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T02:19:29.615 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 149/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 151/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T02:19:29.616 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T02:19:29.932 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 148/156 2024-04-25T02:19:30.020 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T02:19:30.061 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T02:19:30.141 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T02:19:30.174 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T02:19:30.174 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T02:19:30.204 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T02:19:30.234 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T02:19:30.266 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T02:19:30.290 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T02:19:30.291 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T02:19:30.378 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T02:19:30.389 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T02:19:30.446 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:30.576 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 129/156 2024-04-25T02:19:30.620 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T02:19:30.701 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T02:19:30.701 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:30.701 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T02:19:30.701 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T02:19:30.701 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T02:19:30.701 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:30.771 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T02:19:30.812 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T02:19:30.950 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 132/156 2024-04-25T02:19:31.034 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 133/156 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout:Upgraded: 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout:Installed: 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T02:19:31.737 INFO:teuthology.orchestra.run.smithi113.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.738 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T02:19:31.739 INFO:teuthology.orchestra.run.smithi113.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T02:19:31.740 INFO:teuthology.orchestra.run.smithi113.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T02:19:31.741 INFO:teuthology.orchestra.run.smithi113.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T02:19:31.742 INFO:teuthology.orchestra.run.smithi113.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T02:19:31.743 INFO:teuthology.orchestra.run.smithi113.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T02:19:31.744 INFO:teuthology.orchestra.run.smithi113.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T02:19:31.745 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T02:19:31.746 INFO:teuthology.orchestra.run.smithi113.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:31.747 INFO:teuthology.orchestra.run.smithi113.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T02:19:31.748 INFO:teuthology.orchestra.run.smithi113.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T02:19:31.748 INFO:teuthology.orchestra.run.smithi113.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T02:19:31.748 INFO:teuthology.orchestra.run.smithi113.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T02:19:31.748 INFO:teuthology.orchestra.run.smithi113.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T02:19:31.748 INFO:teuthology.orchestra.run.smithi113.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T02:19:31.748 INFO:teuthology.orchestra.run.smithi113.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T02:19:31.748 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-04-25T02:19:31.748 INFO:teuthology.orchestra.run.smithi113.stdout:Complete! 2024-04-25T02:19:32.101 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T02:19:32.126 DEBUG:teuthology.parallel:result is None 2024-04-25T02:19:32.148 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T02:19:32.248 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T02:19:32.248 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:32.248 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T02:19:32.248 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T02:19:32.248 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T02:19:32.248 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:32.299 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T02:19:32.372 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T02:19:32.373 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:32.373 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T02:19:32.373 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:32.441 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T02:19:32.547 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T02:19:32.547 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:32.547 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T02:19:32.547 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T02:19:32.547 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T02:19:32.547 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:32.958 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T02:19:33.033 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T02:19:33.033 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T02:19:33.033 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T02:19:33.033 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T02:19:33.033 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T02:19:33.033 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 1/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 3/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 4/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 5/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 6/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 7/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T02:19:36.209 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 11/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 12/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 14/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 15/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 16/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 17/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 18/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 19/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 20/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 21/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 22/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 23/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 24/156 2024-04-25T02:19:36.210 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 25/156 2024-04-25T02:19:36.211 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 26/156 2024-04-25T02:19:36.211 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 27/156 2024-04-25T02:19:36.211 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 28/156 2024-04-25T02:19:36.211 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 29/156 2024-04-25T02:19:36.211 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 30/156 2024-04-25T02:19:36.222 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 31/156 2024-04-25T02:19:36.222 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 32/156 2024-04-25T02:19:36.222 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 33/156 2024-04-25T02:19:36.222 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 34/156 2024-04-25T02:19:36.222 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 35/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 36/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 37/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 38/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 39/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T02:19:36.223 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T02:19:36.224 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T02:19:36.225 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T02:19:36.226 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T02:19:36.227 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T02:19:36.228 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T02:19:36.229 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T02:19:36.230 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 149/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 151/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T02:19:36.231 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T02:19:38.265 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 139/156 2024-04-25T02:19:38.296 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:38.296 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:38.296 INFO:teuthology.orchestra.run.smithi178.stdout:Upgraded: 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.297 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.298 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T02:19:38.299 INFO:teuthology.orchestra.run.smithi178.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T02:19:38.300 INFO:teuthology.orchestra.run.smithi178.stdout: librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T02:19:38.301 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T02:19:38.302 INFO:teuthology.orchestra.run.smithi178.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T02:19:38.303 INFO:teuthology.orchestra.run.smithi178.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T02:19:38.304 INFO:teuthology.orchestra.run.smithi178.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T02:19:38.305 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T02:19:38.306 INFO:teuthology.orchestra.run.smithi178.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:38.307 INFO:teuthology.orchestra.run.smithi178.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T02:19:38.308 INFO:teuthology.orchestra.run.smithi178.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T02:19:38.308 INFO:teuthology.orchestra.run.smithi178.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T02:19:38.308 INFO:teuthology.orchestra.run.smithi178.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T02:19:38.308 INFO:teuthology.orchestra.run.smithi178.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T02:19:38.308 INFO:teuthology.orchestra.run.smithi178.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T02:19:38.308 INFO:teuthology.orchestra.run.smithi178.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T02:19:38.308 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:19:38.308 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2024-04-25T02:19:38.311 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 140/156 2024-04-25T02:19:38.393 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 141/156 2024-04-25T02:19:38.460 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T02:19:38.518 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T02:19:38.714 DEBUG:teuthology.parallel:result is None 2024-04-25T02:19:38.871 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 144/156 2024-04-25T02:19:38.919 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T02:19:38.947 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 146/156 2024-04-25T02:19:39.849 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:39.894 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:39.959 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T02:19:41.381 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 148/156 2024-04-25T02:19:41.518 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T02:19:41.607 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T02:19:41.811 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T02:19:41.883 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T02:19:41.883 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T02:19:42.010 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T02:19:42.056 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T02:19:42.057 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T02:19:42.196 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T02:19:42.349 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:42.648 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:42.648 INFO:teuthology.orchestra.run.smithi047.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-25T02:19:42.648 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:48.161 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 1/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 3/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 4/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 5/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 6/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 7/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T02:19:48.162 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 11/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 12/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 14/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 15/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 16/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 17/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 18/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 19/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 20/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 21/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 22/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 23/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 24/156 2024-04-25T02:19:48.163 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 25/156 2024-04-25T02:19:48.164 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 26/156 2024-04-25T02:19:48.164 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 27/156 2024-04-25T02:19:48.176 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 28/156 2024-04-25T02:19:48.176 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 29/156 2024-04-25T02:19:48.176 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 30/156 2024-04-25T02:19:48.176 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 31/156 2024-04-25T02:19:48.176 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 32/156 2024-04-25T02:19:48.176 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 33/156 2024-04-25T02:19:48.176 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 34/156 2024-04-25T02:19:48.176 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 35/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 36/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 37/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 38/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 39/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T02:19:48.177 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T02:19:48.178 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T02:19:48.179 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T02:19:48.180 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T02:19:48.181 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T02:19:48.182 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T02:19:48.183 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T02:19:48.184 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 149/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 151/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T02:19:48.185 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T02:19:50.677 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T02:19:50.677 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:50.677 INFO:teuthology.orchestra.run.smithi047.stdout:Upgraded: 2024-04-25T02:19:50.677 INFO:teuthology.orchestra.run.smithi047.stdout: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.677 INFO:teuthology.orchestra.run.smithi047.stdout: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.677 INFO:teuthology.orchestra.run.smithi047.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:50.677 INFO:teuthology.orchestra.run.smithi047.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:50.677 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.678 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T02:19:50.679 INFO:teuthology.orchestra.run.smithi047.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T02:19:50.680 INFO:teuthology.orchestra.run.smithi047.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T02:19:50.681 INFO:teuthology.orchestra.run.smithi047.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T02:19:50.682 INFO:teuthology.orchestra.run.smithi047.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T02:19:50.683 INFO:teuthology.orchestra.run.smithi047.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T02:19:50.684 INFO:teuthology.orchestra.run.smithi047.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T02:19:50.685 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T02:19:50.686 INFO:teuthology.orchestra.run.smithi047.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T02:19:50.687 INFO:teuthology.orchestra.run.smithi047.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T02:19:50.688 INFO:teuthology.orchestra.run.smithi047.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T02:19:50.688 INFO:teuthology.orchestra.run.smithi047.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T02:19:50.688 INFO:teuthology.orchestra.run.smithi047.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T02:19:50.688 INFO:teuthology.orchestra.run.smithi047.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T02:19:50.688 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:19:50.688 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-04-25T02:19:51.347 DEBUG:teuthology.parallel:result is None 2024-04-25T02:19:51.347 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:19:51.567 DEBUG:teuthology.orchestra.run.smithi047:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T02:19:51.629 INFO:teuthology.orchestra.run.smithi047.stdout:19.0.0-2445.gd2c45d97.el9 2024-04-25T02:19:51.630 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2445.gd2c45d97.el9 2024-04-25T02:19:51.630 INFO:teuthology.task.install:The correct ceph version 19.0.0-2445.gd2c45d97 is installed. 2024-04-25T02:19:51.632 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:19:51.848 DEBUG:teuthology.orchestra.run.smithi113:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T02:19:51.874 INFO:teuthology.orchestra.run.smithi113.stdout:19.0.0-2445.gd2c45d97.el9 2024-04-25T02:19:51.874 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2445.gd2c45d97.el9 2024-04-25T02:19:51.874 INFO:teuthology.task.install:The correct ceph version 19.0.0-2445.gd2c45d97 is installed. 2024-04-25T02:19:51.876 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:19:52.013 DEBUG:teuthology.orchestra.run.smithi178:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T02:19:52.039 INFO:teuthology.orchestra.run.smithi178.stdout:19.0.0-2445.gd2c45d97.el9 2024-04-25T02:19:52.039 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2445.gd2c45d97.el9 2024-04-25T02:19:52.039 INFO:teuthology.task.install:The correct ceph version 19.0.0-2445.gd2c45d97 is installed. 2024-04-25T02:19:52.040 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-25T02:19:52.040 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:19:52.041 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T02:19:52.115 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:19:52.115 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T02:19:52.146 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:19:52.146 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T02:19:52.176 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-25T02:19:52.177 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:19:52.177 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T02:19:52.246 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T02:19:52.368 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:19:52.369 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T02:19:52.397 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T02:19:52.463 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:19:52.463 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T02:19:52.491 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T02:19:52.558 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-25T02:19:52.559 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:19:52.559 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T02:19:52.629 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T02:19:52.736 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:19:52.736 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T02:19:52.759 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T02:19:52.838 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:19:52.838 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T02:19:52.863 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T02:19:52.928 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-25T02:19:52.929 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:19:52.929 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T02:19:52.992 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T02:19:53.092 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:19:53.092 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T02:19:53.116 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T02:19:53.179 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:19:53.179 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T02:19:53.203 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T02:19:53.266 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-25T02:19:53.368 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-25T02:19:53.368 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:19:53.369 INFO:tasks.cephadm:Cluster fsid is 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:19:53.369 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-25T02:19:53.369 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.47', 'mon.b': '172.21.15.113', 'mon.c': '172.21.15.178'} 2024-04-25T02:19:53.369 INFO:tasks.cephadm:First mon is mon.a on smithi047 2024-04-25T02:19:53.369 INFO:tasks.cephadm:First mgr is x 2024-04-25T02:19:53.370 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-25T02:19:53.370 DEBUG:teuthology.orchestra.run.smithi047:> sudo hostname $(hostname -s) 2024-04-25T02:19:53.431 DEBUG:teuthology.orchestra.run.smithi113:> sudo hostname $(hostname -s) 2024-04-25T02:19:53.455 DEBUG:teuthology.orchestra.run.smithi178:> sudo hostname $(hostname -s) 2024-04-25T02:19:53.478 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-25T02:19:53.479 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:19:53.699 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54987/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2445-gd2c45d97', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2445.gd2c45d97'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-24 22:37:46.422067', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}, {'status': 'ready', 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54981/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2445-gd2c45d97', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2445.gd2c45d97'}, 'url': 'https://1.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-24 17:00:00.872117', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-25T02:19:53.913 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 d2c45d977142e024a59b68a8f1dce8f0b9840551 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:19:53.915 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/x86_64/flavors/default/cephadm 2024-04-25T02:19:53.915 DEBUG:teuthology.orchestra.run.smithi047:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:54.309 INFO:teuthology.orchestra.run.smithi047.stdout:-rw-r--r--. 1 ubuntu ubuntu 781409 Apr 25 02:19 /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:54.309 DEBUG:teuthology.orchestra.run.smithi113:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:54.831 INFO:teuthology.orchestra.run.smithi113.stdout:-rw-r--r--. 1 ubuntu ubuntu 781409 Apr 25 02:19 /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:54.831 DEBUG:teuthology.orchestra.run.smithi178:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:55.393 INFO:teuthology.orchestra.run.smithi178.stdout:-rw-r--r--. 1 ubuntu ubuntu 781409 Apr 25 02:19 /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:55.393 DEBUG:teuthology.orchestra.run.smithi047:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:55.441 DEBUG:teuthology.orchestra.run.smithi113:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:55.459 DEBUG:teuthology.orchestra.run.smithi178:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T02:19:55.493 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 on all hosts... 2024-04-25T02:19:55.493 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 pull 2024-04-25T02:19:55.498 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 pull 2024-04-25T02:19:55.502 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 pull 2024-04-25T02:19:57.104 INFO:teuthology.orchestra.run.smithi113.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T02:19:57.104 INFO:teuthology.orchestra.run.smithi178.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T02:19:57.685 INFO:teuthology.orchestra.run.smithi047.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T02:20:28.408 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-04-25T02:20:28.408 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_version": "ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev)", 2024-04-25T02:20:28.408 INFO:teuthology.orchestra.run.smithi178.stdout: "image_id": "f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e", 2024-04-25T02:20:28.408 INFO:teuthology.orchestra.run.smithi178.stdout: "repo_digests": [ 2024-04-25T02:20:28.408 INFO:teuthology.orchestra.run.smithi178.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901" 2024-04-25T02:20:28.408 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2024-04-25T02:20:28.408 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-04-25T02:20:32.080 INFO:teuthology.orchestra.run.smithi113.stdout:{ 2024-04-25T02:20:32.080 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_version": "ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev)", 2024-04-25T02:20:32.080 INFO:teuthology.orchestra.run.smithi113.stdout: "image_id": "f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e", 2024-04-25T02:20:32.081 INFO:teuthology.orchestra.run.smithi113.stdout: "repo_digests": [ 2024-04-25T02:20:32.081 INFO:teuthology.orchestra.run.smithi113.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901" 2024-04-25T02:20:32.081 INFO:teuthology.orchestra.run.smithi113.stdout: ] 2024-04-25T02:20:32.081 INFO:teuthology.orchestra.run.smithi113.stdout:} 2024-04-25T02:20:39.200 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:20:39.200 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_version": "ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev)", 2024-04-25T02:20:39.200 INFO:teuthology.orchestra.run.smithi047.stdout: "image_id": "f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e", 2024-04-25T02:20:39.201 INFO:teuthology.orchestra.run.smithi047.stdout: "repo_digests": [ 2024-04-25T02:20:39.201 INFO:teuthology.orchestra.run.smithi047.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901" 2024-04-25T02:20:39.201 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:20:39.201 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:20:39.251 DEBUG:teuthology.orchestra.run.smithi047:> sudo mkdir -p /etc/ceph 2024-04-25T02:20:39.336 DEBUG:teuthology.orchestra.run.smithi113:> sudo mkdir -p /etc/ceph 2024-04-25T02:20:39.368 DEBUG:teuthology.orchestra.run.smithi178:> sudo mkdir -p /etc/ceph 2024-04-25T02:20:39.402 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod 777 /etc/ceph 2024-04-25T02:20:39.479 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod 777 /etc/ceph 2024-04-25T02:20:39.507 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod 777 /etc/ceph 2024-04-25T02:20:39.535 INFO:tasks.cephadm:Writing seed config... 2024-04-25T02:20:39.536 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-25T02:20:39.536 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-25T02:20:39.536 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-25T02:20:39.536 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-25T02:20:39.536 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-25T02:20:39.536 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-25T02:20:39.536 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-04-25T02:20:39.537 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-25T02:20:39.538 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-25T02:20:39.539 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-25T02:20:39.540 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-25T02:20:39.540 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-25T02:20:39.540 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-25T02:20:39.540 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-25T02:20:39.540 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:20:39.541 DEBUG:teuthology.orchestra.run.smithi047:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-25T02:20:39.594 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 4d24456a-02aa-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-25T02:20:39.594 DEBUG:teuthology.orchestra.run.smithi047:mon.a> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a.service 2024-04-25T02:20:39.640 DEBUG:teuthology.orchestra.run.smithi047:mgr.x> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.x.service 2024-04-25T02:20:39.685 INFO:tasks.cephadm:Bootstrapping... 2024-04-25T02:20:39.685 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 -v bootstrap --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.47 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:20:39.951 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-04-25T02:20:39.951 INFO:teuthology.orchestra.run.smithi047.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551', '-v', 'bootstrap', '--fsid', '4d24456a-02aa-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.47', '--skip-admin-label'] 2024-04-25T02:20:39.952 INFO:teuthology.orchestra.run.smithi047.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-25T02:20:39.952 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying podman|docker is present... 2024-04-25T02:20:40.009 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T02:20:40.009 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying lvm2 is present... 2024-04-25T02:20:40.009 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying time synchronization is in place... 2024-04-25T02:20:40.025 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T02:20:40.025 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T02:20:40.041 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T02:20:40.041 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-04-25T02:20:40.062 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout enabled 2024-04-25T02:20:40.082 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout active 2024-04-25T02:20:40.082 INFO:teuthology.orchestra.run.smithi047.stdout:Unit chronyd.service is enabled and running 2024-04-25T02:20:40.082 INFO:teuthology.orchestra.run.smithi047.stdout:Repeating the final host check... 2024-04-25T02:20:40.135 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T02:20:40.135 INFO:teuthology.orchestra.run.smithi047.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-25T02:20:40.135 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl is present 2024-04-25T02:20:40.135 INFO:teuthology.orchestra.run.smithi047.stdout:lvcreate is present 2024-04-25T02:20:40.148 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T02:20:40.148 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T02:20:40.161 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T02:20:40.161 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-04-25T02:20:40.175 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout enabled 2024-04-25T02:20:40.188 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout active 2024-04-25T02:20:40.188 INFO:teuthology.orchestra.run.smithi047.stdout:Unit chronyd.service is enabled and running 2024-04-25T02:20:40.188 INFO:teuthology.orchestra.run.smithi047.stdout:Host looks OK 2024-04-25T02:20:40.188 INFO:teuthology.orchestra.run.smithi047.stdout:Cluster fsid: 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:20:40.189 INFO:teuthology.orchestra.run.smithi047.stdout:Acquiring lock 140282829587360 on /run/cephadm/4d24456a-02aa-11ef-bc93-c7b262605968.lock 2024-04-25T02:20:40.189 INFO:teuthology.orchestra.run.smithi047.stdout:Lock 140282829587360 acquired on /run/cephadm/4d24456a-02aa-11ef-bc93-c7b262605968.lock 2024-04-25T02:20:40.189 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying IP 172.21.15.47 port 3300 ... 2024-04-25T02:20:40.190 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying IP 172.21.15.47 port 6789 ... 2024-04-25T02:20:40.190 INFO:teuthology.orchestra.run.smithi047.stdout:Base mon IP(s) is [172.21.15.47:3300, 172.21.15.47:6789], mon addrv is [v2:172.21.15.47:3300,v1:172.21.15.47:6789] 2024-04-25T02:20:40.198 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.47 metric 100 2024-04-25T02:20:40.198 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.47 metric 100 2024-04-25T02:20:40.205 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-25T02:20:40.205 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-25T02:20:40.205 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-25T02:20:40.212 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-25T02:20:40.212 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-25T02:20:40.213 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T02:20:40.213 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-25T02:20:40.213 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:148e/64 scope link noprefixroute 2024-04-25T02:20:40.213 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T02:20:40.213 INFO:teuthology.orchestra.run.smithi047.stdout:Mon IP `172.21.15.47` is in CIDR network `172.21.0.0/20` 2024-04-25T02:20:40.213 INFO:teuthology.orchestra.run.smithi047.stdout:Mon IP `172.21.15.47` is in CIDR network `172.21.0.0/20` 2024-04-25T02:20:40.214 INFO:teuthology.orchestra.run.smithi047.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-25T02:20:40.215 INFO:teuthology.orchestra.run.smithi047.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-25T02:20:40.215 INFO:teuthology.orchestra.run.smithi047.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T02:20:40.900 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stdout f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e 2024-04-25T02:20:40.900 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T02:20:40.900 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Getting image source signatures 2024-04-25T02:20:40.901 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Copying blob sha256:3d665f4c032644be9cae748af04bee69f2bfe96cdc3616dabe0ab17899633ab5 2024-04-25T02:20:40.901 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Copying blob sha256:58a99251f41e8a467bafa0ec849428709568906ca732f10972304f37056be6c5 2024-04-25T02:20:40.901 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Copying config sha256:f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e 2024-04-25T02:20:40.901 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-25T02:20:42.160 INFO:teuthology.orchestra.run.smithi047.stdout:ceph: stdout ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev) 2024-04-25T02:20:42.160 INFO:teuthology.orchestra.run.smithi047.stdout:Ceph version: ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev) 2024-04-25T02:20:42.160 INFO:teuthology.orchestra.run.smithi047.stdout:Extracting ceph user uid/gid from container image... 2024-04-25T02:20:52.341 INFO:teuthology.orchestra.run.smithi047.stdout:stat: stdout 167 167 2024-04-25T02:20:52.342 INFO:teuthology.orchestra.run.smithi047.stdout:Creating initial keys... 2024-04-25T02:20:53.494 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph-authtool: stdout AQAEvilm//sgMhAAEspjIPrpw95dlTZqCNbeYw== 2024-04-25T02:20:54.763 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph-authtool: stdout AQAGvilmBS/8ARAALqEx5X10KEczfq/dIW0EPA== 2024-04-25T02:20:55.844 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph-authtool: stdout AQAHvilmPptNChAAccU9y32wu7Fq+fJVZkJwkA== 2024-04-25T02:20:55.845 INFO:teuthology.orchestra.run.smithi047.stdout:Creating initial monmap... 2024-04-25T02:20:57.707 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T02:20:57.707 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-25T02:20:57.707 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:20:57.707 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T02:20:57.707 INFO:teuthology.orchestra.run.smithi047.stdout:monmaptool for a [v2:172.21.15.47:3300,v1:172.21.15.47:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T02:20:57.707 INFO:teuthology.orchestra.run.smithi047.stdout:setting min_mon_release = quincy 2024-04-25T02:20:57.708 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: set fsid to 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:20:57.708 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T02:20:57.708 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:20:57.708 INFO:teuthology.orchestra.run.smithi047.stdout:Creating mon... 2024-04-25T02:20:58.886 INFO:teuthology.orchestra.run.smithi047.stdout:create mon.a on 2024-04-25T02:20:59.268 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-25T02:20:59.518 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-25T02:20:59.829 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-4d24456a-02aa-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-4d24456a-02aa-11ef-bc93-c7b262605968.target. 2024-04-25T02:20:59.829 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-4d24456a-02aa-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-4d24456a-02aa-11ef-bc93-c7b262605968.target. 2024-04-25T02:21:00.237 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a 2024-04-25T02:21:00.237 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-25T02:21:00.546 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4d24456a-02aa-11ef-bc93-c7b262605968.target.wants/ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-4d24456a-02aa-11ef-bc93-c7b262605968@.service. 2024-04-25T02:21:01.333 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:01 smithi047 podman[27475]: 2024-04-25 02:21:01.050277713 +0000 UTC m=+0.185051361 container create 280e0b3a408688997ee3b610a68433054856dbcf5421777cea646cd553d1aa67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-25T02:21:01.333 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:01 smithi047 podman[27475]: 2024-04-25 02:21:01.3289627 +0000 UTC m=+0.463736352 container init 280e0b3a408688997ee3b610a68433054856dbcf5421777cea646cd553d1aa67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-25T02:21:01.445 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T02:21:01.445 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout disabled 2024-04-25T02:21:01.460 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T02:21:01.461 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-04-25T02:21:01.461 INFO:teuthology.orchestra.run.smithi047.stdout:firewalld.service is not enabled 2024-04-25T02:21:01.461 INFO:teuthology.orchestra.run.smithi047.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T02:21:01.461 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mon to start... 2024-04-25T02:21:01.461 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mon... 2024-04-25T02:21:01.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:01 smithi047 podman[27475]: 2024-04-25 02:21:01.339381665 +0000 UTC m=+0.474155280 container start 280e0b3a408688997ee3b610a68433054856dbcf5421777cea646cd553d1aa67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424) 2024-04-25T02:21:01.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:01 smithi047 bash[27475]: 280e0b3a408688997ee3b610a68433054856dbcf5421777cea646cd553d1aa67 2024-04-25T02:21:01.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:01 smithi047 systemd[1]: Started Ceph mon.a for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:21:01.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:01 smithi047 ceph-mon[27494]: mkfs 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:01.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:01 smithi047 ceph-mon[27494]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T02:21:02.807 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: monmap epoch 1 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: last_changed 2024-04-25T02:20:56.283957+0000 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: min_mon_release 19 (squid) 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: election_strategy: 1 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: fsmap 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: osdmap e1: 0 total, 0 up, 0 in 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: mgrmap e1: no daemons active 2024-04-25T02:21:02.808 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:02 smithi047 ceph-mon[27494]: from='client.? 172.21.15.47:0/2379452411' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-25T02:21:02.825 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout cluster: 2024-04-25T02:21:02.826 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout id: 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:02.826 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-25T02:21:02.826 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout services: 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.755925s) 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout data: 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-25T02:21:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-25T02:21:02.832 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout pgs: 2024-04-25T02:21:02.832 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.078+0000 7f3e3ba00700 1 Processor -- start 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.078+0000 7f3e3ba00700 1 -- start start 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.078+0000 7f3e3ba00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3410a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.079+0000 7f3e3ba00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3e3410a9e0 con 0x7f3e34109ff0 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.079+0000 7f3e39000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3410a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.079+0000 7f3e39000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3410a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54582/0 (socket says 172.21.15.47:54582) 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.079+0000 7f3e39000700 1 -- 172.21.15.47:0/1077766115 learned_addr learned my addr 172.21.15.47:0/1077766115 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.080+0000 7f3e39000700 1 -- 172.21.15.47:0/1077766115 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e3410b1f0 con 0x7f3e34109ff0 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.080+0000 7f3e39000700 1 --2- 172.21.15.47:0/1077766115 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3410a410 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f3e280098a0 tx=0x7f3e28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ec7496a00623f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.081+0000 7f3e33400700 1 -- 172.21.15.47:0/1077766115 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e28004160 con 0x7f3e34109ff0 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.081+0000 7f3e33400700 1 -- 172.21.15.47:0/1077766115 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e28004300 con 0x7f3e34109ff0 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.081+0000 7f3e33400700 1 -- 172.21.15.47:0/1077766115 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e280036a0 con 0x7f3e34109ff0 2024-04-25T02:21:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.081+0000 7f3e3ba00700 1 -- 172.21.15.47:0/1077766115 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 msgr2=0x7f3e3410a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.081+0000 7f3e3ba00700 1 --2- 172.21.15.47:0/1077766115 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3410a410 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f3e280098a0 tx=0x7f3e28009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.081+0000 7f3e3ba00700 1 -- 172.21.15.47:0/1077766115 shutdown_connections 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.081+0000 7f3e3ba00700 1 --2- 172.21.15.47:0/1077766115 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3410a410 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.081+0000 7f3e3ba00700 1 -- 172.21.15.47:0/1077766115 >> 172.21.15.47:0/1077766115 conn(0x7f3e3407d3c0 msgr2=0x7f3e3407d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.082+0000 7f3e3ba00700 1 -- 172.21.15.47:0/1077766115 shutdown_connections 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.082+0000 7f3e3ba00700 1 -- 172.21.15.47:0/1077766115 wait complete. 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.083+0000 7f3e3ba00700 1 Processor -- start 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.083+0000 7f3e3ba00700 1 -- start start 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.083+0000 7f3e3ba00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3419d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.083+0000 7f3e3ba00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3e3410b720 con 0x7f3e34109ff0 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.084+0000 7f3e39000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3419d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.084+0000 7f3e39000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3419d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54590/0 (socket says 172.21.15.47:54590) 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.084+0000 7f3e39000700 1 -- 172.21.15.47:0/2379452411 learned_addr learned my addr 172.21.15.47:0/2379452411 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:02.834 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.084+0000 7f3e39000700 1 -- 172.21.15.47:0/2379452411 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e3419dd10 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.084+0000 7f3e39000700 1 --2- 172.21.15.47:0/2379452411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3419d7d0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f3e28000c00 tx=0x7f3e28004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.085+0000 7f3e31600700 1 -- 172.21.15.47:0/2379452411 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e28003db0 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.085+0000 7f3e31600700 1 -- 172.21.15.47:0/2379452411 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e28011630 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.085+0000 7f3e31600700 1 -- 172.21.15.47:0/2379452411 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e28011950 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.085+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e3419dfa0 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.085+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e3419eac0 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.085+0000 7f3e31600700 1 -- 172.21.15.47:0/2379452411 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3e28011af0 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.085+0000 7f3e31600700 1 -- 172.21.15.47:0/2379452411 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3e2801c450 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.086+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e34063890 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.089+0000 7f3e31600700 1 -- 172.21.15.47:0/2379452411 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f3e28032020 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.170+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f3e3419f650 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.171+0000 7f3e31600700 1 -- 172.21.15.47:0/2379452411 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f3e28004260 con 0x7f3e34109ff0 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.173+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 msgr2=0x7f3e3419d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:02.835 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.173+0000 7f3e3ba00700 1 --2- 172.21.15.47:0/2379452411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3419d7d0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f3e28000c00 tx=0x7f3e28004750 comp rx=0 tx=0).stop 2024-04-25T02:21:02.836 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.173+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 shutdown_connections 2024-04-25T02:21:02.836 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.173+0000 7f3e3ba00700 1 --2- 172.21.15.47:0/2379452411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e34109ff0 0x7f3e3419d7d0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:02.836 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.173+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 >> 172.21.15.47:0/2379452411 conn(0x7f3e3407d3c0 msgr2=0x7f3e34194350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:02.836 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.173+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 shutdown_connections 2024-04-25T02:21:02.836 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:02.173+0000 7f3e3ba00700 1 -- 172.21.15.47:0/2379452411 wait complete. 2024-04-25T02:21:02.836 INFO:teuthology.orchestra.run.smithi047.stdout:mon is available 2024-04-25T02:21:02.836 INFO:teuthology.orchestra.run.smithi047.stdout:Assimilating anything we can from ceph.conf... 2024-04-25T02:21:03.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:03 smithi047 ceph-mon[27494]: from='client.? 172.21.15.47:0/1310632581' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-25T02:21:03.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:03 smithi047 ceph-mon[27494]: from='client.? 172.21.15.47:0/1310632581' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-25T02:21:04.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:04.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T02:21:04.251 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout fsid = 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:04.251 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.47:3300,v1:172.21.15.47:6789] 2024-04-25T02:21:04.251 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T02:21:04.251 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T02:21:04.251 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T02:21:04.251 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T02:21:04.257 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.442+0000 7fdaa0200700 1 Processor -- start 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.443+0000 7fdaa0200700 1 -- start start 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.443+0000 7fdaa0200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda98108210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:04.258 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.443+0000 7fdaa0200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda981087e0 con 0x7fda98107df0 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.443+0000 7fda9d800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda98108210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.444+0000 7fda9d800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda98108210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54596/0 (socket says 172.21.15.47:54596) 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.444+0000 7fda9d800700 1 -- 172.21.15.47:0/2316519003 learned_addr learned my addr 172.21.15.47:0/2316519003 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.444+0000 7fda9d800700 1 -- 172.21.15.47:0/2316519003 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda98108ff0 con 0x7fda98107df0 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.444+0000 7fda9d800700 1 --2- 172.21.15.47:0/2316519003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda98108210 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fda8c0098a0 tx=0x7fda8c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80a61876ae8a0542 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.445+0000 7fda97e00700 1 -- 172.21.15.47:0/2316519003 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda8c004160 con 0x7fda98107df0 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.445+0000 7fda97e00700 1 -- 172.21.15.47:0/2316519003 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda8c004300 con 0x7fda98107df0 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.445+0000 7fda97e00700 1 -- 172.21.15.47:0/2316519003 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda8c0036a0 con 0x7fda98107df0 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.446+0000 7fdaa0200700 1 -- 172.21.15.47:0/2316519003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 msgr2=0x7fda98108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.446+0000 7fdaa0200700 1 --2- 172.21.15.47:0/2316519003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda98108210 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fda8c0098a0 tx=0x7fda8c009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.446+0000 7fdaa0200700 1 -- 172.21.15.47:0/2316519003 shutdown_connections 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.446+0000 7fdaa0200700 1 --2- 172.21.15.47:0/2316519003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda98108210 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:04.259 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.446+0000 7fdaa0200700 1 -- 172.21.15.47:0/2316519003 >> 172.21.15.47:0/2316519003 conn(0x7fda981033b0 msgr2=0x7fda981057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.446+0000 7fdaa0200700 1 -- 172.21.15.47:0/2316519003 shutdown_connections 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.446+0000 7fdaa0200700 1 -- 172.21.15.47:0/2316519003 wait complete. 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.447+0000 7fdaa0200700 1 Processor -- start 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.447+0000 7fdaa0200700 1 -- start start 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.448+0000 7fdaa0200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda9807dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.448+0000 7fdaa0200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda98109520 con 0x7fda98107df0 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.448+0000 7fda9d800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda9807dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.448+0000 7fda9d800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda9807dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54604/0 (socket says 172.21.15.47:54604) 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.448+0000 7fda9d800700 1 -- 172.21.15.47:0/1310632581 learned_addr learned my addr 172.21.15.47:0/1310632581 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.448+0000 7fda9d800700 1 -- 172.21.15.47:0/1310632581 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda9807c240 con 0x7fda98107df0 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.449+0000 7fda9d800700 1 --2- 172.21.15.47:0/1310632581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda9807dcf0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fda8c000c00 tx=0x7fda8c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.449+0000 7fda96000700 1 -- 172.21.15.47:0/1310632581 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda8c003db0 con 0x7fda98107df0 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.449+0000 7fda96000700 1 -- 172.21.15.47:0/1310632581 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda8c011630 con 0x7fda98107df0 2024-04-25T02:21:04.260 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.449+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda9807c4d0 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.449+0000 7fda96000700 1 -- 172.21.15.47:0/1310632581 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda8c011950 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.449+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda9807c9b0 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.450+0000 7fda96000700 1 -- 172.21.15.47:0/1310632581 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fda8c011af0 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.450+0000 7fda96000700 1 -- 172.21.15.47:0/1310632581 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fda8c01c450 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.450+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda98063890 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.454+0000 7fda96000700 1 -- 172.21.15.47:0/1310632581 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fda8c032020 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.533+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fda9802db60 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.542+0000 7fda96000700 1 -- 172.21.15.47:0/1310632581 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7fda8c004260 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.542+0000 7fda96000700 1 -- 172.21.15.47:0/1310632581 <== mon.0 v2:172.21.15.47:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fda8c01b450 con 0x7fda98107df0 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.544+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 msgr2=0x7fda9807dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.544+0000 7fdaa0200700 1 --2- 172.21.15.47:0/1310632581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda9807dcf0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fda8c000c00 tx=0x7fda8c004750 comp rx=0 tx=0).stop 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.544+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 shutdown_connections 2024-04-25T02:21:04.261 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.544+0000 7fdaa0200700 1 --2- 172.21.15.47:0/1310632581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda98107df0 0x7fda9807dcf0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:04.262 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.544+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 >> 172.21.15.47:0/1310632581 conn(0x7fda981033b0 msgr2=0x7fda981921f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:04.262 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.544+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 shutdown_connections 2024-04-25T02:21:04.262 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:03.544+0000 7fdaa0200700 1 -- 172.21.15.47:0/1310632581 wait complete. 2024-04-25T02:21:04.262 INFO:teuthology.orchestra.run.smithi047.stdout:Generating new minimal ceph.conf... 2024-04-25T02:21:05.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:05 smithi047 ceph-mon[27494]: from='client.? 172.21.15.47:0/3933048473' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:21:05.675 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.899+0000 7f009f600700 1 Processor -- start 2024-04-25T02:21:05.675 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.899+0000 7f009f600700 1 -- start start 2024-04-25T02:21:05.675 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.900+0000 7f009f600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f009807c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:05.676 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.900+0000 7f009f600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f009807c8b0 con 0x7f009807de80 2024-04-25T02:21:05.678 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.900+0000 7f009cc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f009807c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:05.678 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.901+0000 7f009cc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f009807c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54618/0 (socket says 172.21.15.47:54618) 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.901+0000 7f009cc00700 1 -- 172.21.15.47:0/4100304283 learned_addr learned my addr 172.21.15.47:0/4100304283 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.901+0000 7f009cc00700 1 -- 172.21.15.47:0/4100304283 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f009807ca30 con 0x7f009807de80 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.901+0000 7f009cc00700 1 --2- 172.21.15.47:0/4100304283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f009807c2e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f008c0098a0 tx=0x7f008c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db798e66a5075da server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.902+0000 7f0097400700 1 -- 172.21.15.47:0/4100304283 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f008c004160 con 0x7f009807de80 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.902+0000 7f0097400700 1 -- 172.21.15.47:0/4100304283 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f008c004300 con 0x7f009807de80 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.902+0000 7f0097400700 1 -- 172.21.15.47:0/4100304283 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f008c011b50 con 0x7f009807de80 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.902+0000 7f009f600700 1 -- 172.21.15.47:0/4100304283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 msgr2=0x7f009807c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.902+0000 7f009f600700 1 --2- 172.21.15.47:0/4100304283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f009807c2e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f008c0098a0 tx=0x7f008c009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.903+0000 7f009f600700 1 -- 172.21.15.47:0/4100304283 shutdown_connections 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.903+0000 7f009f600700 1 --2- 172.21.15.47:0/4100304283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f009807c2e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.903+0000 7f009f600700 1 -- 172.21.15.47:0/4100304283 >> 172.21.15.47:0/4100304283 conn(0x7f00981033b0 msgr2=0x7f00981057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.903+0000 7f009f600700 1 -- 172.21.15.47:0/4100304283 shutdown_connections 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.903+0000 7f009f600700 1 -- 172.21.15.47:0/4100304283 wait complete. 2024-04-25T02:21:05.679 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.904+0000 7f009f600700 1 Processor -- start 2024-04-25T02:21:05.680 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.904+0000 7f009f600700 1 -- start start 2024-04-25T02:21:05.680 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.904+0000 7f009f600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f00981a2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:05.680 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.904+0000 7f009f600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f009810a000 con 0x7f009807de80 2024-04-25T02:21:05.680 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.905+0000 7f009cc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f00981a2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:05.682 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.905+0000 7f009cc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f00981a2480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54624/0 (socket says 172.21.15.47:54624) 2024-04-25T02:21:05.682 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.905+0000 7f009cc00700 1 -- 172.21.15.47:0/3933048473 learned_addr learned my addr 172.21.15.47:0/3933048473 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:05.682 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.905+0000 7f009cc00700 1 -- 172.21.15.47:0/3933048473 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00981a29c0 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.905+0000 7f009cc00700 1 --2- 172.21.15.47:0/3933048473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f00981a2480 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f008c000c00 tx=0x7f008c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.906+0000 7f0095600700 1 -- 172.21.15.47:0/3933048473 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f008c003b20 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.906+0000 7f0095600700 1 -- 172.21.15.47:0/3933048473 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f008c003cc0 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.906+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00981a2c50 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.906+0000 7f0095600700 1 -- 172.21.15.47:0/3933048473 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f008c024910 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.906+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00981a3770 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.906+0000 7f0095600700 1 -- 172.21.15.47:0/3933048473 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f008c022020 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.906+0000 7f0095600700 1 -- 172.21.15.47:0/3933048473 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f008c011e00 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.908+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0098063890 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.911+0000 7f0095600700 1 -- 172.21.15.47:0/3933048473 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f008c02ddf0 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.989+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f009806af00 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.990+0000 7f0095600700 1 -- 172.21.15.47:0/3933048473 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f008c032030 con 0x7f009807de80 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.991+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 msgr2=0x7f00981a2480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:05.683 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.991+0000 7f009f600700 1 --2- 172.21.15.47:0/3933048473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f00981a2480 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f008c000c00 tx=0x7f008c011c10 comp rx=0 tx=0).stop 2024-04-25T02:21:05.684 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.992+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 shutdown_connections 2024-04-25T02:21:05.684 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.992+0000 7f009f600700 1 --2- 172.21.15.47:0/3933048473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f009807de80 0x7f00981a2480 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:05.684 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.992+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 >> 172.21.15.47:0/3933048473 conn(0x7f00981033b0 msgr2=0x7f00981990e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:05.684 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.992+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 shutdown_connections 2024-04-25T02:21:05.684 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:04.992+0000 7f009f600700 1 -- 172.21.15.47:0/3933048473 wait complete. 2024-04-25T02:21:05.684 INFO:teuthology.orchestra.run.smithi047.stdout:Restarting the monitor... 2024-04-25T02:21:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:05 smithi047 systemd[1]: Stopping Ceph mon.a for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:21:06.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a[27490]: 2024-04-25T02:21:06.242+0000 7f751d600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:21:06.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a[27490]: 2024-04-25T02:21:06.242+0000 7f751d600700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-25T02:21:06.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:06 smithi047 podman[27737]: 2024-04-25 02:21:06.480810104 +0000 UTC m=+0.388442983 container died 280e0b3a408688997ee3b610a68433054856dbcf5421777cea646cd553d1aa67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:21:07.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:06 smithi047 podman[27737]: 2024-04-25 02:21:06.852045616 +0000 UTC m=+0.759678505 container cleanup 280e0b3a408688997ee3b610a68433054856dbcf5421777cea646cd553d1aa67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-25T02:21:07.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:06 smithi047 bash[27737]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a 2024-04-25T02:21:07.498 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:07 smithi047 podman[27751]: 2024-04-25 02:21:07.186186782 +0000 UTC m=+0.685699781 container remove 280e0b3a408688997ee3b610a68433054856dbcf5421777cea646cd553d1aa67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-25T02:21:08.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:07 smithi047 systemd[1]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-25T02:21:08.060 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:07 smithi047 systemd[1]: Stopped Ceph mon.a for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:21:08.060 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:07 smithi047 systemd[1]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a.service: Consumed 2.076s CPU time. 2024-04-25T02:21:08.060 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:07 smithi047 systemd[1]: Starting Ceph mon.a for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:21:08.327 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 podman[27845]: 2024-04-25 02:21:08.136915412 +0000 UTC m=+0.122859710 container create 98ba6ea53910f40b1e23a3e73a853f6754fdbff6c3e3d1cafb48f6c71703b55d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:21:08.327 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 podman[27845]: 2024-04-25 02:21:08.050857602 +0000 UTC m=+0.036801859 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:21:08.513 INFO:teuthology.orchestra.run.smithi047.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-25T02:21:08.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 podman[27845]: 2024-04-25 02:21:08.407207405 +0000 UTC m=+0.393151706 container init 98ba6ea53910f40b1e23a3e73a853f6754fdbff6c3e3d1cafb48f6c71703b55d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS) 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 podman[27845]: 2024-04-25 02:21:08.418964221 +0000 UTC m=+0.404908506 container start 98ba6ea53910f40b1e23a3e73a853f6754fdbff6c3e3d1cafb48f6c71703b55d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5) 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: set uid:gid to 167:167 (ceph:ceph) 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev), process ceph-mon, pid 2 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: pidfile_write: ignore empty --pid-file 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: load: jerasure load: lrc 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: RocksDB version: 7.9.2 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Git sha 0 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Compile date 2024-04-24 16:41:23 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: DB SUMMARY 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: DB Session ID: 72GX2J7ZTMNV94UTWJE4 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: CURRENT file: CURRENT 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: IDENTITY file: IDENTITY 2024-04-25T02:21:08.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 106150 ; 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.error_if_exists: 0 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.create_if_missing: 0 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.paranoid_checks: 1 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.env: 0x56210420ac60 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.fs: PosixFileSystem 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.info_log: 0x56210f583ae0 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_file_opening_threads: 16 2024-04-25T02:21:08.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.statistics: (nil) 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.use_fsync: 0 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_log_file_size: 0 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.keep_log_file_num: 1000 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.recycle_log_file_num: 0 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.allow_fallocate: 1 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.allow_mmap_reads: 0 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.allow_mmap_writes: 0 2024-04-25T02:21:08.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.use_direct_reads: 0 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.create_missing_column_families: 0 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.db_log_dir: 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.wal_dir: 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.advise_random_on_open: 1 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.db_write_buffer_size: 0 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.write_buffer_manager: 0x56210f5561e0 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-25T02:21:08.664 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.rate_limiter: (nil) 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.wal_recovery_mode: 2 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.enable_thread_tracking: 0 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.enable_pipelined_write: 0 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.unordered_write: 0 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.row_cache: None 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.wal_filter: None 2024-04-25T02:21:08.665 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-25T02:21:08.666 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.allow_ingest_behind: 0 2024-04-25T02:21:08.666 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.two_write_queues: 0 2024-04-25T02:21:08.666 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.manual_wal_flush: 0 2024-04-25T02:21:08.666 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.wal_compression: 0 2024-04-25T02:21:08.666 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.atomic_flush: 0 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.log_readahead_size: 0 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.best_efforts_recovery: 0 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.allow_data_in_errors: 0 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.db_host_id: __hostname__ 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_background_jobs: 2 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_background_compactions: -1 2024-04-25T02:21:08.667 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_subcompactions: 1 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_total_wal_size: 0 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_open_files: -1 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bytes_per_sync: 0 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_readahead_size: 0 2024-04-25T02:21:08.668 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_background_flushes: -1 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Compression algorithms supported: 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: kZSTD supported: 0 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: kXpressCompression supported: 0 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: kLZ4HCCompression supported: 1 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: kZlibCompression supported: 1 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: kSnappyCompression supported: 1 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: kLZ4Compression supported: 1 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: kBZip2Compression supported: 0 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-25T02:21:08.669 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.merge_operator: 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_filter: None 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_filter_factory: None 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.sst_partitioner_factory: None 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56210f583be0) 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout: cache_index_and_filter_blocks: 1 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout: pin_top_level_index_and_filter: 1 2024-04-25T02:21:08.670 INFO:journalctl@ceph.mon.a.smithi047.stdout: index_type: 0 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: data_block_index_type: 0 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: index_shortening: 1 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: checksum: 4 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: no_block_cache: 0 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_cache: 0x56210f587090 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_cache_name: BinnedLRUCache 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_cache_options: 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: capacity : 536870912 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: num_shard_bits : 4 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: strict_capacity_limit : 0 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: high_pri_pool_ratio: 0.000 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_cache_compressed: (nil) 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: persistent_cache: (nil) 2024-04-25T02:21:08.671 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_size: 4096 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_size_deviation: 10 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_restart_interval: 16 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: index_block_restart_interval: 1 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: metadata_block_size: 4096 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: partition_filters: 0 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: use_delta_encoding: 1 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: filter_policy: bloomfilter 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: whole_key_filtering: 1 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: verify_compression: 0 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: read_amp_bytes_per_bit: 0 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: format_version: 5 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: enable_index_compression: 1 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_align: 0 2024-04-25T02:21:08.672 INFO:journalctl@ceph.mon.a.smithi047.stdout: max_auto_readahead_size: 262144 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout: prepopulate_block_cache: 0 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout: initial_auto_readahead_size: 8192 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout: num_file_reads_for_auto_readahead: 2 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.write_buffer_size: 33554432 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_write_buffer_number: 2 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression: NoCompression 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression: Disabled 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.prefix_extractor: nullptr 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.num_levels: 7 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-25T02:21:08.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.level: 32767 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.strategy: 0 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-25T02:21:08.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.enabled: false 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.target_file_size_base: 67108864 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-25T02:21:08.675 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-25T02:21:08.676 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-25T02:21:08.676 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-25T02:21:08.676 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-25T02:21:08.676 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-25T02:21:08.676 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-25T02:21:08.676 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-25T02:21:08.676 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.arena_block_size: 1048576 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.disable_auto_compactions: 0 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-25T02:21:08.677 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.table_properties_collectors: 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.inplace_update_support: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.bloom_locality: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.max_successive_merges: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.paranoid_file_checks: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.force_consistency_checks: 1 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.report_bg_io_stats: 0 2024-04-25T02:21:08.678 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.ttl: 2592000 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.enable_blob_files: false 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.min_blob_size: 0 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.blob_file_size: 268435456 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.blob_file_starting_level: 0 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-25T02:21:08.679 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0944001c-38a0-439e-8c32-1dfaa12614f8 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714011668476813, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714011668478662, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 101088, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 332, "table_properties": {"data_size": 98999, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14524, "raw_average_key_size": 49, "raw_value_size": 91161, "raw_average_value_size": 313, "num_data_blocks": 12, "num_entries": 291, "num_filter_entries": 291, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714011668, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0944001c-38a0-439e-8c32-1dfaa12614f8", "db_session_id": "72GX2J7ZTMNV94UTWJE4", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714011668478888, "job": 1, "event": "recovery_finished"} 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56210f678000 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: DB pointer 0x56210f662000 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout: ** DB Stats ** 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-25T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi047.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: ** Compaction Stats [default] ** 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: L0 2/0 100.55 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: Sum 2/0 100.55 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-04-25T02:21:08.681 INFO:journalctl@ceph.mon.a.smithi047.stdout: ** Compaction Stats [default] ** 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 80.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-25T02:21:08.682 INFO:journalctl@ceph.mon.a.smithi047.stdout: Cumulative compaction: 0.00 GB write, 13.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: Interval compaction: 0.00 GB write, 13.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: Block cache BinnedLRUCache@0x56210f587090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.2e-05 secs_since: 0 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: starting mon.a rank 0 at public addrs [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] at bind addrs [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: mon.a@-1(???) e1 preinit fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: mon.a@-1(???).mds e1 new map 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: mon.a@-1(???).mds e1 print_map 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: e1 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: legacy client fscid: -1 2024-04-25T02:21:08.683 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-04-25T02:21:08.684 INFO:journalctl@ceph.mon.a.smithi047.stdout: No filesystems configured 2024-04-25T02:21:08.684 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T02:21:08.684 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T02:21:08.684 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T02:21:08.684 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T02:21:08.684 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 ceph-mon[27871]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-25T02:21:08.684 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 bash[27845]: 98ba6ea53910f40b1e23a3e73a853f6754fdbff6c3e3d1cafb48f6c71703b55d 2024-04-25T02:21:08.684 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:08 smithi047 systemd[1]: Started Ceph mon.a for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: monmap epoch 1 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: last_changed 2024-04-25T02:20:56.283957+0000 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: min_mon_release 19 (squid) 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: election_strategy: 1 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: fsmap 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: osdmap e1: 0 total, 0 up, 0 in 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: mgrmap e1: no daemons active 2024-04-25T02:21:09.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:09 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/130431101' entity='client.admin' 2024-04-25T02:21:10.120 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.215+0000 7f5a9d200700 1 Processor -- start 2024-04-25T02:21:10.121 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.215+0000 7f5a9d200700 1 -- start start 2024-04-25T02:21:10.121 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.215+0000 7f5a9d200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a981088f0 0x7f5a9810ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:10.122 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.215+0000 7f5a9d200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9807bdd0 con 0x7f5a981088f0 2024-04-25T02:21:10.122 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.216+0000 7f5a95e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a981088f0 0x7f5a9810ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:10.122 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.216+0000 7f5a95e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a981088f0 0x7f5a9810ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54626/0 (socket says 172.21.15.47:54626) 2024-04-25T02:21:10.122 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.216+0000 7f5a95e00700 1 -- 172.21.15.47:0/4122765258 learned_addr learned my addr 172.21.15.47:0/4122765258 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:10.122 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.217+0000 7f5a95e00700 1 -- 172.21.15.47:0/4122765258 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a9810b220 con 0x7f5a981088f0 2024-04-25T02:21:10.124 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.217+0000 7f5a95e00700 1 --2- 172.21.15.47:0/4122765258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a981088f0 0x7f5a9810ace0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f5a880098a0 tx=0x7f5a88009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34d90a9a575e66 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:10.124 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a94a00700 1 -- 172.21.15.47:0/4122765258 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a88004160 con 0x7f5a981088f0 2024-04-25T02:21:10.124 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a94a00700 1 -- 172.21.15.47:0/4122765258 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5a88004300 con 0x7f5a981088f0 2024-04-25T02:21:10.124 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a94a00700 1 -- 172.21.15.47:0/4122765258 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a88011b50 con 0x7f5a981088f0 2024-04-25T02:21:10.124 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a9d200700 1 -- 172.21.15.47:0/4122765258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a981088f0 msgr2=0x7f5a9810ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a9d200700 1 --2- 172.21.15.47:0/4122765258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a981088f0 0x7f5a9810ace0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f5a880098a0 tx=0x7f5a88009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a9d200700 1 -- 172.21.15.47:0/4122765258 shutdown_connections 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a9d200700 1 --2- 172.21.15.47:0/4122765258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a981088f0 0x7f5a9810ace0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a9d200700 1 -- 172.21.15.47:0/4122765258 >> 172.21.15.47:0/4122765258 conn(0x7f5a98102280 msgr2=0x7f5a981046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.218+0000 7f5a9d200700 1 -- 172.21.15.47:0/4122765258 shutdown_connections 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.219+0000 7f5a9d200700 1 -- 172.21.15.47:0/4122765258 wait complete. 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.219+0000 7f5a9d200700 1 Processor -- start 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.220+0000 7f5a9d200700 1 -- start start 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.220+0000 7f5a9d200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a9819e2d0 0x7f5a9819e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.220+0000 7f5a9d200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9810c1e0 con 0x7f5a9819e2d0 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.220+0000 7f5a95e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a9819e2d0 0x7f5a9819e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.220+0000 7f5a95e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a9819e2d0 0x7f5a9819e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54638/0 (socket says 172.21.15.47:54638) 2024-04-25T02:21:10.125 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.220+0000 7f5a95e00700 1 -- 172.21.15.47:0/130431101 learned_addr learned my addr 172.21.15.47:0/130431101 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:10.126 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.221+0000 7f5a95e00700 1 -- 172.21.15.47:0/130431101 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a9819ec30 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.221+0000 7f5a95e00700 1 --2- 172.21.15.47:0/130431101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a9819e2d0 0x7f5a9819e6f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f5a88015000 tx=0x7f5a88011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.221+0000 7f5a8ea00700 1 -- 172.21.15.47:0/130431101 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a880036a0 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.221+0000 7f5a8ea00700 1 -- 172.21.15.47:0/130431101 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5a8801a460 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.221+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a9819f600 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.221+0000 7f5a8ea00700 1 -- 172.21.15.47:0/130431101 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a8801b440 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.222+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a9819fae0 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.222+0000 7f5a8ea00700 1 -- 172.21.15.47:0/130431101 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5a8801ba80 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.222+0000 7f5a8ea00700 1 -- 172.21.15.47:0/130431101 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5a88024430 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.223+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a9819eec0 con 0x7f5a9819e2d0 2024-04-25T02:21:10.128 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.226+0000 7f5a8ea00700 1 -- 172.21.15.47:0/130431101 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f5a88043dd0 con 0x7f5a9819e2d0 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.333+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f5a98063890 con 0x7f5a9819e2d0 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.336+0000 7f5a8ea00700 1 -- 172.21.15.47:0/130431101 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f5a88032030 con 0x7f5a9819e2d0 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.337+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a9819e2d0 msgr2=0x7f5a9819e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.337+0000 7f5a9d200700 1 --2- 172.21.15.47:0/130431101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a9819e2d0 0x7f5a9819e6f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f5a88015000 tx=0x7f5a88011c10 comp rx=0 tx=0).stop 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.338+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 shutdown_connections 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.338+0000 7f5a9d200700 1 --2- 172.21.15.47:0/130431101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a9819e2d0 0x7f5a9819e6f0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.338+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 >> 172.21.15.47:0/130431101 conn(0x7f5a98102280 msgr2=0x7f5a98102dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.338+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 shutdown_connections 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:09.338+0000 7f5a9d200700 1 -- 172.21.15.47:0/130431101 wait complete. 2024-04-25T02:21:10.129 INFO:teuthology.orchestra.run.smithi047.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-25T02:21:10.149 INFO:teuthology.orchestra.run.smithi047.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:21:10.149 INFO:teuthology.orchestra.run.smithi047.stdout:Creating mgr... 2024-04-25T02:21:10.150 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-25T02:21:10.153 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-25T02:21:10.621 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.x 2024-04-25T02:21:10.621 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-25T02:21:10.885 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4d24456a-02aa-11ef-bc93-c7b262605968.target.wants/ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-4d24456a-02aa-11ef-bc93-c7b262605968@.service. 2024-04-25T02:21:11.297 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:10 smithi047 systemd[1]: Starting Ceph mgr.x for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:21:11.555 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:11 smithi047 podman[28088]: 2024-04-25 02:21:11.197929355 +0000 UTC m=+0.036002022 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:21:11.556 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:11 smithi047 podman[28088]: 2024-04-25 02:21:11.314990737 +0000 UTC m=+0.153063437 container create 536a67a05d4b482bbad29368a3020305ab3fc09145d729b42adfabb50a32ac18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:21:11.556 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:11 smithi047 podman[28088]: 2024-04-25 02:21:11.551603022 +0000 UTC m=+0.389675728 container init 536a67a05d4b482bbad29368a3020305ab3fc09145d729b42adfabb50a32ac18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_CLEAN=True) 2024-04-25T02:21:11.758 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T02:21:11.759 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout disabled 2024-04-25T02:21:11.777 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T02:21:11.777 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-04-25T02:21:11.777 INFO:teuthology.orchestra.run.smithi047.stdout:firewalld.service is not enabled 2024-04-25T02:21:11.777 INFO:teuthology.orchestra.run.smithi047.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T02:21:11.799 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T02:21:11.799 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout disabled 2024-04-25T02:21:11.812 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:11 smithi047 podman[28088]: 2024-04-25 02:21:11.564097357 +0000 UTC m=+0.402170029 container start 536a67a05d4b482bbad29368a3020305ab3fc09145d729b42adfabb50a32ac18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-04-25T02:21:11.812 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:11 smithi047 bash[28088]: 536a67a05d4b482bbad29368a3020305ab3fc09145d729b42adfabb50a32ac18 2024-04-25T02:21:11.812 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:11 smithi047 systemd[1]: Started Ceph mgr.x for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:21:11.818 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T02:21:11.818 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-04-25T02:21:11.819 INFO:teuthology.orchestra.run.smithi047.stdout:firewalld.service is not enabled 2024-04-25T02:21:11.819 INFO:teuthology.orchestra.run.smithi047.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-25T02:21:11.819 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mgr to start... 2024-04-25T02:21:11.819 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mgr... 2024-04-25T02:21:12.081 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:11.807+0000 7f9b195ae200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T02:21:12.409 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:12.076+0000 7f9b195ae200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:21:12.409 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:12.214+0000 7f9b195ae200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T02:21:12.761 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:12 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/275629971' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T02:21:12.762 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:12.642+0000 7f9b195ae200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T02:21:13.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:12.757+0000 7f9b195ae200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T02:21:13.281 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:13.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-04-25T02:21:13.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:21:13.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T02:21:13.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 0 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T02:21:13.285 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T02:21:13.287 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:13.295 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T02:21:13.296 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T02:21:01.418488+0000", 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-04-25T02:21:13.297 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.470+0000 7f695be00700 1 Processor -- start 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.470+0000 7f695be00700 1 -- start start 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.471+0000 7f695be00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695410ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.471+0000 7f695be00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f695407bd90 con 0x7f6954108930 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.471+0000 7f6959400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695410ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.471+0000 7f6959400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695410ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37306/0 (socket says 172.21.15.47:37306) 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.471+0000 7f6959400700 1 -- 172.21.15.47:0/4017066711 learned_addr learned my addr 172.21.15.47:0/4017066711 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.472+0000 7f6959400700 1 -- 172.21.15.47:0/4017066711 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f695410b260 con 0x7f6954108930 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.472+0000 7f6959400700 1 --2- 172.21.15.47:0/4017066711 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695410ad20 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f69480098a0 tx=0x7f6948009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dbb781f06a8f61c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.472+0000 7f6953e00700 1 -- 172.21.15.47:0/4017066711 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6948004160 con 0x7f6954108930 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.472+0000 7f6953e00700 1 -- 172.21.15.47:0/4017066711 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6948004300 con 0x7f6954108930 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.473+0000 7f6953e00700 1 -- 172.21.15.47:0/4017066711 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6948011b50 con 0x7f6954108930 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.473+0000 7f695be00700 1 -- 172.21.15.47:0/4017066711 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 msgr2=0x7f695410ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.473+0000 7f695be00700 1 --2- 172.21.15.47:0/4017066711 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695410ad20 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f69480098a0 tx=0x7f6948009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:13.298 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.473+0000 7f695be00700 1 -- 172.21.15.47:0/4017066711 shutdown_connections 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.473+0000 7f695be00700 1 --2- 172.21.15.47:0/4017066711 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695410ad20 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.473+0000 7f695be00700 1 -- 172.21.15.47:0/4017066711 >> 172.21.15.47:0/4017066711 conn(0x7f6954102280 msgr2=0x7f69541046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.474+0000 7f695be00700 1 -- 172.21.15.47:0/4017066711 shutdown_connections 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.474+0000 7f695be00700 1 -- 172.21.15.47:0/4017066711 wait complete. 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.475+0000 7f695be00700 1 Processor -- start 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.475+0000 7f695be00700 1 -- start start 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.475+0000 7f695be00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695419e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.475+0000 7f695be00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f695410c1d0 con 0x7f6954108930 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.475+0000 7f6959400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695419e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:13.299 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.476+0000 7f6959400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695419e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37322/0 (socket says 172.21.15.47:37322) 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.476+0000 7f6959400700 1 -- 172.21.15.47:0/275629971 learned_addr learned my addr 172.21.15.47:0/275629971 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.476+0000 7f6959400700 1 -- 172.21.15.47:0/275629971 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f695419e600 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.476+0000 7f6959400700 1 --2- 172.21.15.47:0/275629971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695419e0c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6948011b60 tx=0x7f6948011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.477+0000 7f6952000700 1 -- 172.21.15.47:0/275629971 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6948003b20 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.477+0000 7f6952000700 1 -- 172.21.15.47:0/275629971 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6948003cc0 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.477+0000 7f695be00700 1 -- 172.21.15.47:0/275629971 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f695419e890 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.477+0000 7f6952000700 1 -- 172.21.15.47:0/275629971 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6948024840 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.477+0000 7f695be00700 1 -- 172.21.15.47:0/275629971 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f695419f360 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.477+0000 7f6952000700 1 -- 172.21.15.47:0/275629971 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6948022020 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.477+0000 7f6952000700 1 -- 172.21.15.47:0/275629971 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6948011e00 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.478+0000 7f6947400700 1 -- 172.21.15.47:0/275629971 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6954063890 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.481+0000 7f6952000700 1 -- 172.21.15.47:0/275629971 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f6948043dd0 con 0x7f6954108930 2024-04-25T02:21:13.300 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.561+0000 7f6947400700 1 -- 172.21.15.47:0/275629971 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f695406af00 con 0x7f6954108930 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.562+0000 7f6952000700 1 -- 172.21.15.47:0/275629971 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f6948032020 con 0x7f6954108930 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.563+0000 7f6947400700 1 -- 172.21.15.47:0/275629971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 msgr2=0x7f695419e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.563+0000 7f6947400700 1 --2- 172.21.15.47:0/275629971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695419e0c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6948011b60 tx=0x7f6948011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.563+0000 7f6947400700 1 -- 172.21.15.47:0/275629971 shutdown_connections 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.563+0000 7f6947400700 1 --2- 172.21.15.47:0/275629971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954108930 0x7f695419e0c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.563+0000 7f6947400700 1 -- 172.21.15.47:0/275629971 >> 172.21.15.47:0/275629971 conn(0x7f6954102280 msgr2=0x7f6954102d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.563+0000 7f6947400700 1 -- 172.21.15.47:0/275629971 shutdown_connections 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:12.564+0000 7f6947400700 1 -- 172.21.15.47:0/275629971 wait complete. 2024-04-25T02:21:13.301 INFO:teuthology.orchestra.run.smithi047.stdout:mgr not available, waiting (1/15)... 2024-04-25T02:21:14.662 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:14.401+0000 7f9b195ae200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T02:21:14.662 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:14.637+0000 7f9b195ae200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T02:21:15.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:14.854+0000 7f9b195ae200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T02:21:15.511 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:15.244+0000 7f9b195ae200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T02:21:15.511 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:15.372+0000 7f9b195ae200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T02:21:15.780 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:15.634+0000 7f9b195ae200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T02:21:16.030 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:15.900+0000 7f9b195ae200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:21:16.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:16 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2346758584' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T02:21:16.801 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:16.801 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-04-25T02:21:16.802 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:21:16.802 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T02:21:16.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T02:21:16.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T02:21:16.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T02:21:16.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:16.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T02:21:16.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T02:21:16.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 0 2024-04-25T02:21:16.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:16.804 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T02:21:16.804 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T02:21:16.805 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:16.805 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-25T02:21:16.805 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T02:21:16.805 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:16.805 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T02:21:16.805 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T02:21:16.805 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:16.805 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T02:21:16.806 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:16.806 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T02:21:16.806 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T02:21:16.806 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T02:21:16.809 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T02:21:16.810 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:16.815 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T02:21:16.815 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:16.815 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T02:21:16.815 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:16.815 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T02:21:01.418488+0000", 2024-04-25T02:21:16.815 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.934+0000 7f74d9600700 1 Processor -- start 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.934+0000 7f74d9600700 1 -- start start 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.934+0000 7f74d9600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d4106b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.934+0000 7f74d9600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f74d407bdb0 con 0x7f74d4106700 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.935+0000 7f74d2a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d4106b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.935+0000 7f74d2a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d4106b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37336/0 (socket says 172.21.15.47:37336) 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.935+0000 7f74d2a00700 1 -- 172.21.15.47:0/2367042243 learned_addr learned my addr 172.21.15.47:0/2367042243 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.935+0000 7f74d2a00700 1 -- 172.21.15.47:0/2367042243 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d4107060 con 0x7f74d4106700 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.936+0000 7f74d2a00700 1 --2- 172.21.15.47:0/2367042243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d4106b20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f74c40098a0 tx=0x7f74c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=900c816209d4eba1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:16.816 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.936+0000 7f74d1600700 1 -- 172.21.15.47:0/2367042243 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74c4004160 con 0x7f74d4106700 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.936+0000 7f74d1600700 1 -- 172.21.15.47:0/2367042243 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f74c4004300 con 0x7f74d4106700 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.936+0000 7f74d1600700 1 -- 172.21.15.47:0/2367042243 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74c4011b50 con 0x7f74d4106700 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.937+0000 7f74d9600700 1 -- 172.21.15.47:0/2367042243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 msgr2=0x7f74d4106b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.937+0000 7f74d9600700 1 --2- 172.21.15.47:0/2367042243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d4106b20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f74c40098a0 tx=0x7f74c4009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.937+0000 7f74d9600700 1 -- 172.21.15.47:0/2367042243 shutdown_connections 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.937+0000 7f74d9600700 1 --2- 172.21.15.47:0/2367042243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d4106b20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.937+0000 7f74d9600700 1 -- 172.21.15.47:0/2367042243 >> 172.21.15.47:0/2367042243 conn(0x7f74d4102280 msgr2=0x7f74d41046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.937+0000 7f74d9600700 1 -- 172.21.15.47:0/2367042243 shutdown_connections 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.937+0000 7f74d9600700 1 -- 172.21.15.47:0/2367042243 wait complete. 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.939+0000 7f74d9600700 1 Processor -- start 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.939+0000 7f74d9600700 1 -- start start 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.939+0000 7f74d9600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d419e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.939+0000 7f74d9600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f74d41080f0 con 0x7f74d4106700 2024-04-25T02:21:16.817 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.940+0000 7f74d2a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d419e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.940+0000 7f74d2a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d419e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37352/0 (socket says 172.21.15.47:37352) 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.940+0000 7f74d2a00700 1 -- 172.21.15.47:0/2346758584 learned_addr learned my addr 172.21.15.47:0/2346758584 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.940+0000 7f74d2a00700 1 -- 172.21.15.47:0/2346758584 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d419e5a0 con 0x7f74d4106700 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.940+0000 7f74d2a00700 1 --2- 172.21.15.47:0/2346758584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d419e060 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f74c4011b60 tx=0x7f74c4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.941+0000 7f74cb400700 1 -- 172.21.15.47:0/2346758584 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74c4003b20 con 0x7f74d4106700 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.941+0000 7f74cb400700 1 -- 172.21.15.47:0/2346758584 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f74c4003cc0 con 0x7f74d4106700 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.941+0000 7f74cb400700 1 -- 172.21.15.47:0/2346758584 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74c4024840 con 0x7f74d4106700 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.941+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74d419e830 con 0x7f74d4106700 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.941+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74d419f350 con 0x7f74d4106700 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.941+0000 7f74cb400700 1 -- 172.21.15.47:0/2346758584 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f74c4022020 con 0x7f74d4106700 2024-04-25T02:21:16.818 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.941+0000 7f74cb400700 1 -- 172.21.15.47:0/2346758584 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f74c4011e00 con 0x7f74d4106700 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.942+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74d4063890 con 0x7f74d4106700 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:15.945+0000 7f74cb400700 1 -- 172.21.15.47:0/2346758584 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f74c4043dd0 con 0x7f74d4106700 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.025+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f74d419ff60 con 0x7f74d4106700 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.025+0000 7f74cb400700 1 -- 172.21.15.47:0/2346758584 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f74c4032020 con 0x7f74d4106700 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.027+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 msgr2=0x7f74d419e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.027+0000 7f74d9600700 1 --2- 172.21.15.47:0/2346758584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d419e060 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f74c4011b60 tx=0x7f74c4011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.027+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 shutdown_connections 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.027+0000 7f74d9600700 1 --2- 172.21.15.47:0/2346758584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d4106700 0x7f74d419e060 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.027+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 >> 172.21.15.47:0/2346758584 conn(0x7f74d4102280 msgr2=0x7f74d4194b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:16.820 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.027+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 shutdown_connections 2024-04-25T02:21:16.821 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:16.027+0000 7f74d9600700 1 -- 172.21.15.47:0/2346758584 wait complete. 2024-04-25T02:21:16.821 INFO:teuthology.orchestra.run.smithi047.stdout:mgr not available, waiting (2/15)... 2024-04-25T02:21:17.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:16 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:16.735+0000 7f9b195ae200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T02:21:17.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:17.304+0000 7f9b195ae200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T02:21:17.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:17.435+0000 7f9b195ae200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T02:21:18.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:17.706+0000 7f9b195ae200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T02:21:18.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:18 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:18.370+0000 7f9b195ae200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T02:21:18.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:18 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:18.496+0000 7f9b195ae200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T02:21:19.126 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:18 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:18.821+0000 7f9b195ae200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T02:21:19.127 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:19.007+0000 7f9b195ae200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T02:21:19.378 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:19.138+0000 7f9b195ae200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T02:21:19.378 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:19.295+0000 7f9b195ae200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T02:21:19.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:19 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1319915052' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T02:21:19.660 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:19.422+0000 7f9b195ae200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T02:21:20.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 0 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T02:21:20.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T02:21:20.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T02:21:20.333 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T02:21:20.333 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T02:21:20.333 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T02:21:20.333 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:20.333 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T02:21:20.333 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T02:21:20.333 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T02:21:20.334 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T02:21:01.418488+0000", 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T02:21:20.335 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.440+0000 7ff147000700 1 Processor -- start 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.440+0000 7ff147000700 1 -- start start 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.441+0000 7ff147000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff140108280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.441+0000 7ff147000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff140108850 con 0x7ff140107e60 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.441+0000 7ff137e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff140108280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.441+0000 7ff137e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff140108280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37354/0 (socket says 172.21.15.47:37354) 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.441+0000 7ff137e00700 1 -- 172.21.15.47:0/4067594844 learned_addr learned my addr 172.21.15.47:0/4067594844 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.442+0000 7ff137e00700 1 -- 172.21.15.47:0/4067594844 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff140108fc0 con 0x7ff140107e60 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.442+0000 7ff137e00700 1 --2- 172.21.15.47:0/4067594844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff140108280 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff1300098a0 tx=0x7ff130009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7b1c937b378511 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.442+0000 7ff13f400700 1 -- 172.21.15.47:0/4067594844 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff130004160 con 0x7ff140107e60 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.442+0000 7ff13f400700 1 -- 172.21.15.47:0/4067594844 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff130004300 con 0x7ff140107e60 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.442+0000 7ff13f400700 1 -- 172.21.15.47:0/4067594844 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff130011b50 con 0x7ff140107e60 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.443+0000 7ff147000700 1 -- 172.21.15.47:0/4067594844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 msgr2=0x7ff140108280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:20.336 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.443+0000 7ff147000700 1 --2- 172.21.15.47:0/4067594844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff140108280 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff1300098a0 tx=0x7ff130009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.443+0000 7ff147000700 1 -- 172.21.15.47:0/4067594844 shutdown_connections 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.443+0000 7ff147000700 1 --2- 172.21.15.47:0/4067594844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff140108280 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.443+0000 7ff147000700 1 -- 172.21.15.47:0/4067594844 >> 172.21.15.47:0/4067594844 conn(0x7ff140103420 msgr2=0x7ff140105840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.443+0000 7ff147000700 1 -- 172.21.15.47:0/4067594844 shutdown_connections 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.443+0000 7ff147000700 1 -- 172.21.15.47:0/4067594844 wait complete. 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.445+0000 7ff147000700 1 Processor -- start 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.445+0000 7ff147000700 1 -- start start 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.445+0000 7ff147000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff14019e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.445+0000 7ff147000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff14010c370 con 0x7ff140107e60 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.446+0000 7ff137e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff14019e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.446+0000 7ff137e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff14019e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37368/0 (socket says 172.21.15.47:37368) 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.446+0000 7ff137e00700 1 -- 172.21.15.47:0/1319915052 learned_addr learned my addr 172.21.15.47:0/1319915052 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.446+0000 7ff137e00700 1 -- 172.21.15.47:0/1319915052 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff14019e5b0 con 0x7ff140107e60 2024-04-25T02:21:20.337 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.447+0000 7ff137e00700 1 --2- 172.21.15.47:0/1319915052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff14019e070 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff130000c00 tx=0x7ff130011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.447+0000 7ff13d600700 1 -- 172.21.15.47:0/1319915052 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff130003b20 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.447+0000 7ff13d600700 1 -- 172.21.15.47:0/1319915052 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff130003cc0 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.447+0000 7ff13d600700 1 -- 172.21.15.47:0/1319915052 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff130024910 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.447+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff14019e840 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.447+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff14019f360 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.448+0000 7ff13d600700 1 -- 172.21.15.47:0/1319915052 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff130022020 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.448+0000 7ff13d600700 1 -- 172.21.15.47:0/1319915052 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff130011e00 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.448+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff140063890 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.451+0000 7ff13d600700 1 -- 172.21.15.47:0/1319915052 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7ff13001acd0 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.530+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7ff14006af00 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.531+0000 7ff13d600700 1 -- 172.21.15.47:0/1319915052 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7ff130032030 con 0x7ff140107e60 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.533+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 msgr2=0x7ff14019e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:20.338 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.533+0000 7ff147000700 1 --2- 172.21.15.47:0/1319915052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff14019e070 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff130000c00 tx=0x7ff130011c10 comp rx=0 tx=0).stop 2024-04-25T02:21:20.339 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.533+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 shutdown_connections 2024-04-25T02:21:20.339 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.533+0000 7ff147000700 1 --2- 172.21.15.47:0/1319915052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff140107e60 0x7ff14019e070 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:20.339 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.533+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 >> 172.21.15.47:0/1319915052 conn(0x7ff140103420 msgr2=0x7ff140103f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:20.339 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.533+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 shutdown_connections 2024-04-25T02:21:20.339 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:19.533+0000 7ff147000700 1 -- 172.21.15.47:0/1319915052 wait complete. 2024-04-25T02:21:20.339 INFO:teuthology.orchestra.run.smithi047.stdout:mgr not available, waiting (3/15)... 2024-04-25T02:21:20.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:20.464+0000 7f9b195ae200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T02:21:21.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:20.750+0000 7f9b195ae200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: Activating manager daemon x 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: mgrmap e2: x(active, starting, since 0.0115038s) 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: Manager daemon x is now available 2024-04-25T02:21:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T02:21:21.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T02:21:21.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' 2024-04-25T02:21:21.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:20 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' 2024-04-25T02:21:22.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:21 smithi047 ceph-mon[27871]: from='mgr.14100 172.21.15.47:0/2312066864' entity='mgr.x' 2024-04-25T02:21:22.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:21 smithi047 ceph-mon[27871]: mgrmap e3: x(active, since 1.02085s) 2024-04-25T02:21:24.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:23 smithi047 ceph-mon[27871]: mgrmap e4: x(active, since 2s) 2024-04-25T02:21:24.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:23 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1189494233' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T02:21:24.311 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:24.311 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 0 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-25T02:21:24.312 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T02:21:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T02:21:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T02:21:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T02:21:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T02:21:24.313 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T02:21:24.322 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T02:21:24.323 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T02:21:01.418488+0000", 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.071+0000 7f0ee3200700 1 Processor -- start 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.071+0000 7f0ee3200700 1 -- start start 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.071+0000 7f0ee3200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee4111060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:24.324 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.071+0000 7f0ee3200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee40824a0 con 0x7f0ee410ec70 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.072+0000 7f0ee1e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee4111060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.072+0000 7f0ee1e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee4111060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39470/0 (socket says 172.21.15.47:39470) 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.072+0000 7f0ee1e00700 1 -- 172.21.15.47:0/1631126493 learned_addr learned my addr 172.21.15.47:0/1631126493 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.072+0000 7f0ee1e00700 1 -- 172.21.15.47:0/1631126493 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee41115a0 con 0x7f0ee410ec70 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.073+0000 7f0ee1e00700 1 --2- 172.21.15.47:0/1631126493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee4111060 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0ed40098a0 tx=0x7f0ed4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70815d81383fc5ef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.073+0000 7f0ee0a00700 1 -- 172.21.15.47:0/1631126493 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ed4004160 con 0x7f0ee410ec70 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.073+0000 7f0ee0a00700 1 -- 172.21.15.47:0/1631126493 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f0ed4004300 con 0x7f0ee410ec70 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.073+0000 7f0ee0a00700 1 -- 172.21.15.47:0/1631126493 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ed4011b50 con 0x7f0ee410ec70 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.074+0000 7f0ee3200700 1 -- 172.21.15.47:0/1631126493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 msgr2=0x7f0ee4111060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.074+0000 7f0ee3200700 1 --2- 172.21.15.47:0/1631126493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee4111060 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0ed40098a0 tx=0x7f0ed4009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.074+0000 7f0ee3200700 1 -- 172.21.15.47:0/1631126493 shutdown_connections 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.074+0000 7f0ee3200700 1 --2- 172.21.15.47:0/1631126493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee4111060 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.074+0000 7f0ee3200700 1 -- 172.21.15.47:0/1631126493 >> 172.21.15.47:0/1631126493 conn(0x7f0ee407d240 msgr2=0x7f0ee407f660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.074+0000 7f0ee3200700 1 -- 172.21.15.47:0/1631126493 shutdown_connections 2024-04-25T02:21:24.325 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.074+0000 7f0ee3200700 1 -- 172.21.15.47:0/1631126493 wait complete. 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.075+0000 7f0ee3200700 1 Processor -- start 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.075+0000 7f0ee3200700 1 -- start start 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.076+0000 7f0ee3200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee41a21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.076+0000 7f0ee3200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee4112620 con 0x7f0ee410ec70 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.076+0000 7f0ee1e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee41a21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.076+0000 7f0ee1e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee41a21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39484/0 (socket says 172.21.15.47:39484) 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.076+0000 7f0ee1e00700 1 -- 172.21.15.47:0/1189494233 learned_addr learned my addr 172.21.15.47:0/1189494233 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.076+0000 7f0ee1e00700 1 -- 172.21.15.47:0/1189494233 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee41a2720 con 0x7f0ee410ec70 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.077+0000 7f0ee1e00700 1 --2- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee41a21e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4011b60 tx=0x7f0ed4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.077+0000 7f0edaa00700 1 -- 172.21.15.47:0/1189494233 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ed4003970 con 0x7f0ee410ec70 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.077+0000 7f0edaa00700 1 -- 172.21.15.47:0/1189494233 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f0ed4003b10 con 0x7f0ee410ec70 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.077+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ee41a29b0 con 0x7f0ee410ec70 2024-04-25T02:21:24.326 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.077+0000 7f0edaa00700 1 -- 172.21.15.47:0/1189494233 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ed4024610 con 0x7f0ee410ec70 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.077+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ee41a56a0 con 0x7f0ee410ec70 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.078+0000 7f0edaa00700 1 -- 172.21.15.47:0/1189494233 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f0ed401a9f0 con 0x7f0ee410ec70 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.078+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ee4069390 con 0x7f0ee410ec70 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.079+0000 7f0edaa00700 1 --2- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f0ec8039050 0x7f0ec803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.079+0000 7f0edaa00700 1 -- 172.21.15.47:0/1189494233 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0ed4011e00 con 0x7f0ee410ec70 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.079+0000 7f0ee1400700 1 --2- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f0ec8039050 0x7f0ec803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.080+0000 7f0ee1400700 1 --2- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f0ec8039050 0x7f0ec803b510 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0006fd0 tx=0x7f0ed0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.086+0000 7f0edaa00700 1 -- 172.21.15.47:0/1189494233 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0ed400b3e0 con 0x7f0ee410ec70 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.400+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f0ee41a5870 con 0x7f0ee410ec70 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.401+0000 7f0edaa00700 1 -- 172.21.15.47:0/1189494233 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f0ee41a5870 con 0x7f0ee410ec70 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.404+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f0ec8039050 msgr2=0x7f0ec803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.404+0000 7f0ee3200700 1 --2- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f0ec8039050 0x7f0ec803b510 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0006fd0 tx=0x7f0ed0006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.404+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 msgr2=0x7f0ee41a21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.404+0000 7f0ee3200700 1 --2- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee41a21e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4011b60 tx=0x7f0ed4011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:24.327 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.404+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 shutdown_connections 2024-04-25T02:21:24.328 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.404+0000 7f0ee3200700 1 --2- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f0ec8039050 0x7f0ec803b510 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:24.328 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.404+0000 7f0ee3200700 1 --2- 172.21.15.47:0/1189494233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ee410ec70 0x7f0ee41a21e0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:24.328 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.404+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 >> 172.21.15.47:0/1189494233 conn(0x7f0ee407d240 msgr2=0x7f0ee407dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:24.328 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.405+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 shutdown_connections 2024-04-25T02:21:24.328 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:23.405+0000 7f0ee3200700 1 -- 172.21.15.47:0/1189494233 wait complete. 2024-04-25T02:21:24.328 INFO:teuthology.orchestra.run.smithi047.stdout:mgr is available 2024-04-25T02:21:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:25 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/4059605119' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout fsid = 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-04-25T02:21:26.104 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.138+0000 7f7ecd400700 1 Processor -- start 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.139+0000 7f7ecd400700 1 -- start start 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.139+0000 7f7ecd400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec8108210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.139+0000 7f7ecd400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec81087e0 con 0x7f7ec8107df0 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.140+0000 7f7ec6800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec8108210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.140+0000 7f7ec6800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec8108210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39490/0 (socket says 172.21.15.47:39490) 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.140+0000 7f7ec6800700 1 -- 172.21.15.47:0/2893343877 learned_addr learned my addr 172.21.15.47:0/2893343877 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.140+0000 7f7ec6800700 1 -- 172.21.15.47:0/2893343877 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ec8108ff0 con 0x7f7ec8107df0 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.141+0000 7f7ec6800700 1 --2- 172.21.15.47:0/2893343877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec8108210 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7eb80098a0 tx=0x7f7eb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d1e093ee96a9aca server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:26.105 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.141+0000 7f7ec5400700 1 -- 172.21.15.47:0/2893343877 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7eb8004160 con 0x7f7ec8107df0 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.141+0000 7f7ec5400700 1 -- 172.21.15.47:0/2893343877 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7eb8004300 con 0x7f7ec8107df0 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.141+0000 7f7ec5400700 1 -- 172.21.15.47:0/2893343877 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7eb8011b50 con 0x7f7ec8107df0 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.142+0000 7f7ecd400700 1 -- 172.21.15.47:0/2893343877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 msgr2=0x7f7ec8108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.142+0000 7f7ecd400700 1 --2- 172.21.15.47:0/2893343877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec8108210 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7eb80098a0 tx=0x7f7eb8009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.142+0000 7f7ecd400700 1 -- 172.21.15.47:0/2893343877 shutdown_connections 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.142+0000 7f7ecd400700 1 --2- 172.21.15.47:0/2893343877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec8108210 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.142+0000 7f7ecd400700 1 -- 172.21.15.47:0/2893343877 >> 172.21.15.47:0/2893343877 conn(0x7f7ec81033b0 msgr2=0x7f7ec81057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.142+0000 7f7ecd400700 1 -- 172.21.15.47:0/2893343877 shutdown_connections 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.142+0000 7f7ecd400700 1 -- 172.21.15.47:0/2893343877 wait complete. 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.143+0000 7f7ecd400700 1 Processor -- start 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.143+0000 7f7ecd400700 1 -- start start 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.143+0000 7f7ecd400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:26.106 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.143+0000 7f7ecd400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec810c3a0 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.144+0000 7f7ec6800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.144+0000 7f7ec6800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec819be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39504/0 (socket says 172.21.15.47:39504) 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.144+0000 7f7ec6800700 1 -- 172.21.15.47:0/4059605119 learned_addr learned my addr 172.21.15.47:0/4059605119 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.144+0000 7f7ec6800700 1 -- 172.21.15.47:0/4059605119 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ec819c3c0 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.144+0000 7f7ec6800700 1 --2- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec819be80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8000c00 tx=0x7f7eb8011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.145+0000 7f7ebf400700 1 -- 172.21.15.47:0/4059605119 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7eb8003b20 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.145+0000 7f7ebf400700 1 -- 172.21.15.47:0/4059605119 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7eb8003cc0 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.145+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ec819c650 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.145+0000 7f7ebf400700 1 -- 172.21.15.47:0/4059605119 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7eb8024910 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.145+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ec819d170 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.146+0000 7f7ebf400700 1 -- 172.21.15.47:0/4059605119 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f7eb8022020 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.146+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ec8063890 con 0x7f7ec8107df0 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.147+0000 7f7ebf400700 1 --2- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f7eac039050 0x7f7eac03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:26.107 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.147+0000 7f7ebf400700 1 -- 172.21.15.47:0/4059605119 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7eb8011e00 con 0x7f7ec8107df0 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.147+0000 7f7ec5e00700 1 --2- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f7eac039050 0x7f7eac03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.148+0000 7f7ec5e00700 1 --2- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f7eac039050 0x7f7eac03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7eb4006fd0 tx=0x7f7eb4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.152+0000 7f7ebf400700 1 -- 172.21.15.47:0/4059605119 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7eb804ca90 con 0x7f7ec8107df0 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.368+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f7ec819d690 con 0x7f7ec8107df0 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.370+0000 7f7ebf400700 1 -- 172.21.15.47:0/4059605119 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7f7eb801acd0 con 0x7f7ec8107df0 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.372+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f7eac039050 msgr2=0x7f7eac03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.372+0000 7f7ecd400700 1 --2- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f7eac039050 0x7f7eac03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7eb4006fd0 tx=0x7f7eb4006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.372+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 msgr2=0x7f7ec819be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.372+0000 7f7ecd400700 1 --2- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec819be80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8000c00 tx=0x7f7eb8011c10 comp rx=0 tx=0).stop 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.372+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 shutdown_connections 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.372+0000 7f7ecd400700 1 --2- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f7eac039050 0x7f7eac03b510 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.372+0000 7f7ecd400700 1 --2- 172.21.15.47:0/4059605119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ec8107df0 0x7f7ec819be80 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.372+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 >> 172.21.15.47:0/4059605119 conn(0x7f7ec81033b0 msgr2=0x7f7ec8103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.373+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 shutdown_connections 2024-04-25T02:21:26.108 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:25.373+0000 7f7ecd400700 1 -- 172.21.15.47:0/4059605119 wait complete. 2024-04-25T02:21:26.109 INFO:teuthology.orchestra.run.smithi047.stdout:Enabling cephadm module... 2024-04-25T02:21:27.387 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:27 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1216910278' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-25T02:21:27.388 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: ignoring --setuser ceph since I am not root 2024-04-25T02:21:27.388 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: ignoring --setgroup ceph since I am not root 2024-04-25T02:21:27.388 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:27.384+0000 7f7a01fba200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T02:21:27.793 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.739+0000 7f627e800700 1 Processor -- start 2024-04-25T02:21:27.793 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.739+0000 7f627e800700 1 -- start start 2024-04-25T02:21:27.793 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.739+0000 7f627e800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627807c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:27.793 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.739+0000 7f627e800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f627807c850 con 0x7f627807de20 2024-04-25T02:21:27.793 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.740+0000 7f6277400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627807c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:27.793 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.740+0000 7f6277400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627807c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39510/0 (socket says 172.21.15.47:39510) 2024-04-25T02:21:27.793 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.740+0000 7f6277400700 1 -- 172.21.15.47:0/3733402144 learned_addr learned my addr 172.21.15.47:0/3733402144 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:27.793 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.740+0000 7f6277400700 1 -- 172.21.15.47:0/3733402144 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f627807c9d0 con 0x7f627807de20 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.741+0000 7f6277400700 1 --2- 172.21.15.47:0/3733402144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627807c280 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f62680098a0 tx=0x7f6268009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7faaf75863ff9448 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.741+0000 7f6276000700 1 -- 172.21.15.47:0/3733402144 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6268004160 con 0x7f627807de20 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.741+0000 7f6276000700 1 -- 172.21.15.47:0/3733402144 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6268004300 con 0x7f627807de20 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.741+0000 7f6276000700 1 -- 172.21.15.47:0/3733402144 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6268011b50 con 0x7f627807de20 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.742+0000 7f627e800700 1 -- 172.21.15.47:0/3733402144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 msgr2=0x7f627807c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.742+0000 7f627e800700 1 --2- 172.21.15.47:0/3733402144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627807c280 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f62680098a0 tx=0x7f6268009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.742+0000 7f627e800700 1 -- 172.21.15.47:0/3733402144 shutdown_connections 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.742+0000 7f627e800700 1 --2- 172.21.15.47:0/3733402144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627807c280 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.742+0000 7f627e800700 1 -- 172.21.15.47:0/3733402144 >> 172.21.15.47:0/3733402144 conn(0x7f62781033b0 msgr2=0x7f62781057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.742+0000 7f627e800700 1 -- 172.21.15.47:0/3733402144 shutdown_connections 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.742+0000 7f627e800700 1 -- 172.21.15.47:0/3733402144 wait complete. 2024-04-25T02:21:27.794 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.743+0000 7f627e800700 1 Processor -- start 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.743+0000 7f627e800700 1 -- start start 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.744+0000 7f627e800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627819e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.744+0000 7f627e800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f627810e420 con 0x7f627807de20 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.744+0000 7f6277400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627819e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.744+0000 7f6277400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627819e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39518/0 (socket says 172.21.15.47:39518) 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.744+0000 7f6277400700 1 -- 172.21.15.47:0/1216910278 learned_addr learned my addr 172.21.15.47:0/1216910278 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.744+0000 7f6277400700 1 -- 172.21.15.47:0/1216910278 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f627819e550 con 0x7f627807de20 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.745+0000 7f6277400700 1 --2- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627819e010 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6268011b60 tx=0x7f6268011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.745+0000 7f626fe00700 1 -- 172.21.15.47:0/1216910278 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6268003b20 con 0x7f627807de20 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.745+0000 7f626fe00700 1 -- 172.21.15.47:0/1216910278 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6268003cc0 con 0x7f627807de20 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.745+0000 7f626fe00700 1 -- 172.21.15.47:0/1216910278 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6268024840 con 0x7f627807de20 2024-04-25T02:21:27.795 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.745+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f627819e7e0 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.745+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f627819f300 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.746+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6278063890 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.746+0000 7f626fe00700 1 -- 172.21.15.47:0/1216910278 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f6268022020 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.747+0000 7f626fe00700 1 --2- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f625c039050 0x7f625c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.747+0000 7f626fe00700 1 -- 172.21.15.47:0/1216910278 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6268011e00 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.747+0000 7f6276a00700 1 --2- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f625c039050 0x7f625c03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.748+0000 7f6276a00700 1 --2- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f625c039050 0x7f625c03b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6264006fd0 tx=0x7f6264006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:26.752+0000 7f626fe00700 1 -- 172.21.15.47:0/1216910278 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f626804cae0 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.040+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f627806af00 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.093+0000 7f626fe00700 1 -- 172.21.15.47:0/1216910278 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f627806af00 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.098+0000 7f626fe00700 1 -- 172.21.15.47:0/1216910278 <== mon.0 v2:172.21.15.47:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f626800b3e0 con 0x7f627807de20 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.098+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f625c039050 msgr2=0x7f625c03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:27.796 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.098+0000 7f627e800700 1 --2- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f625c039050 0x7f625c03b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6264006fd0 tx=0x7f6264006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:27.797 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.098+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 msgr2=0x7f627819e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:27.797 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.098+0000 7f627e800700 1 --2- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627819e010 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6268011b60 tx=0x7f6268011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:27.797 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.099+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 shutdown_connections 2024-04-25T02:21:27.797 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.099+0000 7f627e800700 1 --2- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f625c039050 0x7f625c03b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:27.797 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.099+0000 7f627e800700 1 --2- 172.21.15.47:0/1216910278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f627807de20 0x7f627819e010 secure :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6268011b60 tx=0x7f6268011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:27.797 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.099+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 >> 172.21.15.47:0/1216910278 conn(0x7f62781033b0 msgr2=0x7f6278103e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:27.797 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.099+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 shutdown_connections 2024-04-25T02:21:27.797 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:27.099+0000 7f627e800700 1 -- 172.21.15.47:0/1216910278 wait complete. 2024-04-25T02:21:27.909 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:27.634+0000 7f7a01fba200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:21:27.909 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:27.768+0000 7f7a01fba200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T02:21:28.240 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:28 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1216910278' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-25T02:21:28.241 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:28 smithi047 ceph-mon[27871]: mgrmap e5: x(active, since 6s) 2024-04-25T02:21:28.241 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:28 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:28.177+0000 7f7a01fba200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T02:21:28.494 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:28 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:28.295+0000 7f7a01fba200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T02:21:29.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:29 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2448832290' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T02:21:29.472 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-04-25T02:21:29.472 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-25T02:21:29.473 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T02:21:29.473 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T02:21:29.473 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T02:21:29.473 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-04-25T02:21:29.473 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.540+0000 7f5326000700 1 Processor -- start 2024-04-25T02:21:29.473 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.541+0000 7f5326000700 1 -- start start 2024-04-25T02:21:29.473 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.541+0000 7f5326000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f5320107120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:29.473 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.541+0000 7f5326000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f53201076f0 con 0x7f5320106d00 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.541+0000 7f531f400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f5320107120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.542+0000 7f531f400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f5320107120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39544/0 (socket says 172.21.15.47:39544) 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.542+0000 7f531f400700 1 -- 172.21.15.47:0/239512226 learned_addr learned my addr 172.21.15.47:0/239512226 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.542+0000 7f531f400700 1 -- 172.21.15.47:0/239512226 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5320107f00 con 0x7f5320106d00 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.542+0000 7f531f400700 1 --2- 172.21.15.47:0/239512226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f5320107120 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f531000bb40 tx=0x7f531000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7be0b1d649f5f2d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.543+0000 7f531e000700 1 -- 172.21.15.47:0/239512226 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f531000dbe0 con 0x7f5320106d00 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.543+0000 7f531e000700 1 -- 172.21.15.47:0/239512226 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f53100044f0 con 0x7f5320106d00 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.543+0000 7f531e000700 1 -- 172.21.15.47:0/239512226 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5310010470 con 0x7f5320106d00 2024-04-25T02:21:29.474 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.543+0000 7f5326000700 1 -- 172.21.15.47:0/239512226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 msgr2=0x7f5320107120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.543+0000 7f5326000700 1 --2- 172.21.15.47:0/239512226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f5320107120 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f531000bb40 tx=0x7f531000be50 comp rx=0 tx=0).stop 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.544+0000 7f5326000700 1 -- 172.21.15.47:0/239512226 shutdown_connections 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.544+0000 7f5326000700 1 --2- 172.21.15.47:0/239512226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f5320107120 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.544+0000 7f5326000700 1 -- 172.21.15.47:0/239512226 >> 172.21.15.47:0/239512226 conn(0x7f5320102280 msgr2=0x7f53201046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.544+0000 7f5326000700 1 -- 172.21.15.47:0/239512226 shutdown_connections 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.544+0000 7f5326000700 1 -- 172.21.15.47:0/239512226 wait complete. 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.545+0000 7f5326000700 1 Processor -- start 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.545+0000 7f5326000700 1 -- start start 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.545+0000 7f5326000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f532019e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.545+0000 7f5326000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f532007af70 con 0x7f5320106d00 2024-04-25T02:21:29.475 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.545+0000 7f531f400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f532019e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.546+0000 7f531f400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f532019e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39548/0 (socket says 172.21.15.47:39548) 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.546+0000 7f531f400700 1 -- 172.21.15.47:0/2448832290 learned_addr learned my addr 172.21.15.47:0/2448832290 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.546+0000 7f531f400700 1 -- 172.21.15.47:0/2448832290 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f532019e5f0 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.546+0000 7f531f400700 1 --2- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f532019e0b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f531000b340 tx=0x7f531000dd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.546+0000 7f5317e00700 1 -- 172.21.15.47:0/2448832290 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5310010680 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.546+0000 7f5317e00700 1 -- 172.21.15.47:0/2448832290 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f531001d070 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.546+0000 7f5317e00700 1 -- 172.21.15.47:0/2448832290 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5310021b10 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.547+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f532019e880 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.547+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f532019f3a0 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.548+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5320063890 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.548+0000 7f5317e00700 1 -- 172.21.15.47:0/2448832290 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f531001f030 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.548+0000 7f5317e00700 1 --2- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f5304039050 0x7f530403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.549+0000 7f5317e00700 1 -- 172.21.15.47:0/2448832290 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f531004ced0 con 0x7f5320106d00 2024-04-25T02:21:29.476 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.549+0000 7f531ea00700 1 -- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f5304039050 msgr2=0x7f530403b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/121870951 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.549+0000 7f531ea00700 1 --2- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f5304039050 0x7f530403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.554+0000 7f5317e00700 1 -- 172.21.15.47:0/2448832290 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5310015070 con 0x7f5320106d00 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.750+0000 7f531ea00700 1 -- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f5304039050 msgr2=0x7f530403b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/121870951 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.750+0000 7f531ea00700 1 --2- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f5304039050 0x7f530403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.849+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f53201a00b0 con 0x7f5320106d00 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.850+0000 7f5317e00700 1 -- 172.21.15.47:0/2448832290 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f5310029e20 con 0x7f5320106d00 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.854+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f5304039050 msgr2=0x7f530403b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.854+0000 7f5326000700 1 --2- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f5304039050 0x7f530403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.854+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 msgr2=0x7f532019e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.854+0000 7f5326000700 1 --2- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f532019e0b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f531000b340 tx=0x7f531000dd90 comp rx=0 tx=0).stop 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.854+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 shutdown_connections 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.854+0000 7f5326000700 1 --2- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7f5304039050 0x7f530403b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.854+0000 7f5326000700 1 --2- 172.21.15.47:0/2448832290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5320106d00 0x7f532019e0b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:29.477 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.854+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 >> 172.21.15.47:0/2448832290 conn(0x7f5320102280 msgr2=0x7f53201901e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:29.478 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.855+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 shutdown_connections 2024-04-25T02:21:29.478 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:28.856+0000 7f5326000700 1 -- 172.21.15.47:0/2448832290 wait complete. 2024-04-25T02:21:29.478 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for the mgr to restart... 2024-04-25T02:21:29.478 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mgr epoch 5... 2024-04-25T02:21:30.033 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:29 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:29.898+0000 7f7a01fba200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T02:21:30.359 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:30.137+0000 7f7a01fba200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T02:21:30.360 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:30.355+0000 7f7a01fba200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T02:21:31.134 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:30.749+0000 7f7a01fba200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T02:21:31.135 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:30.873+0000 7f7a01fba200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T02:21:31.395 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:31.130+0000 7f7a01fba200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T02:21:31.395 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:31.391+0000 7f7a01fba200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:21:32.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:32.198+0000 7f7a01fba200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T02:21:33.079 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:32.762+0000 7f7a01fba200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T02:21:33.079 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:32.893+0000 7f7a01fba200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T02:21:33.409 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:33.164+0000 7f7a01fba200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T02:21:34.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:33.830+0000 7f7a01fba200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T02:21:34.160 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:33.954+0000 7f7a01fba200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T02:21:34.599 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:34.282+0000 7f7a01fba200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T02:21:34.599 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:34.466+0000 7f7a01fba200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T02:21:34.599 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:34.595+0000 7f7a01fba200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T02:21:34.880 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:34.751+0000 7f7a01fba200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T02:21:35.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:34.877+0000 7f7a01fba200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T02:21:36.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:35.951+0000 7f7a01fba200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T02:21:36.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:21:36.241+0000 7f7a01fba200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: Active manager daemon x restarted 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: Activating manager daemon x 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: osdmap e2: 0 total, 0 up, 0 in 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: mgrmap e6: x(active, starting, since 0.00392412s) 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: Manager daemon x is now available 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:36 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: Found migration_current of "None". Setting to last migration. 2024-04-25T02:21:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:21:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:21:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: [25/Apr/2024:02:21:36] ENGINE Bus STARTING 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: [25/Apr/2024:02:21:36] ENGINE Serving on http://172.21.15.47:8765 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: [25/Apr/2024:02:21:37] ENGINE Serving on https://172.21.15.47:7150 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: [25/Apr/2024:02:21:37] ENGINE Bus STARTED 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:21:37.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:37 smithi047 ceph-mon[27871]: mgrmap e7: x(active, since 1.01494s) 2024-04-25T02:21:37.995 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-04-25T02:21:37.995 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-25T02:21:37.996 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T02:21:37.996 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-04-25T02:21:37.996 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.062+0000 7fc43e800700 1 Processor -- start 2024-04-25T02:21:37.996 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.062+0000 7fc43e800700 1 -- start start 2024-04-25T02:21:37.997 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.062+0000 7fc43e800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43807c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:37.997 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.062+0000 7fc43e800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc43807c830 con 0x7fc43807de00 2024-04-25T02:21:37.997 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.063+0000 7fc437400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43807c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:37.997 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.063+0000 7fc437400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43807c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39550/0 (socket says 172.21.15.47:39550) 2024-04-25T02:21:37.997 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.063+0000 7fc437400700 1 -- 172.21.15.47:0/2652010498 learned_addr learned my addr 172.21.15.47:0/2652010498 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:37.998 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.063+0000 7fc437400700 1 -- 172.21.15.47:0/2652010498 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43807c9b0 con 0x7fc43807de00 2024-04-25T02:21:37.998 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.064+0000 7fc437400700 1 --2- 172.21.15.47:0/2652010498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43807c260 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc4280098a0 tx=0x7fc428009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3066e37e2427f15e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:37.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.064+0000 7fc436000700 1 -- 172.21.15.47:0/2652010498 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc428004160 con 0x7fc43807de00 2024-04-25T02:21:37.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.064+0000 7fc436000700 1 -- 172.21.15.47:0/2652010498 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc428004300 con 0x7fc43807de00 2024-04-25T02:21:37.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.064+0000 7fc436000700 1 -- 172.21.15.47:0/2652010498 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc428011b50 con 0x7fc43807de00 2024-04-25T02:21:37.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.064+0000 7fc43e800700 1 -- 172.21.15.47:0/2652010498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 msgr2=0x7fc43807c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:37.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.064+0000 7fc43e800700 1 --2- 172.21.15.47:0/2652010498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43807c260 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc4280098a0 tx=0x7fc428009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:37.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.065+0000 7fc43e800700 1 -- 172.21.15.47:0/2652010498 shutdown_connections 2024-04-25T02:21:37.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.065+0000 7fc43e800700 1 --2- 172.21.15.47:0/2652010498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43807c260 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:38.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.065+0000 7fc43e800700 1 -- 172.21.15.47:0/2652010498 >> 172.21.15.47:0/2652010498 conn(0x7fc4381033e0 msgr2=0x7fc438105800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:38.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.065+0000 7fc43e800700 1 -- 172.21.15.47:0/2652010498 shutdown_connections 2024-04-25T02:21:38.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.065+0000 7fc43e800700 1 -- 172.21.15.47:0/2652010498 wait complete. 2024-04-25T02:21:38.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.066+0000 7fc43e800700 1 Processor -- start 2024-04-25T02:21:38.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.066+0000 7fc43e800700 1 -- start start 2024-04-25T02:21:38.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.066+0000 7fc43e800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43819dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:38.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.066+0000 7fc43e800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc43810e3f0 con 0x7fc43807de00 2024-04-25T02:21:38.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.067+0000 7fc437400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43819dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:38.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.067+0000 7fc437400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43819dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39554/0 (socket says 172.21.15.47:39554) 2024-04-25T02:21:38.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.067+0000 7fc437400700 1 -- 172.21.15.47:0/3208860226 learned_addr learned my addr 172.21.15.47:0/3208860226 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:38.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.067+0000 7fc437400700 1 -- 172.21.15.47:0/3208860226 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43819e530 con 0x7fc43807de00 2024-04-25T02:21:38.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.067+0000 7fc437400700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43819dff0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc428011b60 tx=0x7fc428011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:38.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.068+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc428003970 con 0x7fc43807de00 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.068+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc428003b10 con 0x7fc43807de00 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.068+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc428024610 con 0x7fc43807de00 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.068+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc43819e7c0 con 0x7fc43807de00 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.068+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4381a14b0 con 0x7fc43807de00 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.069+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fc42801a9f0 con 0x7fc43807de00 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.069+0000 7fc42fe00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 0x7fc41c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.069+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 --> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fc41c03bc70 con 0x7fc41c0390a0 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.069+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc428011e00 con 0x7fc43807de00 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.070+0000 7fc436a00700 1 -- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 msgr2=0x7fc41c03b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/121870951 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.070+0000 7fc436a00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 0x7fc41c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.271+0000 7fc436a00700 1 -- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 msgr2=0x7fc41c03b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/121870951 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.271+0000 7fc436a00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 0x7fc41c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.672+0000 7fc436a00700 1 -- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 msgr2=0x7fc41c03b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/121870951 2024-04-25T02:21:38.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:30.672+0000 7fc436a00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 0x7fc41c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T02:21:38.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:31.473+0000 7fc436a00700 1 -- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 msgr2=0x7fc41c03b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/121870951 2024-04-25T02:21:38.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:31.473+0000 7fc436a00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 0x7fc41c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T02:21:38.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:33.075+0000 7fc436a00700 1 -- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 msgr2=0x7fc41c03b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/121870951 2024-04-25T02:21:38.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:33.075+0000 7fc436a00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 0x7fc41c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T02:21:38.007 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:36.248+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7fc42801a430 con 0x7fc43807de00 2024-04-25T02:21:38.007 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:36.248+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 msgr2=0x7fc41c03b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:21:38.007 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:36.248+0000 7fc42fe00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 0x7fc41c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:38.007 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.254+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7fc42804ebf0 con 0x7fc43807de00 2024-04-25T02:21:38.007 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.254+0000 7fc42fe00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fc41c03c9d0 0x7fc41c03edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.254+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fc42800ce90 con 0x7fc41c03c9d0 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.256+0000 7fc436a00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fc41c03c9d0 0x7fc41c03edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.260+0000 7fc436a00700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fc41c03c9d0 0x7fc41c03edc0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fc424003a10 tx=0x7fc4240092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.262+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mgr.14120 v2:172.21.15.47:6800/369213982 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fc42800ce90 con 0x7fc41c03c9d0 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.271+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fc438069390 con 0x7fc41c03c9d0 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.272+0000 7fc42fe00700 1 -- 172.21.15.47:0/3208860226 <== mgr.14120 v2:172.21.15.47:6800/369213982 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fc438069390 con 0x7fc41c03c9d0 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fc41c03c9d0 msgr2=0x7fc41c03edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fc41c03c9d0 0x7fc41c03edc0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fc424003a10 tx=0x7fc4240092b0 comp rx=0 tx=0).stop 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 msgr2=0x7fc43819dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43819dff0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc428011b60 tx=0x7fc428011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 shutdown_connections 2024-04-25T02:21:38.008 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fc41c03c9d0 0x7fc41c03edc0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:38.009 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43807de00 0x7fc43819dff0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:38.009 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 --2- 172.21.15.47:0/3208860226 >> [v2:172.21.15.47:6800/121870951,v1:172.21.15.47:6801/121870951] conn(0x7fc41c0390a0 0x7fc41c03b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:38.009 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 >> 172.21.15.47:0/3208860226 conn(0x7fc4381033e0 msgr2=0x7fc438103f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:38.009 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 shutdown_connections 2024-04-25T02:21:38.009 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:37.273+0000 7fc43e800700 1 -- 172.21.15.47:0/3208860226 wait complete. 2024-04-25T02:21:38.009 INFO:teuthology.orchestra.run.smithi047.stdout:mgr epoch 5 is available 2024-04-25T02:21:38.009 INFO:teuthology.orchestra.run.smithi047.stdout:Setting orchestrator backend to cephadm... 2024-04-25T02:21:38.581 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:38 smithi047 ceph-mon[27871]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T02:21:38.582 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:38 smithi047 ceph-mon[27871]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T02:21:39.626 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:39 smithi047 ceph-mon[27871]: mgrmap e8: x(active, since 2s) 2024-04-25T02:21:39.627 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:39 smithi047 ceph-mon[27871]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:21:39.627 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:39 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:39.627 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:39 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:21:39.648 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.663+0000 7fbb69800700 1 Processor -- start 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.663+0000 7fbb69800700 1 -- start start 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.664+0000 7fbb69800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6410ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.664+0000 7fbb69800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6407bd90 con 0x7fbb64108930 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.664+0000 7fbb62a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6410ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.664+0000 7fbb62a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6410ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:35716/0 (socket says 172.21.15.47:35716) 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.664+0000 7fbb62a00700 1 -- 172.21.15.47:0/1790220539 learned_addr learned my addr 172.21.15.47:0/1790220539 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.664+0000 7fbb62a00700 1 -- 172.21.15.47:0/1790220539 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6410b260 con 0x7fbb64108930 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.665+0000 7fbb62a00700 1 --2- 172.21.15.47:0/1790220539 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6410ad20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbb540098a0 tx=0x7fbb54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f623a6fbe4c50775 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.665+0000 7fbb61600700 1 -- 172.21.15.47:0/1790220539 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb54004160 con 0x7fbb64108930 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.665+0000 7fbb61600700 1 -- 172.21.15.47:0/1790220539 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fbb54004300 con 0x7fbb64108930 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.665+0000 7fbb61600700 1 -- 172.21.15.47:0/1790220539 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb54011b50 con 0x7fbb64108930 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.666+0000 7fbb69800700 1 -- 172.21.15.47:0/1790220539 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 msgr2=0x7fbb6410ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.666+0000 7fbb69800700 1 --2- 172.21.15.47:0/1790220539 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6410ad20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbb540098a0 tx=0x7fbb54009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:39.649 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.666+0000 7fbb69800700 1 -- 172.21.15.47:0/1790220539 shutdown_connections 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.666+0000 7fbb69800700 1 --2- 172.21.15.47:0/1790220539 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6410ad20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.666+0000 7fbb69800700 1 -- 172.21.15.47:0/1790220539 >> 172.21.15.47:0/1790220539 conn(0x7fbb64102280 msgr2=0x7fbb641046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.666+0000 7fbb69800700 1 -- 172.21.15.47:0/1790220539 shutdown_connections 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.666+0000 7fbb69800700 1 -- 172.21.15.47:0/1790220539 wait complete. 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.667+0000 7fbb69800700 1 Processor -- start 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.668+0000 7fbb69800700 1 -- start start 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.668+0000 7fbb69800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6419bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.668+0000 7fbb69800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6410c1d0 con 0x7fbb64108930 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.668+0000 7fbb62a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6419bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.668+0000 7fbb62a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6419bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:35730/0 (socket says 172.21.15.47:35730) 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.668+0000 7fbb62a00700 1 -- 172.21.15.47:0/2895649481 learned_addr learned my addr 172.21.15.47:0/2895649481 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.669+0000 7fbb62a00700 1 -- 172.21.15.47:0/2895649481 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6419c400 con 0x7fbb64108930 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.669+0000 7fbb62a00700 1 --2- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6419bec0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbb54011670 tx=0x7fbb54011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:39.650 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.669+0000 7fbb5b400700 1 -- 172.21.15.47:0/2895649481 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb540039c0 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.669+0000 7fbb5b400700 1 -- 172.21.15.47:0/2895649481 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fbb54011e50 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.669+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb6419c690 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.670+0000 7fbb5b400700 1 -- 172.21.15.47:0/2895649481 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb5401a5c0 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.670+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb6419d070 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.671+0000 7fbb5b400700 1 -- 172.21.15.47:0/2895649481 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fbb54024430 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.671+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb64063890 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.671+0000 7fbb5b400700 1 --2- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fbb48039050 0x7fbb4803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.671+0000 7fbb5b400700 1 -- 172.21.15.47:0/2895649481 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbb5404d450 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.672+0000 7fbb62000700 1 --2- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fbb48039050 0x7fbb4803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.672+0000 7fbb62000700 1 --2- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fbb48039050 0x7fbb4803b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbb50006fd0 tx=0x7fbb50006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.678+0000 7fbb5b400700 1 -- 172.21.15.47:0/2895649481 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fbb5404cda0 con 0x7fbb64108930 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.924+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fbb641034a0 con 0x7fbb48039050 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.934+0000 7fbb5b400700 1 -- 172.21.15.47:0/2895649481 <== mgr.14120 v2:172.21.15.47:6800/369213982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbb641034a0 con 0x7fbb48039050 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.937+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fbb48039050 msgr2=0x7fbb4803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.937+0000 7fbb69800700 1 --2- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fbb48039050 0x7fbb4803b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbb50006fd0 tx=0x7fbb50006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:39.651 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.937+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 msgr2=0x7fbb6419bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:39.652 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.937+0000 7fbb69800700 1 --2- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6419bec0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbb54011670 tx=0x7fbb54011b60 comp rx=0 tx=0).stop 2024-04-25T02:21:39.652 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.938+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 shutdown_connections 2024-04-25T02:21:39.652 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.938+0000 7fbb69800700 1 --2- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fbb48039050 0x7fbb4803b510 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:39.652 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.938+0000 7fbb69800700 1 --2- 172.21.15.47:0/2895649481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb64108930 0x7fbb6419bec0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:39.652 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.938+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 >> 172.21.15.47:0/2895649481 conn(0x7fbb64102280 msgr2=0x7fbb64102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:39.652 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.938+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 shutdown_connections 2024-04-25T02:21:39.652 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:38.938+0000 7fbb69800700 1 -- 172.21.15.47:0/2895649481 wait complete. 2024-04-25T02:21:41.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-25T02:21:41.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.305+0000 7fa6c5a00700 1 Processor -- start 2024-04-25T02:21:41.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.305+0000 7fa6c5a00700 1 -- start start 2024-04-25T02:21:41.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.306+0000 7fa6c5a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c0109e40 0x7fa6c010a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.306+0000 7fa6c5a00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c010a7a0 con 0x7fa6c0109e40 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.306+0000 7fa6bfe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c0109e40 0x7fa6c010a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.306+0000 7fa6bfe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c0109e40 0x7fa6c010a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:35746/0 (socket says 172.21.15.47:35746) 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.306+0000 7fa6bfe00700 1 -- 172.21.15.47:0/4217117916 learned_addr learned my addr 172.21.15.47:0/4217117916 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.307+0000 7fa6bfe00700 1 -- 172.21.15.47:0/4217117916 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c010afa0 con 0x7fa6c0109e40 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.307+0000 7fa6bfe00700 1 --2- 172.21.15.47:0/4217117916 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c0109e40 0x7fa6c010a260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa6b00098a0 tx=0x7fa6b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=912ece7c6b33c5f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.308+0000 7fa6bf400700 1 -- 172.21.15.47:0/4217117916 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6b0004160 con 0x7fa6c0109e40 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.308+0000 7fa6bf400700 1 -- 172.21.15.47:0/4217117916 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa6b0004300 con 0x7fa6c0109e40 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.308+0000 7fa6bf400700 1 -- 172.21.15.47:0/4217117916 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6b0011b50 con 0x7fa6c0109e40 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.308+0000 7fa6c5a00700 1 -- 172.21.15.47:0/4217117916 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c0109e40 msgr2=0x7fa6c010a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.308+0000 7fa6c5a00700 1 --2- 172.21.15.47:0/4217117916 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c0109e40 0x7fa6c010a260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa6b00098a0 tx=0x7fa6b0009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:41.178 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.308+0000 7fa6c5a00700 1 -- 172.21.15.47:0/4217117916 shutdown_connections 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.308+0000 7fa6c5a00700 1 --2- 172.21.15.47:0/4217117916 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c0109e40 0x7fa6c010a260 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.308+0000 7fa6c5a00700 1 -- 172.21.15.47:0/4217117916 >> 172.21.15.47:0/4217117916 conn(0x7fa6c007d1e0 msgr2=0x7fa6c007d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.309+0000 7fa6c5a00700 1 -- 172.21.15.47:0/4217117916 shutdown_connections 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.309+0000 7fa6c5a00700 1 -- 172.21.15.47:0/4217117916 wait complete. 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.310+0000 7fa6c5a00700 1 Processor -- start 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.310+0000 7fa6c5a00700 1 -- start start 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.310+0000 7fa6c5a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c019dff0 0x7fa6c019e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.310+0000 7fa6c5a00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c010e3e0 con 0x7fa6c019dff0 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.311+0000 7fa6bfe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c019dff0 0x7fa6c019e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.311+0000 7fa6bfe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c019dff0 0x7fa6c019e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:35758/0 (socket says 172.21.15.47:35758) 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.311+0000 7fa6bfe00700 1 -- 172.21.15.47:0/2881855472 learned_addr learned my addr 172.21.15.47:0/2881855472 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.311+0000 7fa6bfe00700 1 -- 172.21.15.47:0/2881855472 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c019e950 con 0x7fa6c019dff0 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.311+0000 7fa6bfe00700 1 --2- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c019dff0 0x7fa6c019e410 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0000c00 tx=0x7fa6b00119e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:41.179 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.312+0000 7fa6bd600700 1 -- 172.21.15.47:0/2881855472 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6b00038b0 con 0x7fa6c019dff0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.312+0000 7fa6bd600700 1 -- 172.21.15.47:0/2881855472 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa6b0003a50 con 0x7fa6c019dff0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.312+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6c019ebe0 con 0x7fa6c019dff0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.312+0000 7fa6bd600700 1 -- 172.21.15.47:0/2881855472 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6b001b440 con 0x7fa6c019dff0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.312+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6c01a16c0 con 0x7fa6c019dff0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.313+0000 7fa6bd600700 1 -- 172.21.15.47:0/2881855472 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fa6b001a440 con 0x7fa6c019dff0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.313+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6c0069390 con 0x7fa6c019dff0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.313+0000 7fa6bd600700 1 --2- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa6a4039050 0x7fa6a403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.313+0000 7fa6bd600700 1 -- 172.21.15.47:0/2881855472 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa6b004d550 con 0x7fa6c019dff0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.314+0000 7fa6b7400700 1 --2- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa6a4039050 0x7fa6a403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:41.180 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.314+0000 7fa6b7400700 1 --2- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa6a4039050 0x7fa6a403b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8006fd0 tx=0x7fa6a8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.319+0000 7fa6bd600700 1 -- 172.21.15.47:0/2881855472 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa6b000be50 con 0x7fa6c019dff0 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.548+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fa6c0107b80 con 0x7fa6a4039050 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.549+0000 7fa6bd600700 1 -- 172.21.15.47:0/2881855472 <== mgr.14120 v2:172.21.15.47:6800/369213982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fa6c0107b80 con 0x7fa6a4039050 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.552+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa6a4039050 msgr2=0x7fa6a403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.552+0000 7fa6c5a00700 1 --2- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa6a4039050 0x7fa6a403b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8006fd0 tx=0x7fa6a8006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.552+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c019dff0 msgr2=0x7fa6c019e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.552+0000 7fa6c5a00700 1 --2- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c019dff0 0x7fa6c019e410 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0000c00 tx=0x7fa6b00119e0 comp rx=0 tx=0).stop 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.552+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 shutdown_connections 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.552+0000 7fa6c5a00700 1 --2- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa6a4039050 0x7fa6a403b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.552+0000 7fa6c5a00700 1 --2- 172.21.15.47:0/2881855472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6c019dff0 0x7fa6c019e410 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.552+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 >> 172.21.15.47:0/2881855472 conn(0x7fa6c007d1e0 msgr2=0x7fa6c0107470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.553+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 shutdown_connections 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:40.553+0000 7fa6c5a00700 1 -- 172.21.15.47:0/2881855472 wait complete. 2024-04-25T02:21:41.181 INFO:teuthology.orchestra.run.smithi047.stdout:Generating ssh key... 2024-04-25T02:21:41.531 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:41 smithi047 ceph-mon[27871]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:21:42.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-mon[27871]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:21:42.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-mon[27871]: Generating ssh key... 2024-04-25T02:21:42.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:42.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:42.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: Generating public/private rsa key pair. 2024-04-25T02:21:42.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: Your identification has been saved in /tmp/tmpykp4q11e/key. 2024-04-25T02:21:42.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: Your public key has been saved in /tmp/tmpykp4q11e/key.pub. 2024-04-25T02:21:42.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: The key fingerprint is: 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: SHA256:p+ZB2BWmpeCnI4AN48fGZyO8WFYAkfMwB+V3XPR4008 ceph-4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: The key's randomart image is: 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: +---[RSA 3072]----+ 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: |o+*o... .o+ | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: |.X=......=o.. | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: |..O@ =.o+..+ . E | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: | *o* o= .. . o | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: | . .. + S . . | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: | . o o | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: | + | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: | o . | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: | . | 2024-04-25T02:21:42.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:21:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: +----[SHA256]-----+ 2024-04-25T02:21:42.951 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.824+0000 7f69b2e00700 1 Processor -- start 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.824+0000 7f69b2e00700 1 -- start start 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.824+0000 7f69b2e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac07ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.824+0000 7f69b2e00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac07f1f0 con 0x7f69ac07e800 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.825+0000 7f69abe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac07ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.825+0000 7f69abe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac07ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:33072/0 (socket says 172.21.15.47:33072) 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.825+0000 7f69abe00700 1 -- 172.21.15.47:0/913065012 learned_addr learned my addr 172.21.15.47:0/913065012 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.826+0000 7f69abe00700 1 -- 172.21.15.47:0/913065012 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ac07fa50 con 0x7f69ac07e800 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.826+0000 7f69abe00700 1 --2- 172.21.15.47:0/913065012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac07ec20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f699c0098a0 tx=0x7f699c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f69464153643215 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.826+0000 7f69ab400700 1 -- 172.21.15.47:0/913065012 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f699c004160 con 0x7f69ac07e800 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.826+0000 7f69ab400700 1 -- 172.21.15.47:0/913065012 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f699c004300 con 0x7f69ac07e800 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.826+0000 7f69ab400700 1 -- 172.21.15.47:0/913065012 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f699c011b50 con 0x7f69ac07e800 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.827+0000 7f69b2e00700 1 -- 172.21.15.47:0/913065012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 msgr2=0x7f69ac07ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:42.952 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.827+0000 7f69b2e00700 1 --2- 172.21.15.47:0/913065012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac07ec20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f699c0098a0 tx=0x7f699c009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.827+0000 7f69b2e00700 1 -- 172.21.15.47:0/913065012 shutdown_connections 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.827+0000 7f69b2e00700 1 --2- 172.21.15.47:0/913065012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac07ec20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.827+0000 7f69b2e00700 1 -- 172.21.15.47:0/913065012 >> 172.21.15.47:0/913065012 conn(0x7f69ac07d3c0 msgr2=0x7f69ac07d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.827+0000 7f69b2e00700 1 -- 172.21.15.47:0/913065012 shutdown_connections 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.827+0000 7f69b2e00700 1 -- 172.21.15.47:0/913065012 wait complete. 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.828+0000 7f69b2e00700 1 Processor -- start 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.828+0000 7f69b2e00700 1 -- start start 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.829+0000 7f69b2e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac1a2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.829+0000 7f69b2e00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69ac080e10 con 0x7f69ac07e800 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.829+0000 7f69abe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac1a2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.829+0000 7f69abe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac1a2440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:33078/0 (socket says 172.21.15.47:33078) 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.829+0000 7f69abe00700 1 -- 172.21.15.47:0/2351441020 learned_addr learned my addr 172.21.15.47:0/2351441020 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.829+0000 7f69abe00700 1 -- 172.21.15.47:0/2351441020 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ac1a2980 con 0x7f69ac07e800 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.830+0000 7f69abe00700 1 --2- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac1a2440 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f699c011b60 tx=0x7f699c011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:42.953 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.830+0000 7f69a9600700 1 -- 172.21.15.47:0/2351441020 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f699c003b20 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.830+0000 7f69a9600700 1 -- 172.21.15.47:0/2351441020 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f699c003cc0 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.830+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69ac1a2c10 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.830+0000 7f69a9600700 1 -- 172.21.15.47:0/2351441020 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f699c024840 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.830+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69ac1a3730 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.831+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69ac063890 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.831+0000 7f69a9600700 1 -- 172.21.15.47:0/2351441020 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f699c022020 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.832+0000 7f69a9600700 1 --2- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f69900390a0 0x7f699003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.832+0000 7f69a9600700 1 -- 172.21.15.47:0/2351441020 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f699c011e00 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.832+0000 7f69a3400700 1 --2- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f69900390a0 0x7f699003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.833+0000 7f69a3400700 1 --2- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f69900390a0 0x7f699003b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f699400ad30 tx=0x7f69940093f0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:41.837+0000 7f69a9600700 1 -- 172.21.15.47:0/2351441020 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f699c01a7b0 con 0x7f69ac07e800 2024-04-25T02:21:42.954 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.066+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f69ac1a4470 con 0x7f69900390a0 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.269+0000 7f69a9600700 1 -- 172.21.15.47:0/2351441020 <== mgr.14120 v2:172.21.15.47:6800/369213982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f69ac1a4470 con 0x7f69900390a0 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.273+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f69900390a0 msgr2=0x7f699003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.273+0000 7f69b2e00700 1 --2- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f69900390a0 0x7f699003b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f699400ad30 tx=0x7f69940093f0 comp rx=0 tx=0).stop 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.273+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 msgr2=0x7f69ac1a2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.273+0000 7f69b2e00700 1 --2- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac1a2440 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f699c011b60 tx=0x7f699c011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.273+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 shutdown_connections 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.273+0000 7f69b2e00700 1 --2- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f69900390a0 0x7f699003b560 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.273+0000 7f69b2e00700 1 --2- 172.21.15.47:0/2351441020 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69ac07e800 0x7f69ac1a2440 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.273+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 >> 172.21.15.47:0/2351441020 conn(0x7f69ac07d3c0 msgr2=0x7f69ac198fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.274+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 shutdown_connections 2024-04-25T02:21:42.955 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:42.274+0000 7f69b2e00700 1 -- 172.21.15.47:0/2351441020 wait complete. 2024-04-25T02:21:44.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:44 smithi047 ceph-mon[27871]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:21:44.509 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj2d+kdOsEVzcFpmFIMUZnhp/JssoAT5IHG75nobXuw7o8OpR2GK/eC7i+PsllJHZ09JTssxFChJNYgz5MNf15whXO/Mod+l9taK1Mx57auVwZhUBrc4lIJ4B3dzPPwcKTOmuV4fhZ4hXvJ1yGaN1RZVtepTgI7Way7DkBhQOc85eeNKb0WJkeIFUl4YFUaUV19u8YMctPAqU1N7Xx1/fuEExx2nk5gJdehpnkOWmDrdDGceBComPKdekJFJKVS0SPE+eBBxh8WAPDmXD0w3gahbP1LU2DtUzgCcPR8MKhM6uqpl6ry7FawTjj8xCF1uPJL+GKexjae4ne8qHNZzcY7J/JyNm2hauk0N3yTspdYwBOurWxrWAILiLJ0OME95ZtEj9iAqkMk6QzlUNq+/ESX1TW7ZTKvLRATUgow4KImBQw7qlgbmVUfD5NjRlhIryljO+7CuZHJGy4S9GukoS3AcN6ViH8LyIbGdcHTd4F/kGwDep06m2Ai7G8zHzquRU= ceph-4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.533+0000 7f1ce1800700 1 Processor -- start 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.533+0000 7f1ce1800700 1 -- start start 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.534+0000 7f1ce1800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc1082b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.534+0000 7f1ce1800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc1087f0 con 0x7f1cdc107e90 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.534+0000 7f1cdaa00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc1082b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.534+0000 7f1cdaa00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc1082b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:33092/0 (socket says 172.21.15.47:33092) 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.534+0000 7f1cdaa00700 1 -- 172.21.15.47:0/1651603051 learned_addr learned my addr 172.21.15.47:0/1651603051 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.535+0000 7f1cdaa00700 1 -- 172.21.15.47:0/1651603051 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cdc108fa0 con 0x7f1cdc107e90 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.535+0000 7f1cdaa00700 1 --2- 172.21.15.47:0/1651603051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc1082b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc0098a0 tx=0x7f1ccc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33cda3a634303a11 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.536+0000 7f1cd9600700 1 -- 172.21.15.47:0/1651603051 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ccc004160 con 0x7f1cdc107e90 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.536+0000 7f1cd9600700 1 -- 172.21.15.47:0/1651603051 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f1ccc004300 con 0x7f1cdc107e90 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.536+0000 7f1cd9600700 1 -- 172.21.15.47:0/1651603051 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ccc011b50 con 0x7f1cdc107e90 2024-04-25T02:21:44.510 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.536+0000 7f1ce1800700 1 -- 172.21.15.47:0/1651603051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 msgr2=0x7f1cdc1082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.536+0000 7f1ce1800700 1 --2- 172.21.15.47:0/1651603051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc1082b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc0098a0 tx=0x7f1ccc009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.537+0000 7f1ce1800700 1 -- 172.21.15.47:0/1651603051 shutdown_connections 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.537+0000 7f1ce1800700 1 --2- 172.21.15.47:0/1651603051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc1082b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.537+0000 7f1ce1800700 1 -- 172.21.15.47:0/1651603051 >> 172.21.15.47:0/1651603051 conn(0x7f1cdc103470 msgr2=0x7f1cdc105890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.537+0000 7f1ce1800700 1 -- 172.21.15.47:0/1651603051 shutdown_connections 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.537+0000 7f1ce1800700 1 -- 172.21.15.47:0/1651603051 wait complete. 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.538+0000 7f1ce1800700 1 Processor -- start 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.539+0000 7f1ce1800700 1 -- start start 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.539+0000 7f1ce1800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.539+0000 7f1ce1800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc10c260 con 0x7f1cdc107e90 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.540+0000 7f1cdaa00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.540+0000 7f1cdaa00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc19bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:33100/0 (socket says 172.21.15.47:33100) 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.540+0000 7f1cdaa00700 1 -- 172.21.15.47:0/3124819901 learned_addr learned my addr 172.21.15.47:0/3124819901 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:44.511 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.540+0000 7f1cdaa00700 1 -- 172.21.15.47:0/3124819901 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cdc19c400 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.541+0000 7f1cdaa00700 1 --2- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc19bec0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc011670 tx=0x7f1ccc011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.541+0000 7f1cd3400700 1 -- 172.21.15.47:0/3124819901 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ccc0039c0 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.541+0000 7f1cd3400700 1 -- 172.21.15.47:0/3124819901 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f1ccc011e50 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.541+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cdc19c690 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.541+0000 7f1cd3400700 1 -- 172.21.15.47:0/3124819901 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ccc01a5c0 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.541+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cdc19d0d0 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.543+0000 7f1cd3400700 1 -- 172.21.15.47:0/3124819901 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f1ccc024430 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.542+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cdc10c3e0 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.543+0000 7f1cd3400700 1 --2- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f1cc0039050 0x7f1cc003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.543+0000 7f1cd3400700 1 -- 172.21.15.47:0/3124819901 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1ccc04d390 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.543+0000 7f1cda000700 1 --2- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f1cc0039050 0x7f1cc003b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.544+0000 7f1cda000700 1 --2- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f1cc0039050 0x7f1cc003b510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8006fd0 tx=0x7f1cc8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.549+0000 7f1cd3400700 1 -- 172.21.15.47:0/3124819901 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1ccc02d3f0 con 0x7f1cdc107e90 2024-04-25T02:21:44.512 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.780+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f1cdc104640 con 0x7f1cc0039050 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.781+0000 7f1cd3400700 1 -- 172.21.15.47:0/3124819901 <== mgr.14120 v2:172.21.15.47:6800/369213982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f1cdc104640 con 0x7f1cc0039050 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f1cc0039050 msgr2=0x7f1cc003b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 --2- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f1cc0039050 0x7f1cc003b510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8006fd0 tx=0x7f1cc8006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 msgr2=0x7f1cdc19bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 --2- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc19bec0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc011670 tx=0x7f1ccc011b60 comp rx=0 tx=0).stop 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 shutdown_connections 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 --2- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f1cc0039050 0x7f1cc003b510 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 --2- 172.21.15.47:0/3124819901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cdc107e90 0x7f1cdc19bec0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 >> 172.21.15.47:0/3124819901 conn(0x7f1cdc103470 msgr2=0x7f1cdc103f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.784+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 shutdown_connections 2024-04-25T02:21:44.513 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:43.785+0000 7f1ce1800700 1 -- 172.21.15.47:0/3124819901 wait complete. 2024-04-25T02:21:44.514 INFO:teuthology.orchestra.run.smithi047.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-25T02:21:44.514 INFO:teuthology.orchestra.run.smithi047.stdout:Adding key to root@localhost authorized_keys... 2024-04-25T02:21:44.519 INFO:teuthology.orchestra.run.smithi047.stdout:Adding host smithi047... 2024-04-25T02:21:46.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:46 smithi047 ceph-mon[27871]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi047", "addr": "172.21.15.47", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:21:47.381 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:47 smithi047 ceph-mon[27871]: Deploying cephadm binary to smithi047 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout Added host 'smithi047' with addr '172.21.15.47' 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.157+0000 7f0912400700 1 Processor -- start 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.158+0000 7f0912400700 1 -- start start 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.158+0000 7f0912400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c111060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.158+0000 7f0912400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f090c1115a0 con 0x7f090c10ec70 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.159+0000 7f090b400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c111060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.159+0000 7f090b400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c111060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:33104/0 (socket says 172.21.15.47:33104) 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.159+0000 7f090b400700 1 -- 172.21.15.47:0/2988873923 learned_addr learned my addr 172.21.15.47:0/2988873923 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.159+0000 7f090b400700 1 -- 172.21.15.47:0/2988873923 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f090c111720 con 0x7f090c10ec70 2024-04-25T02:21:52.382 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.159+0000 7f090b400700 1 --2- 172.21.15.47:0/2988873923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c111060 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f08fc0098a0 tx=0x7f08fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=644d60cb96e7cc74 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:52.383 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.160+0000 7f090a000700 1 -- 172.21.15.47:0/2988873923 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08fc004160 con 0x7f090c10ec70 2024-04-25T02:21:52.383 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.160+0000 7f090a000700 1 -- 172.21.15.47:0/2988873923 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f08fc004300 con 0x7f090c10ec70 2024-04-25T02:21:52.385 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.160+0000 7f090a000700 1 -- 172.21.15.47:0/2988873923 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08fc011b50 con 0x7f090c10ec70 2024-04-25T02:21:52.385 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.161+0000 7f0912400700 1 -- 172.21.15.47:0/2988873923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 msgr2=0x7f090c111060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:52.385 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.161+0000 7f0912400700 1 --2- 172.21.15.47:0/2988873923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c111060 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f08fc0098a0 tx=0x7f08fc009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:52.385 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.161+0000 7f0912400700 1 -- 172.21.15.47:0/2988873923 shutdown_connections 2024-04-25T02:21:52.385 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.161+0000 7f0912400700 1 --2- 172.21.15.47:0/2988873923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c111060 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.161+0000 7f0912400700 1 -- 172.21.15.47:0/2988873923 >> 172.21.15.47:0/2988873923 conn(0x7f090c07d390 msgr2=0x7f090c07f7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.161+0000 7f0912400700 1 -- 172.21.15.47:0/2988873923 shutdown_connections 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.161+0000 7f0912400700 1 -- 172.21.15.47:0/2988873923 wait complete. 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.162+0000 7f0912400700 1 Processor -- start 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.162+0000 7f0912400700 1 -- start start 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.163+0000 7f0912400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c1a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.163+0000 7f0912400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f090c1127b0 con 0x7f090c10ec70 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.163+0000 7f090b400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c1a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.163+0000 7f090b400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c1a2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:33116/0 (socket says 172.21.15.47:33116) 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.163+0000 7f090b400700 1 -- 172.21.15.47:0/2694379234 learned_addr learned my addr 172.21.15.47:0/2694379234 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.163+0000 7f090b400700 1 -- 172.21.15.47:0/2694379234 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f090c1a2970 con 0x7f090c10ec70 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.164+0000 7f090b400700 1 --2- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c1a2430 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f08fc011b60 tx=0x7f08fc011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:52.386 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.164+0000 7f0903e00700 1 -- 172.21.15.47:0/2694379234 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08fc003b20 con 0x7f090c10ec70 2024-04-25T02:21:52.387 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.164+0000 7f0903e00700 1 -- 172.21.15.47:0/2694379234 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f08fc003cc0 con 0x7f090c10ec70 2024-04-25T02:21:52.387 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.164+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f090c1a2c00 con 0x7f090c10ec70 2024-04-25T02:21:52.387 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.164+0000 7f0903e00700 1 -- 172.21.15.47:0/2694379234 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08fc024840 con 0x7f090c10ec70 2024-04-25T02:21:52.387 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.164+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f090c1a3720 con 0x7f090c10ec70 2024-04-25T02:21:52.389 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.165+0000 7f0903e00700 1 -- 172.21.15.47:0/2694379234 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f08fc022020 con 0x7f090c10ec70 2024-04-25T02:21:52.389 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.165+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f090c063890 con 0x7f090c10ec70 2024-04-25T02:21:52.389 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.166+0000 7f0903e00700 1 --2- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f08f00390a0 0x7f08f003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:52.389 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.166+0000 7f0903e00700 1 -- 172.21.15.47:0/2694379234 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f08fc011e00 con 0x7f090c10ec70 2024-04-25T02:21:52.389 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.166+0000 7f090aa00700 1 --2- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f08f00390a0 0x7f08f003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.167+0000 7f090aa00700 1 --2- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f08f00390a0 0x7f08f003b560 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f08f8006fd0 tx=0x7f08f8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.171+0000 7f0903e00700 1 -- 172.21.15.47:0/2694379234 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f08fc04cb30 con 0x7f090c10ec70 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:45.401+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi047", "addr": "172.21.15.47", "target": ["mon-mgr", ""]}) -- 0x7f090c07e510 con 0x7f08f00390a0 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.640+0000 7f0903e00700 1 -- 172.21.15.47:0/2694379234 <== mgr.14120 v2:172.21.15.47:6800/369213982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f090c07e510 con 0x7f08f00390a0 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.644+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f08f00390a0 msgr2=0x7f08f003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.644+0000 7f0912400700 1 --2- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f08f00390a0 0x7f08f003b560 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f08f8006fd0 tx=0x7f08f8006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.644+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 msgr2=0x7f090c1a2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.644+0000 7f0912400700 1 --2- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c1a2430 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f08fc011b60 tx=0x7f08fc011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.645+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 shutdown_connections 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.645+0000 7f0912400700 1 --2- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f08f00390a0 0x7f08f003b560 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.645+0000 7f0912400700 1 --2- 172.21.15.47:0/2694379234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c10ec70 0x7f090c1a2430 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.645+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 >> 172.21.15.47:0/2694379234 conn(0x7f090c07d390 msgr2=0x7f090c07de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.645+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 shutdown_connections 2024-04-25T02:21:52.390 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:51.645+0000 7f0912400700 1 -- 172.21.15.47:0/2694379234 wait complete. 2024-04-25T02:21:52.391 INFO:teuthology.orchestra.run.smithi047.stdout:Deploying unmanaged mon service... 2024-04-25T02:21:52.906 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:52 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:52.906 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:52 smithi047 ceph-mon[27871]: Added host smithi047 2024-04-25T02:21:52.906 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:52 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:21:54.150 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.996+0000 7efe05400700 1 Processor -- start 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.997+0000 7efe05400700 1 -- start start 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.997+0000 7efe05400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0007c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.997+0000 7efe05400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efe0007c7c0 con 0x7efe0007dd80 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.997+0000 7efdfe800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0007c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.997+0000 7efdfe800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0007c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56916/0 (socket says 172.21.15.47:56916) 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.997+0000 7efdfe800700 1 -- 172.21.15.47:0/1855661715 learned_addr learned my addr 172.21.15.47:0/1855661715 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.998+0000 7efdfe800700 1 -- 172.21.15.47:0/1855661715 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe0007c940 con 0x7efe0007dd80 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.998+0000 7efdfe800700 1 --2- 172.21.15.47:0/1855661715 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0007c280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7efdf00098a0 tx=0x7efdf0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d93c8c10c7309f3c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.998+0000 7efdfd400700 1 -- 172.21.15.47:0/1855661715 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdf0004160 con 0x7efe0007dd80 2024-04-25T02:21:54.151 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efdfd400700 1 -- 172.21.15.47:0/1855661715 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7efdf0004300 con 0x7efe0007dd80 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efdfd400700 1 -- 172.21.15.47:0/1855661715 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdf0011b50 con 0x7efe0007dd80 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efe05400700 1 -- 172.21.15.47:0/1855661715 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 msgr2=0x7efe0007c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efe05400700 1 --2- 172.21.15.47:0/1855661715 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0007c280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7efdf00098a0 tx=0x7efdf0009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efe05400700 1 -- 172.21.15.47:0/1855661715 shutdown_connections 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efe05400700 1 --2- 172.21.15.47:0/1855661715 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0007c280 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efe05400700 1 -- 172.21.15.47:0/1855661715 >> 172.21.15.47:0/1855661715 conn(0x7efe00103420 msgr2=0x7efe00105840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efe05400700 1 -- 172.21.15.47:0/1855661715 shutdown_connections 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:52.999+0000 7efe05400700 1 -- 172.21.15.47:0/1855661715 wait complete. 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.000+0000 7efe05400700 1 Processor -- start 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.001+0000 7efe05400700 1 -- start start 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.001+0000 7efe05400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0019e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.001+0000 7efe05400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efe0010e3d0 con 0x7efe0007dd80 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.001+0000 7efdfe800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0019e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:54.152 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.001+0000 7efdfe800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0019e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56922/0 (socket says 172.21.15.47:56922) 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.001+0000 7efdfe800700 1 -- 172.21.15.47:0/1055509059 learned_addr learned my addr 172.21.15.47:0/1055509059 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.002+0000 7efdfe800700 1 -- 172.21.15.47:0/1055509059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe0019e5a0 con 0x7efe0007dd80 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.002+0000 7efdfe800700 1 --2- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0019e060 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7efdf0011b60 tx=0x7efdf0011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.002+0000 7efdf7400700 1 -- 172.21.15.47:0/1055509059 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdf0003b20 con 0x7efe0007dd80 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.002+0000 7efdf7400700 1 -- 172.21.15.47:0/1055509059 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7efdf0003cc0 con 0x7efe0007dd80 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.002+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe0019e830 con 0x7efe0007dd80 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.002+0000 7efdf7400700 1 -- 172.21.15.47:0/1055509059 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdf0024840 con 0x7efe0007dd80 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.002+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe0019f350 con 0x7efe0007dd80 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.004+0000 7efdf7400700 1 -- 172.21.15.47:0/1055509059 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7efdf0022020 con 0x7efe0007dd80 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.004+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe00063890 con 0x7efe0007dd80 2024-04-25T02:21:54.153 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.004+0000 7efdf7400700 1 --2- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7efde4039050 0x7efde403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:54.155 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.004+0000 7efdf7400700 1 -- 172.21.15.47:0/1055509059 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7efdf0011e00 con 0x7efe0007dd80 2024-04-25T02:21:54.155 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.004+0000 7efdfde00700 1 --2- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7efde4039050 0x7efde403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:54.155 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.005+0000 7efdfde00700 1 --2- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7efde4039050 0x7efde403b510 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7efdec006fd0 tx=0x7efdec006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:54.155 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.010+0000 7efdf7400700 1 -- 172.21.15.47:0/1055509059 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7efdf004cbc0 con 0x7efe0007dd80 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.261+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7efe00104620 con 0x7efde4039050 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.273+0000 7efdf7400700 1 -- 172.21.15.47:0/1055509059 <== mgr.14120 v2:172.21.15.47:6800/369213982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7efe00104620 con 0x7efde4039050 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7efde4039050 msgr2=0x7efde403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 --2- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7efde4039050 0x7efde403b510 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7efdec006fd0 tx=0x7efdec006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 msgr2=0x7efe0019e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 --2- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0019e060 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7efdf0011b60 tx=0x7efdf0011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 shutdown_connections 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 --2- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7efde4039050 0x7efde403b510 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 --2- 172.21.15.47:0/1055509059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe0007dd80 0x7efe0019e060 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 >> 172.21.15.47:0/1055509059 conn(0x7efe00103420 msgr2=0x7efe00103f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 shutdown_connections 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:53.276+0000 7efe05400700 1 -- 172.21.15.47:0/1055509059 wait complete. 2024-04-25T02:21:54.156 INFO:teuthology.orchestra.run.smithi047.stdout:Deploying unmanaged mgr service... 2024-04-25T02:21:54.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:54 smithi047 ceph-mon[27871]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:21:54.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:54 smithi047 ceph-mon[27871]: Saving service mon spec with placement count:5 2024-04-25T02:21:54.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:54 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.096+0000 7fd5c8800700 1 Processor -- start 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.096+0000 7fd5c8800700 1 -- start start 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.097+0000 7fd5c8800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c007c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.097+0000 7fd5c8800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c007c7a0 con 0x7fd5c007dd60 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.097+0000 7fd5c5e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c007c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.097+0000 7fd5c5e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c007c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56926/0 (socket says 172.21.15.47:56926) 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.097+0000 7fd5c5e00700 1 -- 172.21.15.47:0/1918454333 learned_addr learned my addr 172.21.15.47:0/1918454333 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:56.464 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.097+0000 7fd5c5e00700 1 -- 172.21.15.47:0/1918454333 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5c007c920 con 0x7fd5c007dd60 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.098+0000 7fd5c5e00700 1 --2- 172.21.15.47:0/1918454333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c007c260 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd5b40098a0 tx=0x7fd5b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb81008f16a94f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.098+0000 7fd5c4a00700 1 -- 172.21.15.47:0/1918454333 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5b4004160 con 0x7fd5c007dd60 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.098+0000 7fd5c4a00700 1 -- 172.21.15.47:0/1918454333 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fd5b4004300 con 0x7fd5c007dd60 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.098+0000 7fd5c4a00700 1 -- 172.21.15.47:0/1918454333 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5b4011b50 con 0x7fd5c007dd60 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.099+0000 7fd5c8800700 1 -- 172.21.15.47:0/1918454333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 msgr2=0x7fd5c007c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.099+0000 7fd5c8800700 1 --2- 172.21.15.47:0/1918454333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c007c260 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd5b40098a0 tx=0x7fd5b4009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.099+0000 7fd5c8800700 1 -- 172.21.15.47:0/1918454333 shutdown_connections 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.099+0000 7fd5c8800700 1 --2- 172.21.15.47:0/1918454333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c007c260 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.099+0000 7fd5c8800700 1 -- 172.21.15.47:0/1918454333 >> 172.21.15.47:0/1918454333 conn(0x7fd5c0103460 msgr2=0x7fd5c0105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.099+0000 7fd5c8800700 1 -- 172.21.15.47:0/1918454333 shutdown_connections 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.099+0000 7fd5c8800700 1 -- 172.21.15.47:0/1918454333 wait complete. 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.100+0000 7fd5c8800700 1 Processor -- start 2024-04-25T02:21:56.465 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.100+0000 7fd5c8800700 1 -- start start 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.101+0000 7fd5c8800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c019e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.101+0000 7fd5c8800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c010e410 con 0x7fd5c007dd60 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.101+0000 7fd5c5e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c019e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.101+0000 7fd5c5e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c019e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56930/0 (socket says 172.21.15.47:56930) 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.101+0000 7fd5c5e00700 1 -- 172.21.15.47:0/1770488731 learned_addr learned my addr 172.21.15.47:0/1770488731 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.101+0000 7fd5c5e00700 1 -- 172.21.15.47:0/1770488731 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5c019e5a0 con 0x7fd5c007dd60 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.102+0000 7fd5c5e00700 1 --2- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c019e060 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd5b4011b60 tx=0x7fd5b4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.102+0000 7fd5baa00700 1 -- 172.21.15.47:0/1770488731 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5b4003b20 con 0x7fd5c007dd60 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.102+0000 7fd5baa00700 1 -- 172.21.15.47:0/1770488731 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fd5b4003cc0 con 0x7fd5c007dd60 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.102+0000 7fd5baa00700 1 -- 172.21.15.47:0/1770488731 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5b4024840 con 0x7fd5c007dd60 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.102+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5c019e830 con 0x7fd5c007dd60 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.102+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5c019f350 con 0x7fd5c007dd60 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.103+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5c0063890 con 0x7fd5c007dd60 2024-04-25T02:21:56.466 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.103+0000 7fd5baa00700 1 -- 172.21.15.47:0/1770488731 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fd5b4022020 con 0x7fd5c007dd60 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.104+0000 7fd5baa00700 1 --2- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fd5a80390a0 0x7fd5a803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.104+0000 7fd5baa00700 1 -- 172.21.15.47:0/1770488731 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd5b4011e00 con 0x7fd5c007dd60 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.104+0000 7fd5c5400700 1 --2- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fd5a80390a0 0x7fd5a803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.105+0000 7fd5c5400700 1 --2- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fd5a80390a0 0x7fd5a803b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0006fd0 tx=0x7fd5b0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.110+0000 7fd5baa00700 1 -- 172.21.15.47:0/1770488731 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fd5b400b3e0 con 0x7fd5c007dd60 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.357+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fd5c0104680 con 0x7fd5a80390a0 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.363+0000 7fd5baa00700 1 -- 172.21.15.47:0/1770488731 <== mgr.14120 v2:172.21.15.47:6800/369213982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fd5c0104680 con 0x7fd5a80390a0 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fd5a80390a0 msgr2=0x7fd5a803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 --2- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fd5a80390a0 0x7fd5a803b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0006fd0 tx=0x7fd5b0006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 msgr2=0x7fd5c019e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 --2- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c019e060 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd5b4011b60 tx=0x7fd5b4011c40 comp rx=0 tx=0).stop 2024-04-25T02:21:56.467 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 shutdown_connections 2024-04-25T02:21:56.468 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 --2- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fd5a80390a0 0x7fd5a803b560 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:56.468 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 --2- 172.21.15.47:0/1770488731 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5c007dd60 0x7fd5c019e060 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:56.468 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 >> 172.21.15.47:0/1770488731 conn(0x7fd5c0103460 msgr2=0x7fd5c0103f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:56.468 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.366+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 shutdown_connections 2024-04-25T02:21:56.468 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:55.367+0000 7fd5c8800700 1 -- 172.21.15.47:0/1770488731 wait complete. 2024-04-25T02:21:56.642 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:56 smithi047 ceph-mon[27871]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:21:56.642 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:56 smithi047 ceph-mon[27871]: Saving service mgr spec with placement count:2 2024-04-25T02:21:56.642 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:56 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:56.642 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:56 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:57.979 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.074+0000 7f380d800700 1 Processor -- start 2024-04-25T02:21:57.980 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.074+0000 7f380d800700 1 -- start start 2024-04-25T02:21:57.980 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.074+0000 7f380d800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380810a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:57.980 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.075+0000 7f380d800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f380810a9e0 con 0x7f3808109ff0 2024-04-25T02:21:57.980 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.075+0000 7f3806a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380810a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:57.980 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.075+0000 7f3806a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380810a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56934/0 (socket says 172.21.15.47:56934) 2024-04-25T02:21:57.981 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.075+0000 7f3806a00700 1 -- 172.21.15.47:0/1887264262 learned_addr learned my addr 172.21.15.47:0/1887264262 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:57.981 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.076+0000 7f3806a00700 1 -- 172.21.15.47:0/1887264262 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f380810b1f0 con 0x7f3808109ff0 2024-04-25T02:21:57.981 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.076+0000 7f3806a00700 1 --2- 172.21.15.47:0/1887264262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380810a410 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f37f80098a0 tx=0x7f37f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c02fa317ee3d80ea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:57.981 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.076+0000 7f3805600700 1 -- 172.21.15.47:0/1887264262 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37f8004160 con 0x7f3808109ff0 2024-04-25T02:21:57.981 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.076+0000 7f3805600700 1 -- 172.21.15.47:0/1887264262 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37f8004300 con 0x7f3808109ff0 2024-04-25T02:21:57.982 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.076+0000 7f3805600700 1 -- 172.21.15.47:0/1887264262 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37f8011b20 con 0x7f3808109ff0 2024-04-25T02:21:57.982 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.077+0000 7f380d800700 1 -- 172.21.15.47:0/1887264262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 msgr2=0x7f380810a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:57.982 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.077+0000 7f380d800700 1 --2- 172.21.15.47:0/1887264262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380810a410 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f37f80098a0 tx=0x7f37f8009bb0 comp rx=0 tx=0).stop 2024-04-25T02:21:57.982 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.077+0000 7f380d800700 1 -- 172.21.15.47:0/1887264262 shutdown_connections 2024-04-25T02:21:57.982 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.077+0000 7f380d800700 1 --2- 172.21.15.47:0/1887264262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380810a410 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:57.983 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.077+0000 7f380d800700 1 -- 172.21.15.47:0/1887264262 >> 172.21.15.47:0/1887264262 conn(0x7f380807d3c0 msgr2=0x7f380807d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:57.983 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.077+0000 7f380d800700 1 -- 172.21.15.47:0/1887264262 shutdown_connections 2024-04-25T02:21:57.983 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.077+0000 7f380d800700 1 -- 172.21.15.47:0/1887264262 wait complete. 2024-04-25T02:21:57.983 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.078+0000 7f380d800700 1 Processor -- start 2024-04-25T02:21:57.983 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.079+0000 7f380d800700 1 -- start start 2024-04-25T02:21:57.983 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.079+0000 7f380d800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380819e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:57.984 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.079+0000 7f380d800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f380810e5a0 con 0x7f3808109ff0 2024-04-25T02:21:57.984 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.079+0000 7f3806a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380819e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:57.984 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.079+0000 7f3806a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380819e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56938/0 (socket says 172.21.15.47:56938) 2024-04-25T02:21:57.984 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.079+0000 7f3806a00700 1 -- 172.21.15.47:0/2672481045 learned_addr learned my addr 172.21.15.47:0/2672481045 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:57.985 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.080+0000 7f3806a00700 1 -- 172.21.15.47:0/2672481045 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f380819e540 con 0x7f3808109ff0 2024-04-25T02:21:57.985 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.080+0000 7f3806a00700 1 --2- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380819e000 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f37f80117e0 tx=0x7f37f8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:57.986 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.080+0000 7f37ff400700 1 -- 172.21.15.47:0/2672481045 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37f8003bf0 con 0x7f3808109ff0 2024-04-25T02:21:57.986 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.080+0000 7f37ff400700 1 -- 172.21.15.47:0/2672481045 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37f801a910 con 0x7f3808109ff0 2024-04-25T02:21:57.986 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.080+0000 7f37ff400700 1 -- 172.21.15.47:0/2672481045 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37f8024970 con 0x7f3808109ff0 2024-04-25T02:21:57.986 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.080+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f380819e7d0 con 0x7f3808109ff0 2024-04-25T02:21:57.986 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.081+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f380819f2f0 con 0x7f3808109ff0 2024-04-25T02:21:57.987 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.082+0000 7f37ff400700 1 -- 172.21.15.47:0/2672481045 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f37f8022020 con 0x7f3808109ff0 2024-04-25T02:21:57.987 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.082+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3808063890 con 0x7f3808109ff0 2024-04-25T02:21:57.987 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.082+0000 7f37ff400700 1 --2- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f37ec0390a0 0x7f37ec03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:57.987 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.082+0000 7f37ff400700 1 -- 172.21.15.47:0/2672481045 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f37f804d4a0 con 0x7f3808109ff0 2024-04-25T02:21:57.987 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.082+0000 7f3806000700 1 --2- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f37ec0390a0 0x7f37ec03b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:57.988 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.083+0000 7f3806000700 1 --2- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f37ec0390a0 0x7f37ec03b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f37f4006fd0 tx=0x7f37f4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:57.988 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.087+0000 7f37ff400700 1 -- 172.21.15.47:0/2672481045 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f37f80212c0 con 0x7f3808109ff0 2024-04-25T02:21:57.988 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.322+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f380819f700 con 0x7f3808109ff0 2024-04-25T02:21:57.988 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.326+0000 7f37ff400700 1 -- 172.21.15.47:0/2672481045 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f37f804cdf0 con 0x7f3808109ff0 2024-04-25T02:21:57.988 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.330+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f37ec0390a0 msgr2=0x7f37ec03b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:57.989 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.330+0000 7f380d800700 1 --2- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f37ec0390a0 0x7f37ec03b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f37f4006fd0 tx=0x7f37f4006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:57.989 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.330+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 msgr2=0x7f380819e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:57.989 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.330+0000 7f380d800700 1 --2- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380819e000 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f37f80117e0 tx=0x7f37f8011ba0 comp rx=0 tx=0).stop 2024-04-25T02:21:57.989 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.331+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 shutdown_connections 2024-04-25T02:21:57.990 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.331+0000 7f380d800700 1 --2- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f37ec0390a0 0x7f37ec03b560 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:57.990 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.331+0000 7f380d800700 1 --2- 172.21.15.47:0/2672481045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3808109ff0 0x7f380819e000 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:57.990 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.331+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 >> 172.21.15.47:0/2672481045 conn(0x7f380807d3c0 msgr2=0x7f38081073d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:57.990 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.331+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 shutdown_connections 2024-04-25T02:21:57.990 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:57.331+0000 7f380d800700 1 -- 172.21.15.47:0/2672481045 wait complete. 2024-04-25T02:21:58.324 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:58 smithi047 ceph-mon[27871]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:21:58.325 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:58 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:21:58.325 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:58 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2672481045' entity='client.admin' 2024-04-25T02:21:59.841 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.677+0000 7f5e15600700 1 Processor -- start 2024-04-25T02:21:59.841 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.677+0000 7f5e15600700 1 -- start start 2024-04-25T02:21:59.841 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.678+0000 7f5e15600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1007c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:59.842 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.678+0000 7f5e15600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1007c870 con 0x7f5e1007de40 2024-04-25T02:21:59.842 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.678+0000 7f5e0fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1007c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:59.842 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.678+0000 7f5e0fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1007c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56954/0 (socket says 172.21.15.47:56954) 2024-04-25T02:21:59.843 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.678+0000 7f5e0fe00700 1 -- 172.21.15.47:0/3750698454 learned_addr learned my addr 172.21.15.47:0/3750698454 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:59.843 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.679+0000 7f5e0fe00700 1 -- 172.21.15.47:0/3750698454 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1007c9f0 con 0x7f5e1007de40 2024-04-25T02:21:59.843 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.679+0000 7f5e0fe00700 1 --2- 172.21.15.47:0/3750698454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1007c2a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5e00009e80 tx=0x7f5e0000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a628ecc278feaf5a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:59.843 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.679+0000 7f5e0f400700 1 -- 172.21.15.47:0/3750698454 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e00017070 con 0x7f5e1007de40 2024-04-25T02:21:59.844 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e0f400700 1 -- 172.21.15.47:0/3750698454 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e0000b8c0 con 0x7f5e1007de40 2024-04-25T02:21:59.844 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e0f400700 1 -- 172.21.15.47:0/3750698454 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e000045c0 con 0x7f5e1007de40 2024-04-25T02:21:59.844 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e15600700 1 -- 172.21.15.47:0/3750698454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 msgr2=0x7f5e1007c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:59.844 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e15600700 1 --2- 172.21.15.47:0/3750698454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1007c2a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5e00009e80 tx=0x7f5e0000b330 comp rx=0 tx=0).stop 2024-04-25T02:21:59.846 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e15600700 1 -- 172.21.15.47:0/3750698454 shutdown_connections 2024-04-25T02:21:59.846 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e15600700 1 --2- 172.21.15.47:0/3750698454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1007c2a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:59.846 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e15600700 1 -- 172.21.15.47:0/3750698454 >> 172.21.15.47:0/3750698454 conn(0x7f5e101031d0 msgr2=0x7f5e10105610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:59.846 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e15600700 1 -- 172.21.15.47:0/3750698454 shutdown_connections 2024-04-25T02:21:59.846 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.680+0000 7f5e15600700 1 -- 172.21.15.47:0/3750698454 wait complete. 2024-04-25T02:21:59.847 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.682+0000 7f5e15600700 1 Processor -- start 2024-04-25T02:21:59.847 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.682+0000 7f5e15600700 1 -- start start 2024-04-25T02:21:59.847 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.682+0000 7f5e15600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1019de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:59.847 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.682+0000 7f5e15600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1010e290 con 0x7f5e1007de40 2024-04-25T02:21:59.848 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.682+0000 7f5e0fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1019de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:59.848 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.682+0000 7f5e0fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1019de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56958/0 (socket says 172.21.15.47:56958) 2024-04-25T02:21:59.848 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.682+0000 7f5e0fe00700 1 -- 172.21.15.47:0/3225189213 learned_addr learned my addr 172.21.15.47:0/3225189213 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:21:59.848 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.683+0000 7f5e0fe00700 1 -- 172.21.15.47:0/3225189213 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1019e340 con 0x7f5e1007de40 2024-04-25T02:21:59.849 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.683+0000 7f5e0fe00700 1 --2- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1019de00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5e00009530 tx=0x7f5e00003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:59.849 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.683+0000 7f5e0d600700 1 -- 172.21.15.47:0/3225189213 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e00020020 con 0x7f5e1007de40 2024-04-25T02:21:59.849 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.683+0000 7f5e0d600700 1 -- 172.21.15.47:0/3225189213 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e0000bba0 con 0x7f5e1007de40 2024-04-25T02:21:59.850 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.683+0000 7f5e0d600700 1 -- 172.21.15.47:0/3225189213 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e00017040 con 0x7f5e1007de40 2024-04-25T02:21:59.850 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.683+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e1019e5d0 con 0x7f5e1007de40 2024-04-25T02:21:59.850 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.684+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e101a12c0 con 0x7f5e1007de40 2024-04-25T02:21:59.850 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.685+0000 7f5e0d600700 1 -- 172.21.15.47:0/3225189213 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f5e00023020 con 0x7f5e1007de40 2024-04-25T02:21:59.850 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.685+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e10069390 con 0x7f5e1007de40 2024-04-25T02:21:59.850 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.685+0000 7f5e0d600700 1 --2- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f5df00390a0 0x7f5df003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:21:59.850 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.685+0000 7f5e0d600700 1 -- 172.21.15.47:0/3225189213 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5e0000f050 con 0x7f5e1007de40 2024-04-25T02:21:59.850 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.685+0000 7f5dffe00700 1 --2- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f5df00390a0 0x7f5df003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.686+0000 7f5dffe00700 1 --2- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f5df00390a0 0x7f5df003b560 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f5df8006fd0 tx=0x7f5df8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.691+0000 7f5e0d600700 1 -- 172.21.15.47:0/3225189213 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5e0002a020 con 0x7f5e1007de40 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.921+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f5e101a1490 con 0x7f5e1007de40 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.924+0000 7f5e0d600700 1 -- 172.21.15.47:0/3225189213 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f5e0002d350 con 0x7f5e1007de40 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f5df00390a0 msgr2=0x7f5df003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 --2- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f5df00390a0 0x7f5df003b560 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f5df8006fd0 tx=0x7f5df8006e40 comp rx=0 tx=0).stop 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 msgr2=0x7f5e1019de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 --2- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1019de00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5e00009530 tx=0x7f5e00003d00 comp rx=0 tx=0).stop 2024-04-25T02:21:59.852 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 shutdown_connections 2024-04-25T02:21:59.853 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 --2- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f5df00390a0 0x7f5df003b560 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:59.853 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 --2- 172.21.15.47:0/3225189213 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e1007de40 0x7f5e1019de00 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:21:59.853 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 >> 172.21.15.47:0/3225189213 conn(0x7f5e101031d0 msgr2=0x7f5e10103cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:21:59.853 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.928+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 shutdown_connections 2024-04-25T02:21:59.853 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:21:58.929+0000 7f5e15600700 1 -- 172.21.15.47:0/3225189213 wait complete. 2024-04-25T02:21:59.853 INFO:teuthology.orchestra.run.smithi047.stdout:Enabling the dashboard module... 2024-04-25T02:22:00.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:59 smithi047 ceph-mon[27871]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:00.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:21:59 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3225189213' entity='client.admin' 2024-04-25T02:22:01.197 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: ignoring --setuser ceph since I am not root 2024-04-25T02:22:01.197 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: ignoring --setgroup ceph since I am not root 2024-04-25T02:22:01.197 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:00 smithi047 ceph-mon[27871]: from='mgr.14120 172.21.15.47:0/653800791' entity='mgr.x' 2024-04-25T02:22:01.197 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:00 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/763963721' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-25T02:22:01.570 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:01.318+0000 7f4e2df0b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T02:22:01.570 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:01.565+0000 7f4e2df0b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:22:01.720 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.600+0000 7fad57200700 1 Processor -- start 2024-04-25T02:22:01.720 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.600+0000 7fad57200700 1 -- start start 2024-04-25T02:22:01.720 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.601+0000 7fad57200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5810aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:01.720 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.601+0000 7fad57200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad5807be50 con 0x7fad581086d0 2024-04-25T02:22:01.720 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.601+0000 7fad55e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5810aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:01.720 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.601+0000 7fad55e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5810aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56968/0 (socket says 172.21.15.47:56968) 2024-04-25T02:22:01.720 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.601+0000 7fad55e00700 1 -- 172.21.15.47:0/3636908938 learned_addr learned my addr 172.21.15.47:0/3636908938 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.602+0000 7fad55e00700 1 -- 172.21.15.47:0/3636908938 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad5810b000 con 0x7fad581086d0 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.602+0000 7fad55e00700 1 --2- 172.21.15.47:0/3636908938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5810aac0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fad480098a0 tx=0x7fad48009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99219ed0f7ff4408 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.602+0000 7fad54a00700 1 -- 172.21.15.47:0/3636908938 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad48004160 con 0x7fad581086d0 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.602+0000 7fad54a00700 1 -- 172.21.15.47:0/3636908938 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad48004300 con 0x7fad581086d0 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.602+0000 7fad54a00700 1 -- 172.21.15.47:0/3636908938 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad48011b20 con 0x7fad581086d0 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.603+0000 7fad57200700 1 -- 172.21.15.47:0/3636908938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 msgr2=0x7fad5810aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.603+0000 7fad57200700 1 --2- 172.21.15.47:0/3636908938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5810aac0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fad480098a0 tx=0x7fad48009bb0 comp rx=0 tx=0).stop 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.603+0000 7fad57200700 1 -- 172.21.15.47:0/3636908938 shutdown_connections 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.603+0000 7fad57200700 1 --2- 172.21.15.47:0/3636908938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5810aac0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.603+0000 7fad57200700 1 -- 172.21.15.47:0/3636908938 >> 172.21.15.47:0/3636908938 conn(0x7fad581020e0 msgr2=0x7fad58104540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.603+0000 7fad57200700 1 -- 172.21.15.47:0/3636908938 shutdown_connections 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.603+0000 7fad57200700 1 -- 172.21.15.47:0/3636908938 wait complete. 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.604+0000 7fad57200700 1 Processor -- start 2024-04-25T02:22:01.721 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.605+0000 7fad57200700 1 -- start start 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.605+0000 7fad57200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5819ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.605+0000 7fad57200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad5810c070 con 0x7fad581086d0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.605+0000 7fad55e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5819ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.605+0000 7fad55e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5819ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:56970/0 (socket says 172.21.15.47:56970) 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.605+0000 7fad55e00700 1 -- 172.21.15.47:0/763963721 learned_addr learned my addr 172.21.15.47:0/763963721 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.606+0000 7fad55e00700 1 -- 172.21.15.47:0/763963721 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad5819e300 con 0x7fad581086d0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.606+0000 7fad55e00700 1 --2- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5819ddc0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fad48011b60 tx=0x7fad48011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.606+0000 7fad4ea00700 1 -- 172.21.15.47:0/763963721 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad48003b60 con 0x7fad581086d0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.606+0000 7fad4ea00700 1 -- 172.21.15.47:0/763963721 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad4801a910 con 0x7fad581086d0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.606+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad5819e590 con 0x7fad581086d0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.607+0000 7fad4ea00700 1 -- 172.21.15.47:0/763963721 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad48024930 con 0x7fad581086d0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.607+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad5819e9f0 con 0x7fad581086d0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.608+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad58069390 con 0x7fad581086d0 2024-04-25T02:22:01.722 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.608+0000 7fad4ea00700 1 -- 172.21.15.47:0/763963721 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fad48022020 con 0x7fad581086d0 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.609+0000 7fad4ea00700 1 --2- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fad3c0390a0 0x7fad3c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.609+0000 7fad4ea00700 1 -- 172.21.15.47:0/763963721 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fad4804d2c0 con 0x7fad581086d0 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.609+0000 7fad55400700 1 --2- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fad3c0390a0 0x7fad3c03b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.610+0000 7fad55400700 1 --2- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fad3c0390a0 0x7fad3c03b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fad44006fd0 tx=0x7fad44006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.614+0000 7fad4ea00700 1 -- 172.21.15.47:0/763963721 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fad4801a430 con 0x7fad581086d0 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.917+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fad581a1480 con 0x7fad581086d0 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.981+0000 7fad4ea00700 1 -- 172.21.15.47:0/763963721 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fad4800b3e0 con 0x7fad581086d0 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.983+0000 7fad4ea00700 1 -- 172.21.15.47:0/763963721 <== mon.0 v2:172.21.15.47:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fad4802ca80 con 0x7fad581086d0 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.987+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fad3c0390a0 msgr2=0x7fad3c03b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.987+0000 7fad57200700 1 --2- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fad3c0390a0 0x7fad3c03b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fad44006fd0 tx=0x7fad44006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.987+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 msgr2=0x7fad5819ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.987+0000 7fad57200700 1 --2- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5819ddc0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fad48011b60 tx=0x7fad48011c40 comp rx=0 tx=0).stop 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.987+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 shutdown_connections 2024-04-25T02:22:01.723 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.987+0000 7fad57200700 1 --2- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fad3c0390a0 0x7fad3c03b560 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:01.724 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.987+0000 7fad57200700 1 --2- 172.21.15.47:0/763963721 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad581086d0 0x7fad5819ddc0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:01.724 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.987+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 >> 172.21.15.47:0/763963721 conn(0x7fad581020e0 msgr2=0x7fad58102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:01.724 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.988+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 shutdown_connections 2024-04-25T02:22:01.724 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:00.988+0000 7fad57200700 1 -- 172.21.15.47:0/763963721 wait complete. 2024-04-25T02:22:01.882 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:01.700+0000 7f4e2df0b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T02:22:02.135 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:01 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/763963721' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-25T02:22:02.135 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:01 smithi047 ceph-mon[27871]: mgrmap e9: x(active, since 24s) 2024-04-25T02:22:02.409 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:02 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:02.168+0000 7f4e2df0b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T02:22:02.409 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:02 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:02.285+0000 7f4e2df0b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T02:22:03.329 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:02 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1143972899' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.439+0000 7fa62d600700 1 Processor -- start 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.439+0000 7fa62d600700 1 -- start start 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.440+0000 7fa62d600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62807c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.440+0000 7fa62d600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa62807c830 con 0x7fa62807de00 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.440+0000 7fa627e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62807c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:03.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.440+0000 7fa627e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62807c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53292/0 (socket says 172.21.15.47:53292) 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.440+0000 7fa627e00700 1 -- 172.21.15.47:0/2641492993 learned_addr learned my addr 172.21.15.47:0/2641492993 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.440+0000 7fa627e00700 1 -- 172.21.15.47:0/2641492993 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa62807c9b0 con 0x7fa62807de00 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.441+0000 7fa627e00700 1 --2- 172.21.15.47:0/2641492993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62807c260 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa6180098a0 tx=0x7fa618009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=654d4bc4d61f2474 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.441+0000 7fa626a00700 1 -- 172.21.15.47:0/2641492993 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa618004160 con 0x7fa62807de00 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.441+0000 7fa626a00700 1 -- 172.21.15.47:0/2641492993 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa618004300 con 0x7fa62807de00 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.441+0000 7fa626a00700 1 -- 172.21.15.47:0/2641492993 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa618011b20 con 0x7fa62807de00 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.442+0000 7fa62d600700 1 -- 172.21.15.47:0/2641492993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 msgr2=0x7fa62807c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.442+0000 7fa62d600700 1 --2- 172.21.15.47:0/2641492993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62807c260 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa6180098a0 tx=0x7fa618009bb0 comp rx=0 tx=0).stop 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.442+0000 7fa62d600700 1 -- 172.21.15.47:0/2641492993 shutdown_connections 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.442+0000 7fa62d600700 1 --2- 172.21.15.47:0/2641492993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62807c260 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.442+0000 7fa62d600700 1 -- 172.21.15.47:0/2641492993 >> 172.21.15.47:0/2641492993 conn(0x7fa6281031d0 msgr2=0x7fa628105610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.442+0000 7fa62d600700 1 -- 172.21.15.47:0/2641492993 shutdown_connections 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.442+0000 7fa62d600700 1 -- 172.21.15.47:0/2641492993 wait complete. 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.443+0000 7fa62d600700 1 Processor -- start 2024-04-25T02:22:03.353 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.443+0000 7fa62d600700 1 -- start start 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.443+0000 7fa62d600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62819dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.443+0000 7fa62d600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa62810e270 con 0x7fa62807de00 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.443+0000 7fa627e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62819dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.444+0000 7fa627e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62819dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53296/0 (socket says 172.21.15.47:53296) 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.444+0000 7fa627e00700 1 -- 172.21.15.47:0/1143972899 learned_addr learned my addr 172.21.15.47:0/1143972899 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.444+0000 7fa627e00700 1 -- 172.21.15.47:0/1143972899 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa62819e2e0 con 0x7fa62807de00 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.444+0000 7fa627e00700 1 --2- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62819dda0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa618011b60 tx=0x7fa618011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.444+0000 7fa624c00700 1 -- 172.21.15.47:0/1143972899 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa618003b60 con 0x7fa62807de00 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.444+0000 7fa624c00700 1 -- 172.21.15.47:0/1143972899 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa61801a910 con 0x7fa62807de00 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.445+0000 7fa624c00700 1 -- 172.21.15.47:0/1143972899 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa618024930 con 0x7fa62807de00 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.445+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa62819e570 con 0x7fa62807de00 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.445+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa62819e9d0 con 0x7fa62807de00 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.446+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa628069390 con 0x7fa62807de00 2024-04-25T02:22:03.354 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.446+0000 7fa624c00700 1 -- 172.21.15.47:0/1143972899 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fa618022020 con 0x7fa62807de00 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.446+0000 7fa624c00700 1 --2- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa60c039100 0x7fa60c03b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.446+0000 7fa624c00700 1 -- 172.21.15.47:0/1143972899 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa61804d2d0 con 0x7fa62807de00 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.446+0000 7fa627400700 1 -- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa60c039100 msgr2=0x7fa60c03b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/369213982 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.447+0000 7fa627400700 1 --2- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa60c039100 0x7fa60c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.451+0000 7fa624c00700 1 -- 172.21.15.47:0/1143972899 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa61800b3e0 con 0x7fa62807de00 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.648+0000 7fa627400700 1 -- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa60c039100 msgr2=0x7fa60c03b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/369213982 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.648+0000 7fa627400700 1 --2- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa60c039100 0x7fa60c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.726+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fa6281a1380 con 0x7fa62807de00 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.726+0000 7fa624c00700 1 -- 172.21.15.47:0/1143972899 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fa61804cc60 con 0x7fa62807de00 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.730+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa60c039100 msgr2=0x7fa60c03b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.730+0000 7fa62d600700 1 --2- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa60c039100 0x7fa60c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.730+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 msgr2=0x7fa62819dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.730+0000 7fa62d600700 1 --2- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62819dda0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa618011b60 tx=0x7fa618011c40 comp rx=0 tx=0).stop 2024-04-25T02:22:03.355 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.730+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 shutdown_connections 2024-04-25T02:22:03.356 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.730+0000 7fa62d600700 1 --2- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7fa60c039100 0x7fa60c03b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:03.356 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.730+0000 7fa62d600700 1 --2- 172.21.15.47:0/1143972899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62807de00 0x7fa62819dda0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:03.356 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.730+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 >> 172.21.15.47:0/1143972899 conn(0x7fa6281031d0 msgr2=0x7fa628103ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:03.356 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.731+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 shutdown_connections 2024-04-25T02:22:03.356 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:02.731+0000 7fa62d600700 1 -- 172.21.15.47:0/1143972899 wait complete. 2024-04-25T02:22:03.356 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for the mgr to restart... 2024-04-25T02:22:03.356 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mgr epoch 9... 2024-04-25T02:22:04.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:03 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:03.896+0000 7f4e2df0b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T02:22:04.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:04 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:04.134+0000 7f4e2df0b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T02:22:04.587 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:04 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:04.352+0000 7f4e2df0b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T02:22:04.875 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:04 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:04.745+0000 7f4e2df0b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T02:22:05.133 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:04 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:04.870+0000 7f4e2df0b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T02:22:05.388 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:05 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:05.128+0000 7f4e2df0b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T02:22:05.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:05 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:05.389+0000 7f4e2df0b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:22:06.659 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:06.196+0000 7f4e2df0b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T02:22:07.073 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:06.777+0000 7f4e2df0b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T02:22:07.073 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:06.911+0000 7f4e2df0b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T02:22:07.409 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:07.190+0000 7f4e2df0b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T02:22:08.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:07.862+0000 7f4e2df0b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T02:22:08.160 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:07.992+0000 7f4e2df0b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T02:22:08.644 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:08.323+0000 7f4e2df0b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T02:22:08.644 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:08.510+0000 7f4e2df0b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T02:22:08.644 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:08.640+0000 7f4e2df0b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T02:22:08.909 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:08.797+0000 7f4e2df0b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T02:22:09.409 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:08.924+0000 7f4e2df0b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T02:22:10.249 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:09.952+0000 7f4e2df0b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T02:22:10.249 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:22:10.245+0000 7f4e2df0b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T02:22:10.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: Active manager daemon x restarted 2024-04-25T02:22:10.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: Activating manager daemon x 2024-04-25T02:22:10.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: osdmap e3: 0 total, 0 up, 0 in 2024-04-25T02:22:10.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: mgrmap e10: x(active, starting, since 0.00876705s) 2024-04-25T02:22:10.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:22:10.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T02:22:10.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T02:22:10.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T02:22:10.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T02:22:10.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:10 smithi047 ceph-mon[27871]: Manager daemon x is now available 2024-04-25T02:22:11.599 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:22:11.599 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T02:22:11.599 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T02:22:11.600 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:11 smithi047 ceph-mon[27871]: [25/Apr/2024:02:22:11] ENGINE Bus STARTING 2024-04-25T02:22:11.600 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:11 smithi047 ceph-mon[27871]: mgrmap e11: x(active, since 1.01053s) 2024-04-25T02:22:11.959 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-04-25T02:22:11.959 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.972+0000 7f181a600700 1 Processor -- start 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.972+0000 7f181a600700 1 -- start start 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.972+0000 7f181a600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181407c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.972+0000 7f181a600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f181407c850 con 0x7f181407de20 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.973+0000 7f1813400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181407c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.973+0000 7f1813400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181407c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53300/0 (socket says 172.21.15.47:53300) 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.973+0000 7f1813400700 1 -- 172.21.15.47:0/4157205072 learned_addr learned my addr 172.21.15.47:0/4157205072 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.973+0000 7f1813400700 1 -- 172.21.15.47:0/4157205072 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f181407c9d0 con 0x7f181407de20 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.974+0000 7f1813400700 1 --2- 172.21.15.47:0/4157205072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181407c280 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f18040098a0 tx=0x7f1804009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=714ba22a73dbe63 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.974+0000 7f1812000700 1 -- 172.21.15.47:0/4157205072 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1804004160 con 0x7f181407de20 2024-04-25T02:22:11.960 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.974+0000 7f1812000700 1 -- 172.21.15.47:0/4157205072 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1804004300 con 0x7f181407de20 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.974+0000 7f1812000700 1 -- 172.21.15.47:0/4157205072 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1804011b20 con 0x7f181407de20 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.975+0000 7f181a600700 1 -- 172.21.15.47:0/4157205072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 msgr2=0x7f181407c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.975+0000 7f181a600700 1 --2- 172.21.15.47:0/4157205072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181407c280 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f18040098a0 tx=0x7f1804009bb0 comp rx=0 tx=0).stop 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.975+0000 7f181a600700 1 -- 172.21.15.47:0/4157205072 shutdown_connections 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.975+0000 7f181a600700 1 --2- 172.21.15.47:0/4157205072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181407c280 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.975+0000 7f181a600700 1 -- 172.21.15.47:0/4157205072 >> 172.21.15.47:0/4157205072 conn(0x7f18141033e0 msgr2=0x7f1814105800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.975+0000 7f181a600700 1 -- 172.21.15.47:0/4157205072 shutdown_connections 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.975+0000 7f181a600700 1 -- 172.21.15.47:0/4157205072 wait complete. 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.977+0000 7f181a600700 1 Processor -- start 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.977+0000 7f181a600700 1 -- start start 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.977+0000 7f181a600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181419df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.977+0000 7f181a600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f181410e480 con 0x7f181407de20 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.978+0000 7f1813400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181419df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.978+0000 7f1813400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181419df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53312/0 (socket says 172.21.15.47:53312) 2024-04-25T02:22:11.961 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.978+0000 7f1813400700 1 -- 172.21.15.47:0/1224385767 learned_addr learned my addr 172.21.15.47:0/1224385767 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.978+0000 7f1813400700 1 -- 172.21.15.47:0/1224385767 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f181419e490 con 0x7f181407de20 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.978+0000 7f1813400700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181419df50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1804011b60 tx=0x7f1804011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.979+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1804003b60 con 0x7f181407de20 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.979+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f181419e720 con 0x7f181407de20 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.979+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f180401a910 con 0x7f181407de20 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.979+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1804024930 con 0x7f181407de20 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.979+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f181419eb80 con 0x7f181407de20 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.980+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f1804022020 con 0x7f181407de20 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.980+0000 7f180be00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.980+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 --> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f17f803bcd0 con 0x7f17f8039100 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.980+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f180404d330 con 0x7f181407de20 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.980+0000 7f1812a00700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 msgr2=0x7f17f803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/369213982 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:03.980+0000 7f1812a00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:22:11.962 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:04.182+0000 7f1812a00700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 msgr2=0x7f17f803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/369213982 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:04.182+0000 7f1812a00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:04.583+0000 7f1812a00700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 msgr2=0x7f17f803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/369213982 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:04.583+0000 7f1812a00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:05.384+0000 7f1812a00700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 msgr2=0x7f17f803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/369213982 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:05.384+0000 7f1812a00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:06.985+0000 7f1812a00700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 msgr2=0x7f17f803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/369213982 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:06.985+0000 7f1812a00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:10.189+0000 7f1812a00700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 msgr2=0x7f17f803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/369213982 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:10.189+0000 7f1812a00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:10.255+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f1804024ad0 con 0x7f181407de20 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:10.255+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 msgr2=0x7f17f803b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:10.255+0000 7f180be00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.256+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f180401a430 con 0x7f181407de20 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.256+0000 7f180be00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f17f803cbc0 0x7f17f803efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:11.963 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.256+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f1804012ea0 con 0x7f17f803cbc0 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.257+0000 7f1812a00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f17f803cbc0 0x7f17f803efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.258+0000 7f1812a00700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f17f803cbc0 0x7f17f803efb0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1800003a10 tx=0x7f1800009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.259+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f1804012ea0 con 0x7f17f803cbc0 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.267+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f1814069390 con 0x7f17f803cbc0 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.267+0000 7f180be00700 1 -- 172.21.15.47:0/1224385767 <== mgr.14152 v2:172.21.15.47:6800/3717325360 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f1814069390 con 0x7f17f803cbc0 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f17f803cbc0 msgr2=0x7f17f803efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f17f803cbc0 0x7f17f803efb0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1800003a10 tx=0x7f1800009270 comp rx=0 tx=0).stop 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 msgr2=0x7f181419df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181419df50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1804011b60 tx=0x7f1804011c40 comp rx=0 tx=0).stop 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 shutdown_connections 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f17f803cbc0 0x7f17f803efb0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f181407de20 0x7f181419df50 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 --2- 172.21.15.47:0/1224385767 >> [v2:172.21.15.47:6800/369213982,v1:172.21.15.47:6801/369213982] conn(0x7f17f8039100 0x7f17f803b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 >> 172.21.15.47:0/1224385767 conn(0x7f18141033e0 msgr2=0x7f1814103e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:11.964 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 shutdown_connections 2024-04-25T02:22:11.965 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:11.268+0000 7f181a600700 1 -- 172.21.15.47:0/1224385767 wait complete. 2024-04-25T02:22:11.965 INFO:teuthology.orchestra.run.smithi047.stdout:mgr epoch 9 is available 2024-04-25T02:22:11.965 INFO:teuthology.orchestra.run.smithi047.stdout:Generating a dashboard self-signed certificate... 2024-04-25T02:22:12.548 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:12 smithi047 ceph-mon[27871]: [25/Apr/2024:02:22:11] ENGINE Serving on https://172.21.15.47:7150 2024-04-25T02:22:12.548 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:12 smithi047 ceph-mon[27871]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T02:22:12.548 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:12 smithi047 ceph-mon[27871]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T02:22:12.548 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:12 smithi047 ceph-mon[27871]: [25/Apr/2024:02:22:11] ENGINE Serving on http://172.21.15.47:8765 2024-04-25T02:22:12.548 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:12 smithi047 ceph-mon[27871]: [25/Apr/2024:02:22:11] ENGINE Bus STARTED 2024-04-25T02:22:13.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:13 smithi047 ceph-mon[27871]: mgrmap e12: x(active, since 2s) 2024-04-25T02:22:13.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:13 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:14.087 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-25T02:22:14.088 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.882+0000 7faf5f800700 1 Processor -- start 2024-04-25T02:22:14.088 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.882+0000 7faf5f800700 1 -- start start 2024-04-25T02:22:14.088 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.882+0000 7faf5f800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5810a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:14.088 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.882+0000 7faf5f800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faf5810a9e0 con 0x7faf58109ff0 2024-04-25T02:22:14.089 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.883+0000 7faf5ce00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5810a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:14.089 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.883+0000 7faf5ce00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5810a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42186/0 (socket says 172.21.15.47:42186) 2024-04-25T02:22:14.089 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.883+0000 7faf5ce00700 1 -- 172.21.15.47:0/2999838854 learned_addr learned my addr 172.21.15.47:0/2999838854 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:14.089 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.883+0000 7faf5ce00700 1 -- 172.21.15.47:0/2999838854 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5810b1f0 con 0x7faf58109ff0 2024-04-25T02:22:14.089 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.884+0000 7faf5ce00700 1 --2- 172.21.15.47:0/2999838854 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5810a410 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7faf4c0098a0 tx=0x7faf4c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c48639137e3af1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:14.090 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.884+0000 7faf57400700 1 -- 172.21.15.47:0/2999838854 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf4c004160 con 0x7faf58109ff0 2024-04-25T02:22:14.090 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.884+0000 7faf57400700 1 -- 172.21.15.47:0/2999838854 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf4c004300 con 0x7faf58109ff0 2024-04-25T02:22:14.090 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.884+0000 7faf57400700 1 -- 172.21.15.47:0/2999838854 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf4c011b20 con 0x7faf58109ff0 2024-04-25T02:22:14.090 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.885+0000 7faf5f800700 1 -- 172.21.15.47:0/2999838854 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 msgr2=0x7faf5810a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:14.090 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.885+0000 7faf5f800700 1 --2- 172.21.15.47:0/2999838854 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5810a410 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7faf4c0098a0 tx=0x7faf4c009bb0 comp rx=0 tx=0).stop 2024-04-25T02:22:14.091 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.885+0000 7faf5f800700 1 -- 172.21.15.47:0/2999838854 shutdown_connections 2024-04-25T02:22:14.093 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.885+0000 7faf5f800700 1 --2- 172.21.15.47:0/2999838854 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5810a410 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:14.093 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.885+0000 7faf5f800700 1 -- 172.21.15.47:0/2999838854 >> 172.21.15.47:0/2999838854 conn(0x7faf5807d3c0 msgr2=0x7faf5807d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:14.093 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.885+0000 7faf5f800700 1 -- 172.21.15.47:0/2999838854 shutdown_connections 2024-04-25T02:22:14.093 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.885+0000 7faf5f800700 1 -- 172.21.15.47:0/2999838854 wait complete. 2024-04-25T02:22:14.093 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.886+0000 7faf5f800700 1 Processor -- start 2024-04-25T02:22:14.093 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.886+0000 7faf5f800700 1 -- start start 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.886+0000 7faf5f800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5819e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.886+0000 7faf5f800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faf5810e5a0 con 0x7faf58109ff0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.887+0000 7faf5ce00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5819e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.887+0000 7faf5ce00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5819e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42200/0 (socket says 172.21.15.47:42200) 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.887+0000 7faf5ce00700 1 -- 172.21.15.47:0/462518480 learned_addr learned my addr 172.21.15.47:0/462518480 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.887+0000 7faf5ce00700 1 -- 172.21.15.47:0/462518480 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5819e540 con 0x7faf58109ff0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.887+0000 7faf5ce00700 1 --2- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5819e000 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faf4c0117e0 tx=0x7faf4c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.888+0000 7faf55600700 1 -- 172.21.15.47:0/462518480 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf4c003bf0 con 0x7faf58109ff0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.888+0000 7faf55600700 1 -- 172.21.15.47:0/462518480 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf4c01a910 con 0x7faf58109ff0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.888+0000 7faf55600700 1 -- 172.21.15.47:0/462518480 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf4c0249a0 con 0x7faf58109ff0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.888+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf5819e7d0 con 0x7faf58109ff0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.888+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf5819f2f0 con 0x7faf58109ff0 2024-04-25T02:22:14.094 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.889+0000 7faf55600700 1 -- 172.21.15.47:0/462518480 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7faf4c022020 con 0x7faf58109ff0 2024-04-25T02:22:14.095 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.889+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf58063890 con 0x7faf58109ff0 2024-04-25T02:22:14.095 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.890+0000 7faf55600700 1 --2- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf400390b0 0x7faf4003b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:14.095 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.890+0000 7faf55600700 1 -- 172.21.15.47:0/462518480 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7faf4c04d510 con 0x7faf58109ff0 2024-04-25T02:22:14.095 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.890+0000 7faf57e00700 1 --2- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf400390b0 0x7faf4003b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:14.095 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.891+0000 7faf57e00700 1 --2- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf400390b0 0x7faf4003b570 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7faf44006fd0 tx=0x7faf44006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:14.096 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:12.895+0000 7faf55600700 1 -- 172.21.15.47:0/462518480 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7faf4c011e20 con 0x7faf58109ff0 2024-04-25T02:22:14.096 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.133+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7faf58107ae0 con 0x7faf400390b0 2024-04-25T02:22:14.096 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.386+0000 7faf55600700 1 -- 172.21.15.47:0/462518480 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7faf58107ae0 con 0x7faf400390b0 2024-04-25T02:22:14.096 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf400390b0 msgr2=0x7faf4003b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:14.096 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 --2- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf400390b0 0x7faf4003b570 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7faf44006fd0 tx=0x7faf44006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 msgr2=0x7faf5819e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 --2- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5819e000 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faf4c0117e0 tx=0x7faf4c011c10 comp rx=0 tx=0).stop 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 shutdown_connections 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 --2- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf400390b0 0x7faf4003b570 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 --2- 172.21.15.47:0/462518480 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf58109ff0 0x7faf5819e000 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 >> 172.21.15.47:0/462518480 conn(0x7faf5807d3c0 msgr2=0x7faf581073d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 shutdown_connections 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:13.389+0000 7faf5f800700 1 -- 172.21.15.47:0/462518480 wait complete. 2024-04-25T02:22:14.097 INFO:teuthology.orchestra.run.smithi047.stdout:Creating initial admin user... 2024-04-25T02:22:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:14 smithi047 ceph-mon[27871]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:22:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:15.621 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:15 smithi047 ceph-mon[27871]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:22:15.622 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:15 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:16.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$EgxZNRYwWbCuQwL.sDlJdeQwQJDczPd2t8xC6JxVqHsopgPtaoun6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714011735, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.694+0000 7f691e800700 1 Processor -- start 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.695+0000 7f691e800700 1 -- start start 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.695+0000 7f691e800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f6918108280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.695+0000 7f691e800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6918108850 con 0x7f6918107e60 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.695+0000 7f6917400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f6918108280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.695+0000 7f6917400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f6918108280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42208/0 (socket says 172.21.15.47:42208) 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.695+0000 7f6917400700 1 -- 172.21.15.47:0/4145732169 learned_addr learned my addr 172.21.15.47:0/4145732169 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.696+0000 7f6917400700 1 -- 172.21.15.47:0/4145732169 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6918108fc0 con 0x7f6918107e60 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.696+0000 7f6917400700 1 --2- 172.21.15.47:0/4145732169 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f6918108280 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f69080098a0 tx=0x7f6908009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d537edec40ee3710 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.696+0000 7f6916000700 1 -- 172.21.15.47:0/4145732169 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6908004160 con 0x7f6918107e60 2024-04-25T02:22:16.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.697+0000 7f6916000700 1 -- 172.21.15.47:0/4145732169 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6908004300 con 0x7f6918107e60 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.697+0000 7f6916000700 1 -- 172.21.15.47:0/4145732169 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6908011b20 con 0x7f6918107e60 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.697+0000 7f691e800700 1 -- 172.21.15.47:0/4145732169 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 msgr2=0x7f6918108280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.697+0000 7f691e800700 1 --2- 172.21.15.47:0/4145732169 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f6918108280 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f69080098a0 tx=0x7f6908009bb0 comp rx=0 tx=0).stop 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.697+0000 7f691e800700 1 -- 172.21.15.47:0/4145732169 shutdown_connections 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.697+0000 7f691e800700 1 --2- 172.21.15.47:0/4145732169 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f6918108280 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.697+0000 7f691e800700 1 -- 172.21.15.47:0/4145732169 >> 172.21.15.47:0/4145732169 conn(0x7f6918103420 msgr2=0x7f6918105840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.698+0000 7f691e800700 1 -- 172.21.15.47:0/4145732169 shutdown_connections 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.698+0000 7f691e800700 1 -- 172.21.15.47:0/4145732169 wait complete. 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.699+0000 7f691e800700 1 Processor -- start 2024-04-25T02:22:16.004 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.699+0000 7f691e800700 1 -- start start 2024-04-25T02:22:16.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.699+0000 7f691e800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f691807dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:16.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.699+0000 7f691e800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f691810c370 con 0x7f6918107e60 2024-04-25T02:22:16.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.699+0000 7f6917400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f691807dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:16.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.700+0000 7f6917400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f691807dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42214/0 (socket says 172.21.15.47:42214) 2024-04-25T02:22:16.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.700+0000 7f6917400700 1 -- 172.21.15.47:0/4251803735 learned_addr learned my addr 172.21.15.47:0/4251803735 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:16.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.700+0000 7f6917400700 1 -- 172.21.15.47:0/4251803735 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f691807c240 con 0x7f6918107e60 2024-04-25T02:22:16.005 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.700+0000 7f6917400700 1 --2- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f691807dcf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f69080117e0 tx=0x7f6908011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:16.006 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.701+0000 7f690fe00700 1 -- 172.21.15.47:0/4251803735 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6908003bf0 con 0x7f6918107e60 2024-04-25T02:22:16.006 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.701+0000 7f690fe00700 1 -- 172.21.15.47:0/4251803735 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f690801a910 con 0x7f6918107e60 2024-04-25T02:22:16.006 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.701+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f691807c4d0 con 0x7f6918107e60 2024-04-25T02:22:16.006 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.701+0000 7f690fe00700 1 -- 172.21.15.47:0/4251803735 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6908024970 con 0x7f6918107e60 2024-04-25T02:22:16.006 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.701+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f691807c930 con 0x7f6918107e60 2024-04-25T02:22:16.010 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.702+0000 7f690fe00700 1 -- 172.21.15.47:0/4251803735 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f6908022020 con 0x7f6918107e60 2024-04-25T02:22:16.010 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.702+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6918063890 con 0x7f6918107e60 2024-04-25T02:22:16.010 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.703+0000 7f690fe00700 1 --2- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68fc039100 0x7f68fc03b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:16.010 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.703+0000 7f690fe00700 1 -- 172.21.15.47:0/4251803735 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f690804d590 con 0x7f6918107e60 2024-04-25T02:22:16.010 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.703+0000 7f6916a00700 1 --2- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68fc039100 0x7f68fc03b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:16.010 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.704+0000 7f6916a00700 1 --2- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68fc039100 0x7f68fc03b5c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6904006fd0 tx=0x7f6904006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:16.011 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.709+0000 7f690fe00700 1 -- 172.21.15.47:0/4251803735 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f69080212c0 con 0x7f6918107e60 2024-04-25T02:22:16.011 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:14.963+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f691807ce50 con 0x7f68fc039100 2024-04-25T02:22:16.011 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.225+0000 7f690fe00700 1 -- 172.21.15.47:0/4251803735 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f691807ce50 con 0x7f68fc039100 2024-04-25T02:22:16.011 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68fc039100 msgr2=0x7f68fc03b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:16.011 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 --2- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68fc039100 0x7f68fc03b5c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6904006fd0 tx=0x7f6904006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:16.011 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 msgr2=0x7f691807dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:16.012 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 --2- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f691807dcf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f69080117e0 tx=0x7f6908011ba0 comp rx=0 tx=0).stop 2024-04-25T02:22:16.012 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 shutdown_connections 2024-04-25T02:22:16.012 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 --2- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68fc039100 0x7f68fc03b5c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:16.012 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 --2- 172.21.15.47:0/4251803735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6918107e60 0x7f691807dcf0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:16.012 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 >> 172.21.15.47:0/4251803735 conn(0x7f6918103420 msgr2=0x7f6918103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:16.012 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.228+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 shutdown_connections 2024-04-25T02:22:16.013 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:15.229+0000 7f691e800700 1 -- 172.21.15.47:0/4251803735 wait complete. 2024-04-25T02:22:16.013 INFO:teuthology.orchestra.run.smithi047.stdout:Fetching dashboard port number... 2024-04-25T02:22:16.892 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:16 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:17.985 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:17 smithi047 ceph-mon[27871]: mgrmap e13: x(active, since 6s) 2024-04-25T02:22:17.985 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:17 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3230193220' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-25T02:22:17.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 8443 2024-04-25T02:22:17.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.621+0000 7fc717200700 1 Processor -- start 2024-04-25T02:22:17.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.621+0000 7fc717200700 1 -- start start 2024-04-25T02:22:17.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.622+0000 7fc717200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc718106320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:17.999 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.622+0000 7fc717200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181068f0 con 0x7fc718105f00 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.622+0000 7fc715e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc718106320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.622+0000 7fc715e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc718106320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42222/0 (socket says 172.21.15.47:42222) 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.622+0000 7fc715e00700 1 -- 172.21.15.47:0/3290184404 learned_addr learned my addr 172.21.15.47:0/3290184404 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.623+0000 7fc715e00700 1 -- 172.21.15.47:0/3290184404 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc718106a70 con 0x7fc718105f00 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.623+0000 7fc715e00700 1 --2- 172.21.15.47:0/3290184404 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc718106320 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc7080098a0 tx=0x7fc708009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6812d16db6d9ca3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.623+0000 7fc714a00700 1 -- 172.21.15.47:0/3290184404 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc708004160 con 0x7fc718105f00 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.623+0000 7fc714a00700 1 -- 172.21.15.47:0/3290184404 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc708004300 con 0x7fc718105f00 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.623+0000 7fc714a00700 1 -- 172.21.15.47:0/3290184404 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc708011b20 con 0x7fc718105f00 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.624+0000 7fc717200700 1 -- 172.21.15.47:0/3290184404 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 msgr2=0x7fc718106320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.624+0000 7fc717200700 1 --2- 172.21.15.47:0/3290184404 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc718106320 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc7080098a0 tx=0x7fc708009bb0 comp rx=0 tx=0).stop 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.624+0000 7fc717200700 1 -- 172.21.15.47:0/3290184404 shutdown_connections 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.624+0000 7fc717200700 1 --2- 172.21.15.47:0/3290184404 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc718106320 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.624+0000 7fc717200700 1 -- 172.21.15.47:0/3290184404 >> 172.21.15.47:0/3290184404 conn(0x7fc718101880 msgr2=0x7fc718103ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:18.000 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.624+0000 7fc717200700 1 -- 172.21.15.47:0/3290184404 shutdown_connections 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.625+0000 7fc717200700 1 -- 172.21.15.47:0/3290184404 wait complete. 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.626+0000 7fc717200700 1 Processor -- start 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.626+0000 7fc717200700 1 -- start start 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.626+0000 7fc717200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc71819bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.626+0000 7fc717200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc71810c1b0 con 0x7fc718105f00 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.627+0000 7fc715e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc71819bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.627+0000 7fc715e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc71819bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42232/0 (socket says 172.21.15.47:42232) 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.627+0000 7fc715e00700 1 -- 172.21.15.47:0/3230193220 learned_addr learned my addr 172.21.15.47:0/3230193220 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.627+0000 7fc715e00700 1 -- 172.21.15.47:0/3230193220 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc71819c070 con 0x7fc718105f00 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.627+0000 7fc715e00700 1 --2- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc71819bb30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc7080116a0 tx=0x7fc708011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:18.001 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.628+0000 7fc70ea00700 1 -- 172.21.15.47:0/3230193220 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc708003a40 con 0x7fc718105f00 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.628+0000 7fc70ea00700 1 -- 172.21.15.47:0/3230193220 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc708003be0 con 0x7fc718105f00 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.628+0000 7fc70ea00700 1 -- 172.21.15.47:0/3230193220 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc70801a720 con 0x7fc718105f00 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.628+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc71819c360 con 0x7fc718105f00 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.628+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc71819eff0 con 0x7fc718105f00 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.629+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc718069390 con 0x7fc718105f00 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.630+0000 7fc70ea00700 1 -- 172.21.15.47:0/3230193220 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7fc708024aa0 con 0x7fc718105f00 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.630+0000 7fc70ea00700 1 --2- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6fc0390b0 0x7fc6fc03b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.630+0000 7fc70ea00700 1 -- 172.21.15.47:0/3230193220 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc70804d700 con 0x7fc718105f00 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.631+0000 7fc715400700 1 --2- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6fc0390b0 0x7fc6fc03b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:18.002 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.631+0000 7fc715400700 1 --2- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6fc0390b0 0x7fc6fc03b570 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc704006fd0 tx=0x7fc704006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.636+0000 7fc70ea00700 1 -- 172.21.15.47:0/3230193220 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc708011e20 con 0x7fc718105f00 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.686+0000 7fc70ea00700 1 -- 172.21.15.47:0/3230193220 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc70802d770 con 0x7fc718105f00 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.866+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fc71819f1c0 con 0x7fc718105f00 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.867+0000 7fc70ea00700 1 -- 172.21.15.47:0/3230193220 <== mon.0 v2:172.21.15.47:3300/0 8 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fc70802c990 con 0x7fc718105f00 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.870+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6fc0390b0 msgr2=0x7fc6fc03b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.870+0000 7fc717200700 1 --2- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6fc0390b0 0x7fc6fc03b570 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc704006fd0 tx=0x7fc704006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.870+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 msgr2=0x7fc71819bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.870+0000 7fc717200700 1 --2- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc71819bb30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc7080116a0 tx=0x7fc708011ba0 comp rx=0 tx=0).stop 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.870+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 shutdown_connections 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.870+0000 7fc717200700 1 --2- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6fc0390b0 0x7fc6fc03b570 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.870+0000 7fc717200700 1 --2- 172.21.15.47:0/3230193220 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc718105f00 0x7fc71819bb30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.870+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 >> 172.21.15.47:0/3230193220 conn(0x7fc718101880 msgr2=0x7fc718102300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.871+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 shutdown_connections 2024-04-25T02:22:18.003 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:16.871+0000 7fc717200700 1 -- 172.21.15.47:0/3230193220 wait complete. 2024-04-25T02:22:18.021 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T02:22:18.021 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout disabled 2024-04-25T02:22:18.043 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T02:22:18.043 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-04-25T02:22:18.043 INFO:teuthology.orchestra.run.smithi047.stdout:firewalld.service is not enabled 2024-04-25T02:22:18.043 INFO:teuthology.orchestra.run.smithi047.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-25T02:22:18.047 INFO:teuthology.orchestra.run.smithi047.stdout:Ceph Dashboard is now available at: 2024-04-25T02:22:18.047 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:18.047 INFO:teuthology.orchestra.run.smithi047.stdout: URL: https://smithi047.front.sepia.ceph.com:8443/ 2024-04-25T02:22:18.047 INFO:teuthology.orchestra.run.smithi047.stdout: User: admin 2024-04-25T02:22:18.047 INFO:teuthology.orchestra.run.smithi047.stdout: Password: vthra7cesl 2024-04-25T02:22:18.047 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:18.048 INFO:teuthology.orchestra.run.smithi047.stdout:Saving cluster configuration to /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config directory 2024-04-25T02:22:18.049 INFO:teuthology.orchestra.run.smithi047.stdout:Enabling autotune for osd_memory_target 2024-04-25T02:22:20.143 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.173+0000 7f3ffb400700 1 Processor -- start 2024-04-25T02:22:20.143 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.174+0000 7f3ffb400700 1 -- start start 2024-04-25T02:22:20.143 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.174+0000 7f3ffb400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff410a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:20.143 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.174+0000 7f3ffb400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff410a9e0 con 0x7f3ff4109ff0 2024-04-25T02:22:20.143 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.175+0000 7f3ff8a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff410a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.175+0000 7f3ff8a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff410a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42248/0 (socket says 172.21.15.47:42248) 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.175+0000 7f3ff8a00700 1 -- 172.21.15.47:0/1298793979 learned_addr learned my addr 172.21.15.47:0/1298793979 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.175+0000 7f3ff8a00700 1 -- 172.21.15.47:0/1298793979 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ff410b1f0 con 0x7f3ff4109ff0 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.176+0000 7f3ff8a00700 1 --2- 172.21.15.47:0/1298793979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff410a410 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3fe80098a0 tx=0x7f3fe8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84adce4e4ad1e02f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.176+0000 7f3ff3400700 1 -- 172.21.15.47:0/1298793979 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fe8004160 con 0x7f3ff4109ff0 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.176+0000 7f3ff3400700 1 -- 172.21.15.47:0/1298793979 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fe8004300 con 0x7f3ff4109ff0 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.176+0000 7f3ff3400700 1 -- 172.21.15.47:0/1298793979 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fe8011b20 con 0x7f3ff4109ff0 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.177+0000 7f3ffb400700 1 -- 172.21.15.47:0/1298793979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 msgr2=0x7f3ff410a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.177+0000 7f3ffb400700 1 --2- 172.21.15.47:0/1298793979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff410a410 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3fe80098a0 tx=0x7f3fe8009bb0 comp rx=0 tx=0).stop 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.177+0000 7f3ffb400700 1 -- 172.21.15.47:0/1298793979 shutdown_connections 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.177+0000 7f3ffb400700 1 --2- 172.21.15.47:0/1298793979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff410a410 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.177+0000 7f3ffb400700 1 -- 172.21.15.47:0/1298793979 >> 172.21.15.47:0/1298793979 conn(0x7f3ff407d3c0 msgr2=0x7f3ff407d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:20.144 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.177+0000 7f3ffb400700 1 -- 172.21.15.47:0/1298793979 shutdown_connections 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.177+0000 7f3ffb400700 1 -- 172.21.15.47:0/1298793979 wait complete. 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.178+0000 7f3ffb400700 1 Processor -- start 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.178+0000 7f3ffb400700 1 -- start start 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.179+0000 7f3ffb400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff419e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.179+0000 7f3ffb400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff410e5a0 con 0x7f3ff4109ff0 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.179+0000 7f3ff8a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff419e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.179+0000 7f3ff8a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff419e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42260/0 (socket says 172.21.15.47:42260) 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.179+0000 7f3ff8a00700 1 -- 172.21.15.47:0/358235324 learned_addr learned my addr 172.21.15.47:0/358235324 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.179+0000 7f3ff8a00700 1 -- 172.21.15.47:0/358235324 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ff419e540 con 0x7f3ff4109ff0 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.180+0000 7f3ff8a00700 1 --2- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff419e000 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3fe80117e0 tx=0x7f3fe8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.180+0000 7f3ff1600700 1 -- 172.21.15.47:0/358235324 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fe8003bf0 con 0x7f3ff4109ff0 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.180+0000 7f3ff1600700 1 -- 172.21.15.47:0/358235324 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fe801a910 con 0x7f3ff4109ff0 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.180+0000 7f3ff1600700 1 -- 172.21.15.47:0/358235324 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fe8024970 con 0x7f3ff4109ff0 2024-04-25T02:22:20.145 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.180+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ff419e7d0 con 0x7f3ff4109ff0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.180+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ff419f2f0 con 0x7f3ff4109ff0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.181+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ff4063890 con 0x7f3ff4109ff0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.182+0000 7f3ff1600700 1 -- 172.21.15.47:0/358235324 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f3fe8022020 con 0x7f3ff4109ff0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.182+0000 7f3ff1600700 1 --2- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fdc0391a0 0x7f3fdc03b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.182+0000 7f3ff1600700 1 -- 172.21.15.47:0/358235324 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3fe804d680 con 0x7f3ff4109ff0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.183+0000 7f3ff3e00700 1 --2- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fdc0391a0 0x7f3fdc03b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.183+0000 7f3ff3e00700 1 --2- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fdc0391a0 0x7f3fdc03b660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3fe4006fd0 tx=0x7f3fe4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.188+0000 7f3ff1600700 1 -- 172.21.15.47:0/358235324 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3fe8010380 con 0x7f3ff4109ff0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.417+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f3ff419f770 con 0x7f3ff4109ff0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.418+0000 7f3ff1600700 1 -- 172.21.15.47:0/358235324 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f3fe80212c0 con 0x7f3ff4109ff0 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.420+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fdc0391a0 msgr2=0x7f3fdc03b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.420+0000 7f3ffb400700 1 --2- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fdc0391a0 0x7f3fdc03b660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3fe4006fd0 tx=0x7f3fe4006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.420+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 msgr2=0x7f3ff419e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:20.146 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.420+0000 7f3ffb400700 1 --2- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff419e000 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3fe80117e0 tx=0x7f3fe8011ba0 comp rx=0 tx=0).stop 2024-04-25T02:22:20.147 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.421+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 shutdown_connections 2024-04-25T02:22:20.147 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.421+0000 7f3ffb400700 1 --2- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fdc0391a0 0x7f3fdc03b660 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:20.147 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.421+0000 7f3ffb400700 1 --2- 172.21.15.47:0/358235324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ff4109ff0 0x7f3ff419e000 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:20.147 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.421+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 >> 172.21.15.47:0/358235324 conn(0x7f3ff407d3c0 msgr2=0x7f3ff41073d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:20.147 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.421+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 shutdown_connections 2024-04-25T02:22:20.147 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:19.421+0000 7f3ffb400700 1 -- 172.21.15.47:0/358235324 wait complete. 2024-04-25T02:22:21.891 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.763+0000 7f937de00700 1 Processor -- start 2024-04-25T02:22:21.891 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.763+0000 7f937de00700 1 -- start start 2024-04-25T02:22:21.891 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.764+0000 7f937de00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f937807ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:21.891 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.764+0000 7f937de00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f937807f1f0 con 0x7f937807e800 2024-04-25T02:22:21.891 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.764+0000 7f9376a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f937807ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:21.891 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.765+0000 7f9376a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f937807ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42264/0 (socket says 172.21.15.47:42264) 2024-04-25T02:22:21.893 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.765+0000 7f9376a00700 1 -- 172.21.15.47:0/527376349 learned_addr learned my addr 172.21.15.47:0/527376349 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:21.893 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.765+0000 7f9376a00700 1 -- 172.21.15.47:0/527376349 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f937807fa50 con 0x7f937807e800 2024-04-25T02:22:21.893 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.766+0000 7f9376a00700 1 --2- 172.21.15.47:0/527376349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f937807ec20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f93680098a0 tx=0x7f9368009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d99c86f180500603 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:21.893 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.766+0000 7f9375600700 1 -- 172.21.15.47:0/527376349 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9368004160 con 0x7f937807e800 2024-04-25T02:22:21.893 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.767+0000 7f9375600700 1 -- 172.21.15.47:0/527376349 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9368004300 con 0x7f937807e800 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.767+0000 7f9375600700 1 -- 172.21.15.47:0/527376349 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9368011b20 con 0x7f937807e800 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.767+0000 7f937de00700 1 -- 172.21.15.47:0/527376349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 msgr2=0x7f937807ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.767+0000 7f937de00700 1 --2- 172.21.15.47:0/527376349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f937807ec20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f93680098a0 tx=0x7f9368009bb0 comp rx=0 tx=0).stop 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.768+0000 7f937de00700 1 -- 172.21.15.47:0/527376349 shutdown_connections 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.768+0000 7f937de00700 1 --2- 172.21.15.47:0/527376349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f937807ec20 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.768+0000 7f937de00700 1 -- 172.21.15.47:0/527376349 >> 172.21.15.47:0/527376349 conn(0x7f937807d3c0 msgr2=0x7f937807d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.768+0000 7f937de00700 1 -- 172.21.15.47:0/527376349 shutdown_connections 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.768+0000 7f937de00700 1 -- 172.21.15.47:0/527376349 wait complete. 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.769+0000 7f937de00700 1 Processor -- start 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.769+0000 7f937de00700 1 -- start start 2024-04-25T02:22:21.894 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.770+0000 7f937de00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f93781a23f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:21.897 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.770+0000 7f937de00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9378080e10 con 0x7f937807e800 2024-04-25T02:22:21.897 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.770+0000 7f9376a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f93781a23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.770+0000 7f9376a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f93781a23f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42278/0 (socket says 172.21.15.47:42278) 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.770+0000 7f9376a00700 1 -- 172.21.15.47:0/748569781 learned_addr learned my addr 172.21.15.47:0/748569781 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.770+0000 7f9376a00700 1 -- 172.21.15.47:0/748569781 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93781a2930 con 0x7f937807e800 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.771+0000 7f9376a00700 1 --2- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f93781a23f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f93680117e0 tx=0x7f9368011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.771+0000 7f937ca00700 1 -- 172.21.15.47:0/748569781 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9368003bf0 con 0x7f937807e800 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.771+0000 7f937ca00700 1 -- 172.21.15.47:0/748569781 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f936801a910 con 0x7f937807e800 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.771+0000 7f937ca00700 1 -- 172.21.15.47:0/748569781 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9368024970 con 0x7f937807e800 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.771+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93781a2bc0 con 0x7f937807e800 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.771+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93781a36e0 con 0x7f937807e800 2024-04-25T02:22:21.898 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.772+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9378063890 con 0x7f937807e800 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.772+0000 7f937ca00700 1 -- 172.21.15.47:0/748569781 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9368022020 con 0x7f937807e800 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.773+0000 7f937ca00700 1 --2- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f935c039150 0x7f935c03b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.773+0000 7f937ca00700 1 -- 172.21.15.47:0/748569781 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f936804d540 con 0x7f937807e800 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.773+0000 7f9376000700 1 --2- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f935c039150 0x7f935c03b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.774+0000 7f9376000700 1 --2- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f935c039150 0x7f935c03b610 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9364006fd0 tx=0x7f9364006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:20.778+0000 7f937ca00700 1 -- 172.21.15.47:0/748569781 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9368011e20 con 0x7f937807e800 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.126+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f93781a42f0 con 0x7f937807e800 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.130+0000 7f937ca00700 1 -- 172.21.15.47:0/748569781 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7f936800b3e0 con 0x7f937807e800 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.133+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f935c039150 msgr2=0x7f935c03b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.133+0000 7f937de00700 1 --2- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f935c039150 0x7f935c03b610 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9364006fd0 tx=0x7f9364006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.133+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 msgr2=0x7f93781a23f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.133+0000 7f937de00700 1 --2- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f93781a23f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f93680117e0 tx=0x7f9368011c10 comp rx=0 tx=0).stop 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.133+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 shutdown_connections 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.133+0000 7f937de00700 1 --2- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f935c039150 0x7f935c03b610 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:21.899 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.133+0000 7f937de00700 1 --2- 172.21.15.47:0/748569781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f937807e800 0x7f93781a23f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:21.900 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.133+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 >> 172.21.15.47:0/748569781 conn(0x7f937807d3c0 msgr2=0x7f9378198fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:21.900 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.134+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 shutdown_connections 2024-04-25T02:22:21.900 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr 2024-04-25T02:22:21.134+0000 7f937de00700 1 -- 172.21.15.47:0/748569781 wait complete. 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout:Or, if you are only running a single cluster on this host: 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-25T02:22:21.901 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:21.902 INFO:teuthology.orchestra.run.smithi047.stdout: ceph telemetry on 2024-04-25T02:22:21.902 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:21.902 INFO:teuthology.orchestra.run.smithi047.stdout:For more information see: 2024-04-25T02:22:21.902 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:21.902 INFO:teuthology.orchestra.run.smithi047.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-25T02:22:21.902 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:21.902 INFO:teuthology.orchestra.run.smithi047.stdout:Bootstrap complete. 2024-04-25T02:22:22.010 INFO:tasks.cephadm:Fetching config... 2024-04-25T02:22:22.010 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:22:22.010 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-25T02:22:22.092 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-25T02:22:22.092 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:22:22.092 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-25T02:22:22.180 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-25T02:22:22.180 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:22:22.180 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-25T02:22:22.305 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-25T02:22:22.305 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:22:22.306 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-25T02:22:22.357 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-25T02:22:22.357 DEBUG:teuthology.orchestra.run.smithi047:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj2d+kdOsEVzcFpmFIMUZnhp/JssoAT5IHG75nobXuw7o8OpR2GK/eC7i+PsllJHZ09JTssxFChJNYgz5MNf15whXO/Mod+l9taK1Mx57auVwZhUBrc4lIJ4B3dzPPwcKTOmuV4fhZ4hXvJ1yGaN1RZVtepTgI7Way7DkBhQOc85eeNKb0WJkeIFUl4YFUaUV19u8YMctPAqU1N7Xx1/fuEExx2nk5gJdehpnkOWmDrdDGceBComPKdekJFJKVS0SPE+eBBxh8WAPDmXD0w3gahbP1LU2DtUzgCcPR8MKhM6uqpl6ry7FawTjj8xCF1uPJL+GKexjae4ne8qHNZzcY7J/JyNm2hauk0N3yTspdYwBOurWxrWAILiLJ0OME95ZtEj9iAqkMk6QzlUNq+/ESX1TW7ZTKvLRATUgow4KImBQw7qlgbmVUfD5NjRlhIryljO+7CuZHJGy4S9GukoS3AcN6ViH8LyIbGdcHTd4F/kGwDep06m2Ai7G8zHzquRU= ceph-4d24456a-02aa-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T02:22:22.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:22 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/748569781' entity='client.admin' 2024-04-25T02:22:22.462 INFO:teuthology.orchestra.run.smithi047.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj2d+kdOsEVzcFpmFIMUZnhp/JssoAT5IHG75nobXuw7o8OpR2GK/eC7i+PsllJHZ09JTssxFChJNYgz5MNf15whXO/Mod+l9taK1Mx57auVwZhUBrc4lIJ4B3dzPPwcKTOmuV4fhZ4hXvJ1yGaN1RZVtepTgI7Way7DkBhQOc85eeNKb0WJkeIFUl4YFUaUV19u8YMctPAqU1N7Xx1/fuEExx2nk5gJdehpnkOWmDrdDGceBComPKdekJFJKVS0SPE+eBBxh8WAPDmXD0w3gahbP1LU2DtUzgCcPR8MKhM6uqpl6ry7FawTjj8xCF1uPJL+GKexjae4ne8qHNZzcY7J/JyNm2hauk0N3yTspdYwBOurWxrWAILiLJ0OME95ZtEj9iAqkMk6QzlUNq+/ESX1TW7ZTKvLRATUgow4KImBQw7qlgbmVUfD5NjRlhIryljO+7CuZHJGy4S9GukoS3AcN6ViH8LyIbGdcHTd4F/kGwDep06m2Ai7G8zHzquRU= ceph-4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:22:22.497 DEBUG:teuthology.orchestra.run.smithi113:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj2d+kdOsEVzcFpmFIMUZnhp/JssoAT5IHG75nobXuw7o8OpR2GK/eC7i+PsllJHZ09JTssxFChJNYgz5MNf15whXO/Mod+l9taK1Mx57auVwZhUBrc4lIJ4B3dzPPwcKTOmuV4fhZ4hXvJ1yGaN1RZVtepTgI7Way7DkBhQOc85eeNKb0WJkeIFUl4YFUaUV19u8YMctPAqU1N7Xx1/fuEExx2nk5gJdehpnkOWmDrdDGceBComPKdekJFJKVS0SPE+eBBxh8WAPDmXD0w3gahbP1LU2DtUzgCcPR8MKhM6uqpl6ry7FawTjj8xCF1uPJL+GKexjae4ne8qHNZzcY7J/JyNm2hauk0N3yTspdYwBOurWxrWAILiLJ0OME95ZtEj9iAqkMk6QzlUNq+/ESX1TW7ZTKvLRATUgow4KImBQw7qlgbmVUfD5NjRlhIryljO+7CuZHJGy4S9GukoS3AcN6ViH8LyIbGdcHTd4F/kGwDep06m2Ai7G8zHzquRU= ceph-4d24456a-02aa-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T02:22:22.536 INFO:teuthology.orchestra.run.smithi113.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj2d+kdOsEVzcFpmFIMUZnhp/JssoAT5IHG75nobXuw7o8OpR2GK/eC7i+PsllJHZ09JTssxFChJNYgz5MNf15whXO/Mod+l9taK1Mx57auVwZhUBrc4lIJ4B3dzPPwcKTOmuV4fhZ4hXvJ1yGaN1RZVtepTgI7Way7DkBhQOc85eeNKb0WJkeIFUl4YFUaUV19u8YMctPAqU1N7Xx1/fuEExx2nk5gJdehpnkOWmDrdDGceBComPKdekJFJKVS0SPE+eBBxh8WAPDmXD0w3gahbP1LU2DtUzgCcPR8MKhM6uqpl6ry7FawTjj8xCF1uPJL+GKexjae4ne8qHNZzcY7J/JyNm2hauk0N3yTspdYwBOurWxrWAILiLJ0OME95ZtEj9iAqkMk6QzlUNq+/ESX1TW7ZTKvLRATUgow4KImBQw7qlgbmVUfD5NjRlhIryljO+7CuZHJGy4S9GukoS3AcN6ViH8LyIbGdcHTd4F/kGwDep06m2Ai7G8zHzquRU= ceph-4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:22:22.548 DEBUG:teuthology.orchestra.run.smithi178:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj2d+kdOsEVzcFpmFIMUZnhp/JssoAT5IHG75nobXuw7o8OpR2GK/eC7i+PsllJHZ09JTssxFChJNYgz5MNf15whXO/Mod+l9taK1Mx57auVwZhUBrc4lIJ4B3dzPPwcKTOmuV4fhZ4hXvJ1yGaN1RZVtepTgI7Way7DkBhQOc85eeNKb0WJkeIFUl4YFUaUV19u8YMctPAqU1N7Xx1/fuEExx2nk5gJdehpnkOWmDrdDGceBComPKdekJFJKVS0SPE+eBBxh8WAPDmXD0w3gahbP1LU2DtUzgCcPR8MKhM6uqpl6ry7FawTjj8xCF1uPJL+GKexjae4ne8qHNZzcY7J/JyNm2hauk0N3yTspdYwBOurWxrWAILiLJ0OME95ZtEj9iAqkMk6QzlUNq+/ESX1TW7ZTKvLRATUgow4KImBQw7qlgbmVUfD5NjRlhIryljO+7CuZHJGy4S9GukoS3AcN6ViH8LyIbGdcHTd4F/kGwDep06m2Ai7G8zHzquRU= ceph-4d24456a-02aa-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T02:22:22.587 INFO:teuthology.orchestra.run.smithi178.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj2d+kdOsEVzcFpmFIMUZnhp/JssoAT5IHG75nobXuw7o8OpR2GK/eC7i+PsllJHZ09JTssxFChJNYgz5MNf15whXO/Mod+l9taK1Mx57auVwZhUBrc4lIJ4B3dzPPwcKTOmuV4fhZ4hXvJ1yGaN1RZVtepTgI7Way7DkBhQOc85eeNKb0WJkeIFUl4YFUaUV19u8YMctPAqU1N7Xx1/fuEExx2nk5gJdehpnkOWmDrdDGceBComPKdekJFJKVS0SPE+eBBxh8WAPDmXD0w3gahbP1LU2DtUzgCcPR8MKhM6uqpl6ry7FawTjj8xCF1uPJL+GKexjae4ne8qHNZzcY7J/JyNm2hauk0N3yTspdYwBOurWxrWAILiLJ0OME95ZtEj9iAqkMk6QzlUNq+/ESX1TW7ZTKvLRATUgow4KImBQw7qlgbmVUfD5NjRlhIryljO+7CuZHJGy4S9GukoS3AcN6ViH8LyIbGdcHTd4F/kGwDep06m2Ai7G8zHzquRU= ceph-4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:22:22.599 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-25T02:22:23.024 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:22:25.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.864+0000 7fb8ebc00700 1 -- 172.21.15.47:0/633908666 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 msgr2=0x7fb8e40746c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:25.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.864+0000 7fb8ebc00700 1 --2- 172.21.15.47:0/633908666 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 0x7fb8e40746c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8009910 tx=0x7fb8d8009c20 comp rx=0 tx=0).stop 2024-04-25T02:22:25.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.864+0000 7fb8ebc00700 1 -- 172.21.15.47:0/633908666 shutdown_connections 2024-04-25T02:22:25.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.864+0000 7fb8ebc00700 1 --2- 172.21.15.47:0/633908666 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 0x7fb8e40746c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.864+0000 7fb8ebc00700 1 -- 172.21.15.47:0/633908666 >> 172.21.15.47:0/633908666 conn(0x7fb8e40fd230 msgr2=0x7fb8e40ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.865+0000 7fb8ebc00700 1 -- 172.21.15.47:0/633908666 shutdown_connections 2024-04-25T02:22:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.865+0000 7fb8ebc00700 1 -- 172.21.15.47:0/633908666 wait complete. 2024-04-25T02:22:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.866+0000 7fb8ebc00700 1 Processor -- start 2024-04-25T02:22:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.866+0000 7fb8ebc00700 1 -- start start 2024-04-25T02:22:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.866+0000 7fb8ebc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 0x7fb8e4199590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.866+0000 7fb8ebc00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e4109f20 con 0x7fb8e4076260 2024-04-25T02:22:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.867+0000 7fb8e9200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 0x7fb8e4199590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.867+0000 7fb8e9200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 0x7fb8e4199590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58590/0 (socket says 172.21.15.47:58590) 2024-04-25T02:22:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.867+0000 7fb8e9200700 1 -- 172.21.15.47:0/3228731287 learned_addr learned my addr 172.21.15.47:0/3228731287 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.867+0000 7fb8e9200700 1 -- 172.21.15.47:0/3228731287 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e4199ad0 con 0x7fb8e4076260 2024-04-25T02:22:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.867+0000 7fb8e9200700 1 --2- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 0x7fb8e4199590 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8005850 tx=0x7fb8d8005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.868+0000 7fb8e1600700 1 -- 172.21.15.47:0/3228731287 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb8d8026070 con 0x7fb8e4076260 2024-04-25T02:22:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.868+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e4199d60 con 0x7fb8e4076260 2024-04-25T02:22:25.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.868+0000 7fb8e1600700 1 -- 172.21.15.47:0/3228731287 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb8d80044a0 con 0x7fb8e4076260 2024-04-25T02:22:25.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.868+0000 7fb8e1600700 1 -- 172.21.15.47:0/3228731287 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb8d8003ab0 con 0x7fb8e4076260 2024-04-25T02:22:25.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.868+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e419ca50 con 0x7fb8e4076260 2024-04-25T02:22:25.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.869+0000 7fb8e1600700 1 -- 172.21.15.47:0/3228731287 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb8d8029070 con 0x7fb8e4076260 2024-04-25T02:22:25.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.869+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8e410a6a0 con 0x7fb8e4076260 2024-04-25T02:22:25.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.869+0000 7fb8e1600700 1 --2- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8cc0390f0 0x7fb8cc03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:25.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.870+0000 7fb8e1600700 1 -- 172.21.15.47:0/3228731287 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb8d801e070 con 0x7fb8e4076260 2024-04-25T02:22:25.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.870+0000 7fb8e3e00700 1 --2- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8cc0390f0 0x7fb8cc03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:25.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.870+0000 7fb8e3e00700 1 --2- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8cc0390f0 0x7fb8cc03b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb8d0006fd0 tx=0x7fb8d0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:25.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:25.875+0000 7fb8e1600700 1 -- 172.21.15.47:0/3228731287 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb8d8013070 con 0x7fb8e4076260 2024-04-25T02:22:26.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.103+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fb8e402dc40 con 0x7fb8e4076260 2024-04-25T02:22:26.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.109+0000 7fb8e1600700 1 -- 172.21.15.47:0/3228731287 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fb8d8030020 con 0x7fb8e4076260 2024-04-25T02:22:26.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.112+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8cc0390f0 msgr2=0x7fb8cc03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:26.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.112+0000 7fb8ebc00700 1 --2- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8cc0390f0 0x7fb8cc03b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb8d0006fd0 tx=0x7fb8d0006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:26.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.112+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 msgr2=0x7fb8e4199590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:26.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.112+0000 7fb8ebc00700 1 --2- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 0x7fb8e4199590 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8005850 tx=0x7fb8d8005030 comp rx=0 tx=0).stop 2024-04-25T02:22:26.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.112+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 shutdown_connections 2024-04-25T02:22:26.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.112+0000 7fb8ebc00700 1 --2- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8cc0390f0 0x7fb8cc03b5b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:26.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.112+0000 7fb8ebc00700 1 --2- 172.21.15.47:0/3228731287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8e4076260 0x7fb8e4199590 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:26.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.112+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 >> 172.21.15.47:0/3228731287 conn(0x7fb8e40fd230 msgr2=0x7fb8e40fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:26.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.113+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 shutdown_connections 2024-04-25T02:22:26.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:26.113+0000 7fb8ebc00700 1 -- 172.21.15.47:0/3228731287 wait complete. 2024-04-25T02:22:26.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:26.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:26.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi047", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:22:26.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:26.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:22:26.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:26.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3228731287' entity='client.admin' 2024-04-25T02:22:26.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:22:26.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:26.895 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-25T02:22:26.896 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-25T02:22:27.359 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:22:29.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.386+0000 7f0d65000700 1 -- 172.21.15.47:0/485380885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 msgr2=0x7f0d60104290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:29.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.386+0000 7f0d65000700 1 --2- 172.21.15.47:0/485380885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 0x7f0d60104290 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0d50009910 tx=0x7f0d50009c20 comp rx=0 tx=0).stop 2024-04-25T02:22:29.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.386+0000 7f0d65000700 1 -- 172.21.15.47:0/485380885 shutdown_connections 2024-04-25T02:22:29.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.386+0000 7f0d65000700 1 --2- 172.21.15.47:0/485380885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 0x7f0d60104290 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:29.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.386+0000 7f0d65000700 1 -- 172.21.15.47:0/485380885 >> 172.21.15.47:0/485380885 conn(0x7f0d600ff460 msgr2=0x7f0d601018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:29.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.386+0000 7f0d65000700 1 -- 172.21.15.47:0/485380885 shutdown_connections 2024-04-25T02:22:29.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.386+0000 7f0d65000700 1 -- 172.21.15.47:0/485380885 wait complete. 2024-04-25T02:22:29.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.387+0000 7f0d65000700 1 Processor -- start 2024-04-25T02:22:29.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.387+0000 7f0d65000700 1 -- start start 2024-04-25T02:22:29.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.388+0000 7f0d65000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 0x7f0d601995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:29.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.388+0000 7f0d65000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0d60109ec0 con 0x7f0d60103e70 2024-04-25T02:22:29.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.388+0000 7f0d5de00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 0x7f0d601995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:29.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.388+0000 7f0d5de00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 0x7f0d601995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58612/0 (socket says 172.21.15.47:58612) 2024-04-25T02:22:29.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.388+0000 7f0d5de00700 1 -- 172.21.15.47:0/857315565 learned_addr learned my addr 172.21.15.47:0/857315565 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:29.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.388+0000 7f0d5de00700 1 -- 172.21.15.47:0/857315565 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d60199ae0 con 0x7f0d60103e70 2024-04-25T02:22:29.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.389+0000 7f0d5de00700 1 --2- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 0x7f0d601995a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0d50005850 tx=0x7f0d50005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:29.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.389+0000 7f0d56a00700 1 -- 172.21.15.47:0/857315565 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d50026070 con 0x7f0d60103e70 2024-04-25T02:22:29.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.389+0000 7f0d56a00700 1 -- 172.21.15.47:0/857315565 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d500044a0 con 0x7f0d60103e70 2024-04-25T02:22:29.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.389+0000 7f0d56a00700 1 -- 172.21.15.47:0/857315565 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d50003ab0 con 0x7f0d60103e70 2024-04-25T02:22:29.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.389+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d60199d70 con 0x7f0d60103e70 2024-04-25T02:22:29.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.389+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d6019ca60 con 0x7f0d60103e70 2024-04-25T02:22:29.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.390+0000 7f0d56a00700 1 -- 172.21.15.47:0/857315565 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0d50029070 con 0x7f0d60103e70 2024-04-25T02:22:29.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.390+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d6010a640 con 0x7f0d60103e70 2024-04-25T02:22:29.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.391+0000 7f0d56a00700 1 --2- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d440391a0 0x7f0d4403b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:29.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.391+0000 7f0d56a00700 1 -- 172.21.15.47:0/857315565 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0d5001e070 con 0x7f0d60103e70 2024-04-25T02:22:29.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.391+0000 7f0d5d400700 1 --2- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d440391a0 0x7f0d4403b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:29.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.392+0000 7f0d5d400700 1 --2- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d440391a0 0x7f0d4403b660 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c006fd0 tx=0x7f0d4c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:29.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.397+0000 7f0d56a00700 1 -- 172.21.15.47:0/857315565 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0d50013070 con 0x7f0d60103e70 2024-04-25T02:22:29.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.630+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f0d6002dc40 con 0x7f0d440391a0 2024-04-25T02:22:29.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.637+0000 7f0d56a00700 1 -- 172.21.15.47:0/857315565 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0d6002dc40 con 0x7f0d440391a0 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d440391a0 msgr2=0x7f0d4403b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 --2- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d440391a0 0x7f0d4403b660 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c006fd0 tx=0x7f0d4c006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 msgr2=0x7f0d601995a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 --2- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 0x7f0d601995a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0d50005850 tx=0x7f0d50005030 comp rx=0 tx=0).stop 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 shutdown_connections 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 --2- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d440391a0 0x7f0d4403b660 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 --2- 172.21.15.47:0/857315565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d60103e70 0x7f0d601995a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 >> 172.21.15.47:0/857315565 conn(0x7f0d600ff460 msgr2=0x7f0d600ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.640+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 shutdown_connections 2024-04-25T02:22:29.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:29.641+0000 7f0d65000700 1 -- 172.21.15.47:0/857315565 wait complete. 2024-04-25T02:22:30.357 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi113 2024-04-25T02:22:30.357 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:22:30.358 DEBUG:teuthology.orchestra.run.smithi113:> dd of=/etc/ceph/ceph.conf 2024-04-25T02:22:30.375 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:22:30.375 DEBUG:teuthology.orchestra.run.smithi113:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:22:30.432 INFO:tasks.cephadm:Adding host smithi113 to orchestrator... 2024-04-25T02:22:30.433 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch host add smithi113 2024-04-25T02:22:30.868 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:22:30.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:30 smithi047 ceph-mon[27871]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:22:30.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:30 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:30.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:30 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:22:30.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:30 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:22:30.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:30 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:22:30.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:30 smithi047 ceph-mon[27871]: Updating smithi047:/etc/ceph/ceph.conf 2024-04-25T02:22:31.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:31 smithi047 ceph-mon[27871]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:31.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:31 smithi047 ceph-mon[27871]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:22:31.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:31 smithi047 ceph-mon[27871]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:22:32.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:32 smithi047 ceph-mon[27871]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:22:32.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:32.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:32.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:33.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.063+0000 7f9fb5200700 1 -- 172.21.15.47:0/2502888893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 msgr2=0x7f9fb0107e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:33.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.063+0000 7f9fb5200700 1 --2- 172.21.15.47:0/2502888893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 0x7f9fb0107e80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0009910 tx=0x7f9fa0009c20 comp rx=0 tx=0).stop 2024-04-25T02:22:33.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.063+0000 7f9fb5200700 1 -- 172.21.15.47:0/2502888893 shutdown_connections 2024-04-25T02:22:33.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.063+0000 7f9fb5200700 1 --2- 172.21.15.47:0/2502888893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 0x7f9fb0107e80 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:33.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.063+0000 7f9fb5200700 1 -- 172.21.15.47:0/2502888893 >> 172.21.15.47:0/2502888893 conn(0x7f9fb00764e0 msgr2=0x7f9fb00768f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:33.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.064+0000 7f9fb5200700 1 -- 172.21.15.47:0/2502888893 shutdown_connections 2024-04-25T02:22:33.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.064+0000 7f9fb5200700 1 -- 172.21.15.47:0/2502888893 wait complete. 2024-04-25T02:22:33.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.065+0000 7f9fb5200700 1 Processor -- start 2024-04-25T02:22:33.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.066+0000 7f9fb5200700 1 -- start start 2024-04-25T02:22:33.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.066+0000 7f9fb5200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 0x7f9fb0100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:33.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.066+0000 7f9fb5200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb010c0b0 con 0x7f9fb0107aa0 2024-04-25T02:22:33.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.066+0000 7f9faf400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 0x7f9fb0100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:33.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.066+0000 7f9faf400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 0x7f9fb0100ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:60220/0 (socket says 172.21.15.47:60220) 2024-04-25T02:22:33.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.066+0000 7f9faf400700 1 -- 172.21.15.47:0/3940977247 learned_addr learned my addr 172.21.15.47:0/3940977247 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:33.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.067+0000 7f9faf400700 1 -- 172.21.15.47:0/3940977247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb01029a0 con 0x7f9fb0107aa0 2024-04-25T02:22:33.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.067+0000 7f9faf400700 1 --2- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 0x7f9fb0100ab0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0005850 tx=0x7f9fa0005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:33.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.067+0000 7f9fa7e00700 1 -- 172.21.15.47:0/3940977247 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fa0026070 con 0x7f9fb0107aa0 2024-04-25T02:22:33.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.067+0000 7f9fa7e00700 1 -- 172.21.15.47:0/3940977247 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fa000bc30 con 0x7f9fb0107aa0 2024-04-25T02:22:33.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.067+0000 7f9fa7e00700 1 -- 172.21.15.47:0/3940977247 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fa0003a20 con 0x7f9fb0107aa0 2024-04-25T02:22:33.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.067+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb0101050 con 0x7f9fb0107aa0 2024-04-25T02:22:33.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.068+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb0101510 con 0x7f9fb0107aa0 2024-04-25T02:22:33.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.069+0000 7f9fa7e00700 1 -- 172.21.15.47:0/3940977247 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9fa0029070 con 0x7f9fb0107aa0 2024-04-25T02:22:33.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.069+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fb01031e0 con 0x7f9fb0107aa0 2024-04-25T02:22:33.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.069+0000 7f9fa7e00700 1 --2- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f9f940391a0 0x7f9f9403b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:33.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.069+0000 7f9fa7e00700 1 -- 172.21.15.47:0/3940977247 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9fa001e070 con 0x7f9fb0107aa0 2024-04-25T02:22:33.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.070+0000 7f9faea00700 1 --2- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f9f940391a0 0x7f9f9403b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:33.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.070+0000 7f9faea00700 1 --2- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f9f940391a0 0x7f9f9403b660 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c006fd0 tx=0x7f9f9c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:33.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.075+0000 7f9fa7e00700 1 -- 172.21.15.47:0/3940977247 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9fa0013070 con 0x7f9fb0107aa0 2024-04-25T02:22:33.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:33.307+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi113", "target": ["mon-mgr", ""]}) -- 0x7f9fb0101fe0 con 0x7f9f940391a0 2024-04-25T02:22:33.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:33 smithi047 ceph-mon[27871]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:34.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:34 smithi047 ceph-mon[27871]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi113", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:22:35.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:35 smithi047 ceph-mon[27871]: Deploying cephadm binary to smithi113 2024-04-25T02:22:35.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:35 smithi047 ceph-mon[27871]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:37.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:37 smithi047 ceph-mon[27871]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:38.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.264+0000 7f9fa7e00700 1 -- 172.21.15.47:0/3940977247 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f9fb0101fe0 con 0x7f9f940391a0 2024-04-25T02:22:38.271 INFO:teuthology.orchestra.run.smithi047.stdout:Added host 'smithi113' with addr '172.21.15.113' 2024-04-25T02:22:38.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f9f940391a0 msgr2=0x7f9f9403b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 --2- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f9f940391a0 0x7f9f9403b660 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c006fd0 tx=0x7f9f9c006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 msgr2=0x7f9fb0100ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 --2- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 0x7f9fb0100ab0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0005850 tx=0x7f9fa0005030 comp rx=0 tx=0).stop 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 shutdown_connections 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 --2- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f9f940391a0 0x7f9f9403b660 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 --2- 172.21.15.47:0/3940977247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9fb0107aa0 0x7f9fb0100ab0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 >> 172.21.15.47:0/3940977247 conn(0x7f9fb00764e0 msgr2=0x7f9fb00fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.268+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 shutdown_connections 2024-04-25T02:22:38.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:38.269+0000 7f9fb5200700 1 -- 172.21.15.47:0/3940977247 wait complete. 2024-04-25T02:22:39.029 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T02:22:39.476 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:22:39.614 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:39.615 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:39 smithi047 ceph-mon[27871]: Added host smithi113 2024-04-25T02:22:39.615 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:39 smithi047 ceph-mon[27871]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:39.615 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:22:39.615 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:40.624 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:40 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:41.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.586+0000 7f3ae5e00700 1 -- 172.21.15.47:0/3829265521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 msgr2=0x7f3ae00749b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:41.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.586+0000 7f3ae5e00700 1 --2- 172.21.15.47:0/3829265521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 0x7f3ae00749b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0009910 tx=0x7f3ad0009c20 comp rx=0 tx=0).stop 2024-04-25T02:22:41.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.586+0000 7f3ae5e00700 1 -- 172.21.15.47:0/3829265521 shutdown_connections 2024-04-25T02:22:41.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.586+0000 7f3ae5e00700 1 --2- 172.21.15.47:0/3829265521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 0x7f3ae00749b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:41.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.586+0000 7f3ae5e00700 1 -- 172.21.15.47:0/3829265521 >> 172.21.15.47:0/3829265521 conn(0x7f3ae00fd770 msgr2=0x7f3ae00ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:41.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.587+0000 7f3ae5e00700 1 -- 172.21.15.47:0/3829265521 shutdown_connections 2024-04-25T02:22:41.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.587+0000 7f3ae5e00700 1 -- 172.21.15.47:0/3829265521 wait complete. 2024-04-25T02:22:41.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.588+0000 7f3ae5e00700 1 Processor -- start 2024-04-25T02:22:41.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.588+0000 7f3ae5e00700 1 -- start start 2024-04-25T02:22:41.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.588+0000 7f3ae5e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 0x7f3ae019de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:41.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.588+0000 7f3ae5e00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3ae01128e0 con 0x7f3ae00745d0 2024-04-25T02:22:41.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.589+0000 7f3adea00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 0x7f3ae019de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:41.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.589+0000 7f3adea00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 0x7f3ae019de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:60230/0 (socket says 172.21.15.47:60230) 2024-04-25T02:22:41.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.589+0000 7f3adea00700 1 -- 172.21.15.47:0/1595828363 learned_addr learned my addr 172.21.15.47:0/1595828363 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:41.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.589+0000 7f3adea00700 1 -- 172.21.15.47:0/1595828363 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ae019e380 con 0x7f3ae00745d0 2024-04-25T02:22:41.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.589+0000 7f3adea00700 1 --2- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 0x7f3ae019de40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0006010 tx=0x7f3ad0005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:41.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.590+0000 7f3ae4a00700 1 -- 172.21.15.47:0/1595828363 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ad0026070 con 0x7f3ae00745d0 2024-04-25T02:22:41.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.590+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ae019e610 con 0x7f3ae00745d0 2024-04-25T02:22:41.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.590+0000 7f3ae4a00700 1 -- 172.21.15.47:0/1595828363 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ad000bc30 con 0x7f3ae00745d0 2024-04-25T02:22:41.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.590+0000 7f3ae4a00700 1 -- 172.21.15.47:0/1595828363 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ad0003ab0 con 0x7f3ae00745d0 2024-04-25T02:22:41.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.590+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ae019ea70 con 0x7f3ae00745d0 2024-04-25T02:22:41.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.591+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ae0075d10 con 0x7f3ae00745d0 2024-04-25T02:22:41.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.591+0000 7f3ae4a00700 1 -- 172.21.15.47:0/1595828363 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f3ad0029070 con 0x7f3ae00745d0 2024-04-25T02:22:41.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.591+0000 7f3ae4a00700 1 --2- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3ac4039150 0x7f3ac403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:41.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.592+0000 7f3ae4a00700 1 -- 172.21.15.47:0/1595828363 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3ad001e070 con 0x7f3ae00745d0 2024-04-25T02:22:41.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.592+0000 7f3ade000700 1 --2- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3ac4039150 0x7f3ac403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:41.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.592+0000 7f3ade000700 1 --2- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3ac4039150 0x7f3ac403b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3acc006fd0 tx=0x7f3acc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:41.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.597+0000 7f3ae4a00700 1 -- 172.21.15.47:0/1595828363 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3ad0013070 con 0x7f3ae00745d0 2024-04-25T02:22:41.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.830+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3ae019f1a0 con 0x7f3ac4039150 2024-04-25T02:22:41.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.834+0000 7f3ae4a00700 1 -- 172.21.15.47:0/1595828363 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f3ae019f1a0 con 0x7f3ac4039150 2024-04-25T02:22:41.838 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:41.838 INFO:teuthology.orchestra.run.smithi047.stdout:[{"addr": "172.21.15.47", "hostname": "smithi047", "labels": [], "status": ""}, {"addr": "172.21.15.113", "hostname": "smithi113", "labels": [], "status": ""}] 2024-04-25T02:22:41.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.836+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3ac4039150 msgr2=0x7f3ac403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:41.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.836+0000 7f3ae5e00700 1 --2- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3ac4039150 0x7f3ac403b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3acc006fd0 tx=0x7f3acc006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:41.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.836+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 msgr2=0x7f3ae019de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:41.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.836+0000 7f3ae5e00700 1 --2- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 0x7f3ae019de40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0006010 tx=0x7f3ad0005050 comp rx=0 tx=0).stop 2024-04-25T02:22:41.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.836+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 shutdown_connections 2024-04-25T02:22:41.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.836+0000 7f3ae5e00700 1 --2- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3ac4039150 0x7f3ac403b610 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:41.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.836+0000 7f3ae5e00700 1 --2- 172.21.15.47:0/1595828363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ae00745d0 0x7f3ae019de40 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:41.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.836+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 >> 172.21.15.47:0/1595828363 conn(0x7f3ae00fd770 msgr2=0x7f3ae00ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:41.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.837+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 shutdown_connections 2024-04-25T02:22:41.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:41.837+0000 7f3ae5e00700 1 -- 172.21.15.47:0/1595828363 wait complete. 2024-04-25T02:22:42.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:42 smithi047 ceph-mon[27871]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:42.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:42.560 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi178 2024-04-25T02:22:42.561 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:22:42.561 DEBUG:teuthology.orchestra.run.smithi178:> dd of=/etc/ceph/ceph.conf 2024-04-25T02:22:42.580 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:22:42.580 DEBUG:teuthology.orchestra.run.smithi178:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:22:42.637 INFO:tasks.cephadm:Adding host smithi178 to orchestrator... 2024-04-25T02:22:42.638 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch host add smithi178 2024-04-25T02:22:43.097 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:22:43.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:43 smithi047 ceph-mon[27871]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:22:44.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:44 smithi047 ceph-mon[27871]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:45.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.381+0000 7fdf26a00700 1 -- 172.21.15.47:0/636571567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 msgr2=0x7fdf20104490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:45.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.381+0000 7fdf26a00700 1 --2- 172.21.15.47:0/636571567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 0x7fdf20104490 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fdf10009910 tx=0x7fdf10009c20 comp rx=0 tx=0).stop 2024-04-25T02:22:45.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.381+0000 7fdf26a00700 1 -- 172.21.15.47:0/636571567 shutdown_connections 2024-04-25T02:22:45.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.381+0000 7fdf26a00700 1 --2- 172.21.15.47:0/636571567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 0x7fdf20104490 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:45.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.381+0000 7fdf26a00700 1 -- 172.21.15.47:0/636571567 >> 172.21.15.47:0/636571567 conn(0x7fdf200ff940 msgr2=0x7fdf20101d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:45.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.381+0000 7fdf26a00700 1 -- 172.21.15.47:0/636571567 shutdown_connections 2024-04-25T02:22:45.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.381+0000 7fdf26a00700 1 -- 172.21.15.47:0/636571567 wait complete. 2024-04-25T02:22:45.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.382+0000 7fdf26a00700 1 Processor -- start 2024-04-25T02:22:45.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.382+0000 7fdf26a00700 1 -- start start 2024-04-25T02:22:45.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.383+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 0x7fdf2019f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:45.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.383+0000 7fdf26a00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2010e480 con 0x7fdf201040b0 2024-04-25T02:22:45.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.383+0000 7fdf1fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 0x7fdf2019f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:45.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.383+0000 7fdf1fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 0x7fdf2019f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:41326/0 (socket says 172.21.15.47:41326) 2024-04-25T02:22:45.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.383+0000 7fdf1fe00700 1 -- 172.21.15.47:0/488824967 learned_addr learned my addr 172.21.15.47:0/488824967 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:45.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.383+0000 7fdf1fe00700 1 -- 172.21.15.47:0/488824967 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf2019fb80 con 0x7fdf201040b0 2024-04-25T02:22:45.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.384+0000 7fdf1fe00700 1 --2- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 0x7fdf2019f640 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fdf10005850 tx=0x7fdf10005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:45.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.384+0000 7fdf1d600700 1 -- 172.21.15.47:0/488824967 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf10026070 con 0x7fdf201040b0 2024-04-25T02:22:45.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.384+0000 7fdf1d600700 1 -- 172.21.15.47:0/488824967 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf1000bbd0 con 0x7fdf201040b0 2024-04-25T02:22:45.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.384+0000 7fdf1d600700 1 -- 172.21.15.47:0/488824967 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf10003970 con 0x7fdf201040b0 2024-04-25T02:22:45.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.384+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf2019fe70 con 0x7fdf201040b0 2024-04-25T02:22:45.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.384+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf201997c0 con 0x7fdf201040b0 2024-04-25T02:22:45.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.385+0000 7fdf1d600700 1 -- 172.21.15.47:0/488824967 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fdf10029070 con 0x7fdf201040b0 2024-04-25T02:22:45.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.385+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf20105590 con 0x7fdf201040b0 2024-04-25T02:22:45.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.386+0000 7fdf1d600700 1 --2- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf04039150 0x7fdf0403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:45.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.386+0000 7fdf1d600700 1 -- 172.21.15.47:0/488824967 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdf1001e070 con 0x7fdf201040b0 2024-04-25T02:22:45.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.386+0000 7fdf17400700 1 --2- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf04039150 0x7fdf0403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:45.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.387+0000 7fdf17400700 1 --2- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf04039150 0x7fdf0403b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdf0800ad30 tx=0x7fdf080093f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:45.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.392+0000 7fdf1d600700 1 -- 172.21.15.47:0/488824967 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fdf10013070 con 0x7fdf201040b0 2024-04-25T02:22:45.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:45.649+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}) -- 0x7fdf2019acf0 con 0x7fdf04039150 2024-04-25T02:22:45.654 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:45.654 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi113", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: Updating smithi113:/etc/ceph/ceph.conf 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:22:45.655 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:45 smithi047 ceph-mon[27871]: Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:22:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:46 smithi047 ceph-mon[27871]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:22:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:46 smithi047 ceph-mon[27871]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:22:47.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:47 smithi047 ceph-mon[27871]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:47.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:47 smithi047 ceph-mon[27871]: Deploying cephadm binary to smithi178 2024-04-25T02:22:49.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:49 smithi047 ceph-mon[27871]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:50.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.612+0000 7fdf1d600700 1 -- 172.21.15.47:0/488824967 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fdf2019acf0 con 0x7fdf04039150 2024-04-25T02:22:50.617 INFO:teuthology.orchestra.run.smithi047.stdout:Added host 'smithi178' with addr '172.21.15.178' 2024-04-25T02:22:50.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.616+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf04039150 msgr2=0x7fdf0403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:50.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.616+0000 7fdf26a00700 1 --2- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf04039150 0x7fdf0403b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdf0800ad30 tx=0x7fdf080093f0 comp rx=0 tx=0).stop 2024-04-25T02:22:50.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.616+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 msgr2=0x7fdf2019f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:50.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.616+0000 7fdf26a00700 1 --2- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 0x7fdf2019f640 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fdf10005850 tx=0x7fdf10005030 comp rx=0 tx=0).stop 2024-04-25T02:22:50.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.616+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 shutdown_connections 2024-04-25T02:22:50.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.616+0000 7fdf26a00700 1 --2- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf04039150 0x7fdf0403b610 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:50.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.616+0000 7fdf26a00700 1 --2- 172.21.15.47:0/488824967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf201040b0 0x7fdf2019f640 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:50.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.616+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 >> 172.21.15.47:0/488824967 conn(0x7fdf200ff940 msgr2=0x7fdf20105a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:50.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.617+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 shutdown_connections 2024-04-25T02:22:50.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:50.617+0000 7fdf26a00700 1 -- 172.21.15.47:0/488824967 wait complete. 2024-04-25T02:22:51.444 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T02:22:51.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:51 smithi047 ceph-mon[27871]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:51.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:51.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:51 smithi047 ceph-mon[27871]: Added host smithi178 2024-04-25T02:22:51.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:22:51.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:51.912 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:22:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:53.812 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:53 smithi047 ceph-mon[27871]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:53.812 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:53 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:54.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.246+0000 7fc6fa000700 1 -- 172.21.15.47:0/400072965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 msgr2=0x7fc6f410e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:54.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.246+0000 7fc6fa000700 1 --2- 172.21.15.47:0/400072965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 0x7fc6f410e710 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4009910 tx=0x7fc6e4009c20 comp rx=0 tx=0).stop 2024-04-25T02:22:54.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.246+0000 7fc6fa000700 1 -- 172.21.15.47:0/400072965 shutdown_connections 2024-04-25T02:22:54.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.246+0000 7fc6fa000700 1 --2- 172.21.15.47:0/400072965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 0x7fc6f410e710 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:54.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.246+0000 7fc6fa000700 1 -- 172.21.15.47:0/400072965 >> 172.21.15.47:0/400072965 conn(0x7fc6f40779d0 msgr2=0x7fc6f4079df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:54.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.246+0000 7fc6fa000700 1 -- 172.21.15.47:0/400072965 shutdown_connections 2024-04-25T02:22:54.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.246+0000 7fc6fa000700 1 -- 172.21.15.47:0/400072965 wait complete. 2024-04-25T02:22:54.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.247+0000 7fc6fa000700 1 Processor -- start 2024-04-25T02:22:54.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.247+0000 7fc6fa000700 1 -- start start 2024-04-25T02:22:54.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.248+0000 7fc6fa000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 0x7fc6f41a38f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:54.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.248+0000 7fc6fa000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f4112880 con 0x7fc6f410e330 2024-04-25T02:22:54.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.248+0000 7fc6f3400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 0x7fc6f41a38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:54.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.248+0000 7fc6f3400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 0x7fc6f41a38f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39460/0 (socket says 172.21.15.47:39460) 2024-04-25T02:22:54.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.248+0000 7fc6f3400700 1 -- 172.21.15.47:0/138070379 learned_addr learned my addr 172.21.15.47:0/138070379 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:54.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.248+0000 7fc6f3400700 1 -- 172.21.15.47:0/138070379 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6f41a3e30 con 0x7fc6f410e330 2024-04-25T02:22:54.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.249+0000 7fc6f3400700 1 --2- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 0x7fc6f41a38f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4006010 tx=0x7fc6e4005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:54.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.249+0000 7fc6ebe00700 1 -- 172.21.15.47:0/138070379 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6e4026070 con 0x7fc6f410e330 2024-04-25T02:22:54.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.249+0000 7fc6ebe00700 1 -- 172.21.15.47:0/138070379 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6e400bbd0 con 0x7fc6f410e330 2024-04-25T02:22:54.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.249+0000 7fc6ebe00700 1 -- 172.21.15.47:0/138070379 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6e40039d0 con 0x7fc6f410e330 2024-04-25T02:22:54.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.249+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6f41a4120 con 0x7fc6f410e330 2024-04-25T02:22:54.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.249+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6f419dab0 con 0x7fc6f410e330 2024-04-25T02:22:54.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.250+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6f4109970 con 0x7fc6f410e330 2024-04-25T02:22:54.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.251+0000 7fc6ebe00700 1 -- 172.21.15.47:0/138070379 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc6e4029070 con 0x7fc6f410e330 2024-04-25T02:22:54.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.251+0000 7fc6ebe00700 1 --2- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6d80390f0 0x7fc6d803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:54.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.251+0000 7fc6ebe00700 1 -- 172.21.15.47:0/138070379 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc6e401e070 con 0x7fc6f410e330 2024-04-25T02:22:54.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.251+0000 7fc6f2a00700 1 --2- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6d80390f0 0x7fc6d803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:54.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.252+0000 7fc6f2a00700 1 --2- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6d80390f0 0x7fc6d803b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc6e0006fd0 tx=0x7fc6e0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:54.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.257+0000 7fc6ebe00700 1 -- 172.21.15.47:0/138070379 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc6e4013070 con 0x7fc6f410e330 2024-04-25T02:22:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.492+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc6f419f050 con 0x7fc6d80390f0 2024-04-25T02:22:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.493+0000 7fc6ebe00700 1 -- 172.21.15.47:0/138070379 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7fc6f419f050 con 0x7fc6d80390f0 2024-04-25T02:22:54.497 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:22:54.497 INFO:teuthology.orchestra.run.smithi047.stdout:[{"addr": "172.21.15.47", "hostname": "smithi047", "labels": [], "status": ""}, {"addr": "172.21.15.113", "hostname": "smithi113", "labels": [], "status": ""}, {"addr": "172.21.15.178", "hostname": "smithi178", "labels": [], "status": ""}] 2024-04-25T02:22:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.496+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6d80390f0 msgr2=0x7fc6d803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.496+0000 7fc6fa000700 1 --2- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6d80390f0 0x7fc6d803b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc6e0006fd0 tx=0x7fc6e0006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.496+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 msgr2=0x7fc6f41a38f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.496+0000 7fc6fa000700 1 --2- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 0x7fc6f41a38f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4006010 tx=0x7fc6e4005030 comp rx=0 tx=0).stop 2024-04-25T02:22:54.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.496+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 shutdown_connections 2024-04-25T02:22:54.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.496+0000 7fc6fa000700 1 --2- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6d80390f0 0x7fc6d803b5b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:54.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.496+0000 7fc6fa000700 1 --2- 172.21.15.47:0/138070379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6f410e330 0x7fc6f41a38f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:54.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.496+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 >> 172.21.15.47:0/138070379 conn(0x7fc6f40779d0 msgr2=0x7fc6f40791a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:54.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.497+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 shutdown_connections 2024-04-25T02:22:54.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:54.497+0000 7fc6fa000700 1 -- 172.21.15.47:0/138070379 wait complete. 2024-04-25T02:22:55.290 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-25T02:22:55.290 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-25T02:22:55.756 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:22:55.969 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:55 smithi047 ceph-mon[27871]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:55.969 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:55 smithi047 ceph-mon[27871]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:22:57.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: Updating smithi178:/etc/ceph/ceph.conf 2024-04-25T02:22:57.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:22:57.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:57 smithi047 ceph-mon[27871]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:22:57.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.977+0000 7f4b79200700 1 -- 172.21.15.47:0/1659401734 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 msgr2=0x7f4b74102280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:57.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.977+0000 7f4b79200700 1 --2- 172.21.15.47:0/1659401734 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 0x7f4b74102280 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4b64009910 tx=0x7f4b64009c20 comp rx=0 tx=0).stop 2024-04-25T02:22:57.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.977+0000 7f4b79200700 1 -- 172.21.15.47:0/1659401734 shutdown_connections 2024-04-25T02:22:57.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.977+0000 7f4b79200700 1 --2- 172.21.15.47:0/1659401734 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 0x7f4b74102280 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:57.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.977+0000 7f4b79200700 1 -- 172.21.15.47:0/1659401734 >> 172.21.15.47:0/1659401734 conn(0x7f4b740fd770 msgr2=0x7f4b740ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:57.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.977+0000 7f4b79200700 1 -- 172.21.15.47:0/1659401734 shutdown_connections 2024-04-25T02:22:57.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.977+0000 7f4b79200700 1 -- 172.21.15.47:0/1659401734 wait complete. 2024-04-25T02:22:57.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.978+0000 7f4b79200700 1 Processor -- start 2024-04-25T02:22:57.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.978+0000 7f4b79200700 1 -- start start 2024-04-25T02:22:57.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.979+0000 7f4b79200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 0x7f4b741917d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:57.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.979+0000 7f4b79200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7410c270 con 0x7f4b74101ea0 2024-04-25T02:22:57.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.979+0000 7f4b71e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 0x7f4b741917d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:57.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.979+0000 7f4b71e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 0x7f4b741917d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39488/0 (socket says 172.21.15.47:39488) 2024-04-25T02:22:57.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.979+0000 7f4b71e00700 1 -- 172.21.15.47:0/626189732 learned_addr learned my addr 172.21.15.47:0/626189732 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:22:57.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.979+0000 7f4b71e00700 1 -- 172.21.15.47:0/626189732 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b74195730 con 0x7f4b74101ea0 2024-04-25T02:22:57.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.980+0000 7f4b71e00700 1 --2- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 0x7f4b741917d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4b64005850 tx=0x7f4b64005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:57.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.980+0000 7f4b6aa00700 1 -- 172.21.15.47:0/626189732 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b64026070 con 0x7f4b74101ea0 2024-04-25T02:22:57.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.980+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b74191d10 con 0x7f4b74101ea0 2024-04-25T02:22:57.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.980+0000 7f4b6aa00700 1 -- 172.21.15.47:0/626189732 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4b6400bbd0 con 0x7f4b74101ea0 2024-04-25T02:22:57.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.980+0000 7f4b6aa00700 1 -- 172.21.15.47:0/626189732 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b64003970 con 0x7f4b74101ea0 2024-04-25T02:22:57.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.980+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b741921d0 con 0x7f4b74101ea0 2024-04-25T02:22:57.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.981+0000 7f4b6aa00700 1 -- 172.21.15.47:0/626189732 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4b64029070 con 0x7f4b74101ea0 2024-04-25T02:22:57.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.981+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b74103380 con 0x7f4b74101ea0 2024-04-25T02:22:57.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.982+0000 7f4b6aa00700 1 --2- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4b580390f0 0x7f4b5803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:22:57.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.982+0000 7f4b6aa00700 1 -- 172.21.15.47:0/626189732 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4b6401e070 con 0x7f4b74101ea0 2024-04-25T02:22:57.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.982+0000 7f4b71400700 1 --2- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4b580390f0 0x7f4b5803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:22:57.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.983+0000 7f4b71400700 1 --2- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4b580390f0 0x7f4b5803b5b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4b60006fd0 tx=0x7f4b60006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:22:57.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:57.987+0000 7f4b6aa00700 1 -- 172.21.15.47:0/626189732 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4b64013070 con 0x7f4b74101ea0 2024-04-25T02:22:58.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.224+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f4b74063890 con 0x7f4b74101ea0 2024-04-25T02:22:58.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.690+0000 7f4b6aa00700 1 -- 172.21.15.47:0/626189732 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f4b64030020 con 0x7f4b74101ea0 2024-04-25T02:22:58.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.693+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4b580390f0 msgr2=0x7f4b5803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:58.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 --2- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4b580390f0 0x7f4b5803b5b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4b60006fd0 tx=0x7f4b60006e40 comp rx=0 tx=0).stop 2024-04-25T02:22:58.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 msgr2=0x7f4b741917d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:22:58.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 --2- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 0x7f4b741917d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4b64005850 tx=0x7f4b64005030 comp rx=0 tx=0).stop 2024-04-25T02:22:58.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 shutdown_connections 2024-04-25T02:22:58.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 --2- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4b580390f0 0x7f4b5803b5b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:58.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 --2- 172.21.15.47:0/626189732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4b74101ea0 0x7f4b741917d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:22:58.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 >> 172.21.15.47:0/626189732 conn(0x7f4b740fd770 msgr2=0x7f4b74074460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:22:58.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 shutdown_connections 2024-04-25T02:22:58.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:22:58.694+0000 7f4b79200700 1 -- 172.21.15.47:0/626189732 wait complete. 2024-04-25T02:22:58.699 INFO:teuthology.orchestra.run.smithi047.stderr:adjusted tunables profile to default 2024-04-25T02:22:59.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:58 smithi047 ceph-mon[27871]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:22:59.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:58 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:59.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:58 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:59.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:58 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:22:59.060 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:58 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/626189732' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T02:22:59.421 INFO:tasks.cephadm:Adding mon.a on smithi047 2024-04-25T02:22:59.421 INFO:tasks.cephadm:Adding mon.b on smithi113 2024-04-25T02:22:59.421 INFO:tasks.cephadm:Adding mon.c on smithi178 2024-04-25T02:22:59.422 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi047:172.21.15.47=a;smithi113:172.21.15.113=b;smithi178:172.21.15.178=c' 2024-04-25T02:22:59.657 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:00.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:59 smithi047 ceph-mon[27871]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:00.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:59 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/626189732' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T02:23:00.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:22:59 smithi047 ceph-mon[27871]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:01.141 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.137+0000 7f810ef2b700 1 -- 172.21.15.178:0/3156076998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 msgr2=0x7f8108105f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.137+0000 7f810ef2b700 1 --2- 172.21.15.178:0/3156076998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 0x7f8108105f00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f80fc009910 tx=0x7f80fc009c20 comp rx=0 tx=0).stop 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.137+0000 7f810ef2b700 1 -- 172.21.15.178:0/3156076998 shutdown_connections 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.137+0000 7f810ef2b700 1 --2- 172.21.15.178:0/3156076998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 0x7f8108105f00 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.138+0000 7f810ef2b700 1 -- 172.21.15.178:0/3156076998 >> 172.21.15.178:0/3156076998 conn(0x7f81080772b0 msgr2=0x7f81080776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.138+0000 7f810ef2b700 1 -- 172.21.15.178:0/3156076998 shutdown_connections 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.138+0000 7f810ef2b700 1 -- 172.21.15.178:0/3156076998 wait complete. 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.138+0000 7f810ef2b700 1 Processor -- start 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.138+0000 7f810ef2b700 1 -- start start 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.138+0000 7f810ef2b700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 0x7f810819d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:01.142 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.138+0000 7f810ef2b700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f810810b2a0 con 0x7f8108105b20 2024-04-25T02:23:01.143 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.139+0000 7f810ccc7700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 0x7f810819d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:01.143 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.139+0000 7f810ccc7700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 0x7f810819d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.178:57762/0 (socket says 172.21.15.178:57762) 2024-04-25T02:23:01.143 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.139+0000 7f810ccc7700 1 -- 172.21.15.178:0/1935485482 learned_addr learned my addr 172.21.15.178:0/1935485482 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:23:01.143 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.139+0000 7f810ccc7700 1 -- 172.21.15.178:0/1935485482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f810819da90 con 0x7f8108105b20 2024-04-25T02:23:01.144 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.140+0000 7f810ccc7700 1 --2- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 0x7f810819d550 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f80fc006010 tx=0x7f80fc005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:01.144 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.140+0000 7f8105ffb700 1 -- 172.21.15.178:0/1935485482 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f80fc026070 con 0x7f8108105b20 2024-04-25T02:23:01.144 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.140+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f810819dd20 con 0x7f8108105b20 2024-04-25T02:23:01.144 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.140+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81081976b0 con 0x7f8108105b20 2024-04-25T02:23:01.144 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.140+0000 7f8105ffb700 1 -- 172.21.15.178:0/1935485482 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f80fc00bc30 con 0x7f8108105b20 2024-04-25T02:23:01.144 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.140+0000 7f8105ffb700 1 -- 172.21.15.178:0/1935485482 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f80fc003950 con 0x7f8108105b20 2024-04-25T02:23:01.145 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.141+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80ec005330 con 0x7f8108105b20 2024-04-25T02:23:01.145 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.142+0000 7f8105ffb700 1 -- 172.21.15.178:0/1935485482 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f80fc029070 con 0x7f8108105b20 2024-04-25T02:23:01.145 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.142+0000 7f8105ffb700 1 --2- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f80f80390f0 0x7f80f803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:01.145 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.142+0000 7f8105ffb700 1 -- 172.21.15.178:0/1935485482 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f80fc01e070 con 0x7f8108105b20 2024-04-25T02:23:01.146 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.143+0000 7f8107fff700 1 --2- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f80f80390f0 0x7f80f803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:01.147 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.144+0000 7f8107fff700 1 --2- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f80f80390f0 0x7f80f803b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f80f4006fd0 tx=0x7f80f4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:01.161 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.158+0000 7f8105ffb700 1 -- 172.21.15.178:0/1935485482 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f80fc013070 con 0x7f8108105b20 2024-04-25T02:23:01.370 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.366+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi047:172.21.15.47=a;smithi113:172.21.15.113=b;smithi178:172.21.15.178=c", "target": ["mon-mgr", ""]}) -- 0x7f80ec000c80 con 0x7f80f80390f0 2024-04-25T02:23:01.385 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.381+0000 7f8105ffb700 1 -- 172.21.15.178:0/1935485482 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f80ec000c80 con 0x7f80f80390f0 2024-04-25T02:23:01.385 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mon update... 2024-04-25T02:23:01.387 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f80f80390f0 msgr2=0x7f80f803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:01.387 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 --2- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f80f80390f0 0x7f80f803b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f80f4006fd0 tx=0x7f80f4006e40 comp rx=0 tx=0).stop 2024-04-25T02:23:01.387 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 msgr2=0x7f810819d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:01.388 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 --2- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 0x7f810819d550 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f80fc006010 tx=0x7f80fc005030 comp rx=0 tx=0).stop 2024-04-25T02:23:01.388 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 shutdown_connections 2024-04-25T02:23:01.388 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 --2- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f80f80390f0 0x7f80f803b5b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:01.388 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 --2- 172.21.15.178:0/1935485482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8108105b20 0x7f810819d550 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:01.388 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 >> 172.21.15.178:0/1935485482 conn(0x7f81080772b0 msgr2=0x7f81080ff720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:01.388 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 shutdown_connections 2024-04-25T02:23:01.388 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:01.384+0000 7f810ef2b700 1 -- 172.21.15.178:0/1935485482 wait complete. 2024-04-25T02:23:02.023 DEBUG:teuthology.orchestra.run.smithi113:mon.b> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.b.service 2024-04-25T02:23:02.026 DEBUG:teuthology.orchestra.run.smithi178:mon.c> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.c.service 2024-04-25T02:23:02.028 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T02:23:02.028 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T02:23:02.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:01 smithi047 ceph-mon[27871]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:02.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:02.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:02.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:02.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:02.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:02.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:02.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:03.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:02 smithi047 ceph-mon[27871]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi047:172.21.15.47=a;smithi113:172.21.15.113=b;smithi178:172.21.15.178=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:03.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:02 smithi047 ceph-mon[27871]: Saving service mon spec with placement smithi047:172.21.15.47=a;smithi113:172.21.15.113=b;smithi178:172.21.15.178=c;count:3 2024-04-25T02:23:03.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:02 smithi047 ceph-mon[27871]: Deploying daemon mon.c on smithi178 2024-04-25T02:23:03.162 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:04.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:03 smithi047 ceph-mon[27871]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:05.961 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:05 smithi047 ceph-mon[27871]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.965+0000 7f1ec4c73700 1 -- 172.21.15.178:0/67268870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 msgr2=0x7f1ec01080b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.965+0000 7f1ec4c73700 1 --2- 172.21.15.178:0/67268870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 0x7f1ec01080b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1eb800b0a0 tx=0x7f1eb800b3b0 comp rx=0 tx=0).stop 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.966+0000 7f1ec4c73700 1 -- 172.21.15.178:0/67268870 shutdown_connections 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.966+0000 7f1ec4c73700 1 --2- 172.21.15.178:0/67268870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 0x7f1ec01080b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.966+0000 7f1ec4c73700 1 -- 172.21.15.178:0/67268870 >> 172.21.15.178:0/67268870 conn(0x7f1ec0076690 msgr2=0x7f1ec0076aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.966+0000 7f1ec4c73700 1 -- 172.21.15.178:0/67268870 shutdown_connections 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.966+0000 7f1ec4c73700 1 -- 172.21.15.178:0/67268870 wait complete. 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.966+0000 7f1ec4c73700 1 Processor -- start 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.966+0000 7f1ec4c73700 1 -- start start 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.967+0000 7f1ec4c73700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 0x7f1ec0197700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:05.970 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.967+0000 7f1ec4c73700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ec010c260 con 0x7f1ec0107cd0 2024-04-25T02:23:05.971 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.967+0000 7f1ebe59c700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 0x7f1ec0197700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:05.971 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.967+0000 7f1ebe59c700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 0x7f1ec0197700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.178:57790/0 (socket says 172.21.15.178:57790) 2024-04-25T02:23:05.971 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.967+0000 7f1ebe59c700 1 -- 172.21.15.178:0/2984138788 learned_addr learned my addr 172.21.15.178:0/2984138788 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:23:05.971 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.968+0000 7f1ebe59c700 1 -- 172.21.15.178:0/2984138788 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ec0197c40 con 0x7f1ec0107cd0 2024-04-25T02:23:05.971 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.968+0000 7f1ebe59c700 1 --2- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 0x7f1ec0197700 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1eb8015040 tx=0x7f1eb8003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:05.972 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.968+0000 7f1eb77fe700 1 -- 172.21.15.178:0/2984138788 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1eb8017040 con 0x7f1ec0107cd0 2024-04-25T02:23:05.972 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.969+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ec0197ed0 con 0x7f1ec0107cd0 2024-04-25T02:23:05.972 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.969+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ec019bf80 con 0x7f1ec0107cd0 2024-04-25T02:23:05.972 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.969+0000 7f1eb77fe700 1 -- 172.21.15.178:0/2984138788 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1eb8022070 con 0x7f1ec0107cd0 2024-04-25T02:23:05.972 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.969+0000 7f1eb77fe700 1 -- 172.21.15.178:0/2984138788 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1eb8027b20 con 0x7f1ec0107cd0 2024-04-25T02:23:05.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.969+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ea4005330 con 0x7f1ec0107cd0 2024-04-25T02:23:05.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.970+0000 7f1eb77fe700 1 -- 172.21.15.178:0/2984138788 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f1eb8027460 con 0x7f1ec0107cd0 2024-04-25T02:23:05.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.970+0000 7f1eb77fe700 1 --2- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1ea0039150 0x7f1ea003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:05.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.970+0000 7f1eb77fe700 1 -- 172.21.15.178:0/2984138788 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f1eb800f050 con 0x7f1ec0107cd0 2024-04-25T02:23:05.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.971+0000 7f1ebdd9b700 1 --2- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1ea0039150 0x7f1ea003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:05.975 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.972+0000 7f1ebdd9b700 1 --2- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1ea0039150 0x7f1ea003b610 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8006fd0 tx=0x7f1ea8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:05.989 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:05.986+0000 7f1eb77fe700 1 -- 172.21.15.178:0/2984138788 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1eb8007e20 con 0x7f1ec0107cd0 2024-04-25T02:23:06.277 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.274+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f1ea40058f0 con 0x7f1ec0107cd0 2024-04-25T02:23:06.278 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.275+0000 7f1eb77fe700 1 -- 172.21.15.178:0/2984138788 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f1eb8025360 con 0x7f1ec0107cd0 2024-04-25T02:23:06.279 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:23:06.279 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":1,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","modified":"2024-04-25T02:20:56.283957Z","created":"2024-04-25T02:20:56.283957Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:3300","nonce":0},{"type":"v1","addr":"172.21.15.47:6789","nonce":0}]},"addr":"172.21.15.47:6789/0","public_addr":"172.21.15.47:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1ea0039150 msgr2=0x7f1ea003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 --2- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1ea0039150 0x7f1ea003b610 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8006fd0 tx=0x7f1ea8006e40 comp rx=0 tx=0).stop 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 msgr2=0x7f1ec0197700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 --2- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 0x7f1ec0197700 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1eb8015040 tx=0x7f1eb8003d50 comp rx=0 tx=0).stop 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 shutdown_connections 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 --2- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1ea0039150 0x7f1ea003b610 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 --2- 172.21.15.178:0/2984138788 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ec0107cd0 0x7f1ec0197700 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 >> 172.21.15.178:0/2984138788 conn(0x7f1ec0076690 msgr2=0x7f1ec00fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 shutdown_connections 2024-04-25T02:23:06.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:06.277+0000 7f1ec4c73700 1 -- 172.21.15.178:0/2984138788 wait complete. 2024-04-25T02:23:06.282 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 1 2024-04-25T02:23:06.356 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-25T02:23:06.356 INFO:journalctl@ceph.mon.c.smithi178.stdout: e1 2024-04-25T02:23:06.357 INFO:journalctl@ceph.mon.c.smithi178.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T02:23:06.357 INFO:journalctl@ceph.mon.c.smithi178.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T02:23:06.357 INFO:journalctl@ceph.mon.c.smithi178.stdout: legacy client fscid: -1 2024-04-25T02:23:06.357 INFO:journalctl@ceph.mon.c.smithi178.stdout: 2024-04-25T02:23:06.357 INFO:journalctl@ceph.mon.c.smithi178.stdout: No filesystems configured 2024-04-25T02:23:06.357 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-25T02:23:06.357 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.717 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi113", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Updating smithi113:/etc/ceph/ceph.conf 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:06.718 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Deploying cephadm binary to smithi178 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Added host smithi178 2024-04-25T02:23:06.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:06.720 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Updating smithi178:/etc/ceph/ceph.conf 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/626189732' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/626189732' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:06.721 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi047:172.21.15.47=a;smithi113:172.21.15.113=b;smithi178:172.21.15.178=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Saving service mon spec with placement smithi047:172.21.15.47=a;smithi113:172.21.15.113=b;smithi178:172.21.15.178=c;count:3 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: Deploying daemon mon.c on smithi178 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 ceph-mon[33053]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-25T02:23:06.722 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 bash[33010]: 394fb92b9d28df69ab4df96a9bd13426da73fe96687aaf6bf859af73eb1923b3 2024-04-25T02:23:07.077 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:06 smithi178 systemd[1]: Started Ceph mon.c for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:23:08.104 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T02:23:08.105 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T02:23:08.362 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:23:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:23:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: mon.a calling monitor election 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: mon.c calling monitor election 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: monmap epoch 2 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: last_changed 2024-04-25T02:23:06.359657+0000 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: min_mon_release 19 (squid) 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: election_strategy: 1 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: fsmap 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: mgrmap e13: x(active, since 61s) 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: overall HEALTH_OK 2024-04-25T02:23:11.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:11.842 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:23:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: mon.a calling monitor election 2024-04-25T02:23:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: mon.c calling monitor election 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: monmap epoch 2 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: last_changed 2024-04-25T02:23:06.359657+0000 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: min_mon_release 19 (squid) 2024-04-25T02:23:11.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: election_strategy: 1 2024-04-25T02:23:11.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:23:11.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-04-25T02:23:11.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: fsmap 2024-04-25T02:23:11.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:11.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: mgrmap e13: x(active, since 61s) 2024-04-25T02:23:11.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: overall HEALTH_OK 2024-04-25T02:23:11.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:11.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:12.805 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.801+0000 7f3c3a88e700 1 -- 172.21.15.178:0/734253797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c1c0035c0 msgr2=0x7f3c1c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:12.805 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.801+0000 7f3c3a88e700 1 --2- 172.21.15.178:0/734253797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c1c0035c0 0x7f3c1c005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3c34100b60 tx=0x7f3c2400feb0 comp rx=0 tx=0).stop 2024-04-25T02:23:12.805 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.801+0000 7f3c3a88e700 1 -- 172.21.15.178:0/734253797 shutdown_connections 2024-04-25T02:23:12.805 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.801+0000 7f3c3a88e700 1 --2- 172.21.15.178:0/734253797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c1c0035c0 0x7f3c1c005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:12.805 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.801+0000 7f3c3a88e700 1 -- 172.21.15.178:0/734253797 >> 172.21.15.178:0/734253797 conn(0x7f3c340fc720 msgr2=0x7f3c340feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:12.806 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.801+0000 7f3c3a88e700 1 -- 172.21.15.178:0/734253797 shutdown_connections 2024-04-25T02:23:12.806 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.801+0000 7f3c3a88e700 1 -- 172.21.15.178:0/734253797 wait complete. 2024-04-25T02:23:12.806 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:12.806 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:12.806 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:12.806 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:12 smithi178 ceph-mon[33053]: Deploying daemon mon.b on smithi113 2024-04-25T02:23:12.806 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:12.807 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.802+0000 7f3c3a88e700 1 Processor -- start 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.802+0000 7f3c3a88e700 1 -- start start 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c3a88e700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 0x7f3c34104480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c3a88e700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c34102950 0x7f3c34102dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c3a88e700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3c34108cc0 con 0x7f3c34102950 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c3a88e700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3c34108b40 con 0x7f3c1c0035c0 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c33fff700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 0x7f3c34104480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c33fff700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 0x7f3c34104480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:45134/0 (socket says 172.21.15.178:45134) 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c33fff700 1 -- 172.21.15.178:0/2419454066 learned_addr learned my addr 172.21.15.178:0/2419454066 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c33fff700 1 -- 172.21.15.178:0/2419454066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 msgr2=0x7f3c34104480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c33fff700 1 -- 172.21.15.178:0/2419454066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 msgr2=0x7f3c34104480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c33fff700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 0x7f3c34104480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c33fff700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 0x7f3c34104480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.803+0000 7f3c337fe700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c34102950 0x7f3c34102dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:12.808 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.804+0000 7f3c337fe700 1 -- 172.21.15.178:0/2419454066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 msgr2=0x7f3c34104480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:23:12.809 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.804+0000 7f3c337fe700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 0x7f3c34104480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:12.809 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.804+0000 7f3c337fe700 1 -- 172.21.15.178:0/2419454066 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c34103310 con 0x7f3c34102950 2024-04-25T02:23:12.809 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.804+0000 7f3c337fe700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c34102950 0x7f3c34102dd0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800b500 tx=0x7f3c2800b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:12.809 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.805+0000 7f3c317fa700 1 -- 172.21.15.178:0/2419454066 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f3c28011630 con 0x7f3c34102950 2024-04-25T02:23:12.809 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.805+0000 7f3c317fa700 1 -- 172.21.15.178:0/2419454066 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c28011cb0 con 0x7f3c34102950 2024-04-25T02:23:12.809 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.805+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c34103600 con 0x7f3c34102950 2024-04-25T02:23:12.810 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.805+0000 7f3c317fa700 1 -- 172.21.15.178:0/2419454066 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f3c28010db0 con 0x7f3c34102950 2024-04-25T02:23:12.810 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.805+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c341a8510 con 0x7f3c34102950 2024-04-25T02:23:12.810 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.806+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c34102370 con 0x7f3c34102950 2024-04-25T02:23:12.810 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.806+0000 7f3c317fa700 1 -- 172.21.15.178:0/2419454066 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f3c28018020 con 0x7f3c34102950 2024-04-25T02:23:12.810 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.807+0000 7f3c317fa700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3c20038e90 0x7f3c2003b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:12.811 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.807+0000 7f3c317fa700 1 -- 172.21.15.178:0/2419454066 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3c2804b840 con 0x7f3c34102950 2024-04-25T02:23:12.811 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.807+0000 7f3c33fff700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3c20038e90 0x7f3c2003b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:12.812 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.809+0000 7f3c33fff700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3c20038e90 0x7f3c2003b350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3c2400fa60 tx=0x7f3c24005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:12.826 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:12.823+0000 7f3c317fa700 1 -- 172.21.15.178:0/2419454066 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3c28020500 con 0x7f3c34102950 2024-04-25T02:23:12.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:12.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:12.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:12.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:12 smithi047 ceph-mon[27871]: Deploying daemon mon.b on smithi113 2024-04-25T02:23:12.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:13.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.103+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f3c3402db30 con 0x7f3c34102950 2024-04-25T02:23:13.107 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.104+0000 7f3c317fa700 1 -- 172.21.15.178:0/2419454066 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f3c280202a0 con 0x7f3c34102950 2024-04-25T02:23:13.107 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:23:13.107 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":2,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","modified":"2024-04-25T02:23:06.359657Z","created":"2024-04-25T02:20:56.283957Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:3300","nonce":0},{"type":"v1","addr":"172.21.15.47:6789","nonce":0}]},"addr":"172.21.15.47:6789/0","public_addr":"172.21.15.47:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:3300","nonce":0},{"type":"v1","addr":"172.21.15.178:6789","nonce":0}]},"addr":"172.21.15.178:6789/0","public_addr":"172.21.15.178:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3c20038e90 msgr2=0x7f3c2003b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3c20038e90 0x7f3c2003b350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3c2400fa60 tx=0x7f3c24005a90 comp rx=0 tx=0).stop 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c34102950 msgr2=0x7f3c34102dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c34102950 0x7f3c34102dd0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800b500 tx=0x7f3c2800b8c0 comp rx=0 tx=0).stop 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 shutdown_connections 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3c20038e90 0x7f3c2003b350 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c1c0035c0 0x7f3c34104480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 --2- 172.21.15.178:0/2419454066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c34102950 0x7f3c34102dd0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 >> 172.21.15.178:0/2419454066 conn(0x7f3c340fc720 msgr2=0x7f3c3406acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 shutdown_connections 2024-04-25T02:23:13.110 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:13.106+0000 7f3c3a88e700 1 -- 172.21.15.178:0/2419454066 wait complete. 2024-04-25T02:23:13.111 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 2 2024-04-25T02:23:13.683 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:13 smithi178 ceph-mon[33053]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:13.683 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:13 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/2419454066' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T02:23:13.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:13 smithi047 ceph-mon[27871]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:13.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:13 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/2419454066' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T02:23:14.710 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T02:23:14.711 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T02:23:14.954 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:23:15.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:15 smithi113 systemd[1]: Started Ceph mon.b for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:23:20.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: mon.c calling monitor election 2024-04-25T02:23:20.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:23:20.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: mon.a calling monitor election 2024-04-25T02:23:20.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:20.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: monmap epoch 3 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: last_changed 2024-04-25T02:23:15.410855+0000 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: min_mon_release 19 (squid) 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: election_strategy: 1 2024-04-25T02:23:20.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: 2: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.b 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: fsmap 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: mgrmap e13: x(active, since 70s) 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: overall HEALTH_OK 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:20.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:20.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: mon.c calling monitor election 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: mon.a calling monitor election 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: monmap epoch 3 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: last_changed 2024-04-25T02:23:15.410855+0000 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: min_mon_release 19 (squid) 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: election_strategy: 1 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: 2: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.b 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: fsmap 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: mgrmap e13: x(active, since 70s) 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: overall HEALTH_OK 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:20.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:20.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:20.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:20.935 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.928+0000 7fa7377da700 1 -- 172.21.15.178:0/3817029723 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 msgr2=0x7fa71c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:20.935 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.928+0000 7fa7377da700 1 --2- 172.21.15.178:0/3817029723 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 0x7fa71c005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa730078360 tx=0x7fa72c009e80 comp rx=0 tx=0).stop 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.928+0000 7fa7377da700 1 -- 172.21.15.178:0/3817029723 shutdown_connections 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.928+0000 7fa7377da700 1 --2- 172.21.15.178:0/3817029723 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 0x7fa71c005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.928+0000 7fa7377da700 1 -- 172.21.15.178:0/3817029723 >> 172.21.15.178:0/3817029723 conn(0x7fa7300770b0 msgr2=0x7fa7300774c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.929+0000 7fa7377da700 1 -- 172.21.15.178:0/3817029723 shutdown_connections 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.929+0000 7fa7377da700 1 -- 172.21.15.178:0/3817029723 wait complete. 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.929+0000 7fa7377da700 1 Processor -- start 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.929+0000 7fa7377da700 1 -- start start 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.929+0000 7fa7377da700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 0x7fa73019d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.929+0000 7fa7377da700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 0x7fa7301977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.929+0000 7fa7377da700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 0x7fa730198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa7377da700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa730109d70 con 0x7fa71c0035c0 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa7377da700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa730109bf0 con 0x7fa730197ce0 2024-04-25T02:23:20.936 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa7377da700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa730109ef0 con 0x7fa73019dbc0 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa734d75700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 0x7fa7301977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa734d75700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 0x7fa7301977a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:44184/0 (socket says 172.21.15.178:44184) 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa734d75700 1 -- 172.21.15.178:0/877499328 learned_addr learned my addr 172.21.15.178:0/877499328 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa734d75700 1 -- 172.21.15.178:0/877499328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 msgr2=0x7fa7301977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa734d75700 1 -- 172.21.15.178:0/877499328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 msgr2=0x7fa7301977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa734d75700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 0x7fa7301977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735d77700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 0x7fa730198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa734d75700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 0x7fa7301977a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735576700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 0x7fa73019d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735d77700 1 -- 172.21.15.178:0/877499328 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 msgr2=0x7fa730198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735d77700 1 -- 172.21.15.178:0/877499328 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 msgr2=0x7fa730198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735d77700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 0x7fa730198190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T02:23:20.937 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735d77700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 0x7fa730198190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735576700 1 -- 172.21.15.178:0/877499328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 msgr2=0x7fa7301977a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735576700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 0x7fa7301977a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735576700 1 -- 172.21.15.178:0/877499328 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 msgr2=0x7fa730198190 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735576700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 0x7fa730198190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.930+0000 7fa735576700 1 -- 172.21.15.178:0/877499328 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7301a4430 con 0x7fa71c0035c0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.931+0000 7fa735576700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 0x7fa73019d680 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa72c002230 tx=0x7fa72c0048c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.931+0000 7fa7267fc700 1 -- 172.21.15.178:0/877499328 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa72c01a730 con 0x7fa71c0035c0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.931+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7301a4660 con 0x7fa71c0035c0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.931+0000 7fa7267fc700 1 -- 172.21.15.178:0/877499328 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa72c026030 con 0x7fa71c0035c0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.931+0000 7fa7267fc700 1 -- 172.21.15.178:0/877499328 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa72c005900 con 0x7fa71c0035c0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.931+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7301a4bf0 con 0x7fa71c0035c0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.932+0000 7fa7267fc700 1 -- 172.21.15.178:0/877499328 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fa72c015040 con 0x7fa71c0035c0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.932+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa730069900 con 0x7fa71c0035c0 2024-04-25T02:23:20.938 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.932+0000 7fa7267fc700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa714039580 0x7fa71403ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:20.939 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.932+0000 7fa7267fc700 1 -- 172.21.15.178:0/877499328 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fa72c04e7a0 con 0x7fa71c0035c0 2024-04-25T02:23:20.939 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.933+0000 7fa734d75700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa714039580 0x7fa71403ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:20.939 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.933+0000 7fa734d75700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa714039580 0x7fa71403ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa720009180 tx=0x7fa720008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:20.943 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:20.940+0000 7fa7267fc700 1 -- 172.21.15.178:0/877499328 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa72c015330 con 0x7fa71c0035c0 2024-04-25T02:23:21.243 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.239+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fa73002db30 con 0x7fa71c0035c0 2024-04-25T02:23:21.244 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.240+0000 7fa7267fc700 1 -- 172.21.15.178:0/877499328 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7fa72c005030 con 0x7fa71c0035c0 2024-04-25T02:23:21.244 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-04-25T02:23:21.244 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":3,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","modified":"2024-04-25T02:23:15.410855Z","created":"2024-04-25T02:20:56.283957Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:3300","nonce":0},{"type":"v1","addr":"172.21.15.47:6789","nonce":0}]},"addr":"172.21.15.47:6789/0","public_addr":"172.21.15.47:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:3300","nonce":0},{"type":"v1","addr":"172.21.15.178:6789","nonce":0}]},"addr":"172.21.15.178:6789/0","public_addr":"172.21.15.178:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:3300","nonce":0},{"type":"v1","addr":"172.21.15.113:6789","nonce":0}]},"addr":"172.21.15.113:6789/0","public_addr":"172.21.15.113:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T02:23:21.246 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa714039580 msgr2=0x7fa71403ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:21.246 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa714039580 0x7fa71403ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa720009180 tx=0x7fa720008040 comp rx=0 tx=0).stop 2024-04-25T02:23:21.246 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 msgr2=0x7fa73019d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 0x7fa73019d680 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa72c002230 tx=0x7fa72c0048c0 comp rx=0 tx=0).stop 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 shutdown_connections 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa714039580 0x7fa71403ba40 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa730197ce0 0x7fa730198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa71c0035c0 0x7fa73019d680 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 --2- 172.21.15.178:0/877499328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa73019dbc0 0x7fa7301977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 >> 172.21.15.178:0/877499328 conn(0x7fa7300770b0 msgr2=0x7fa7300fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 shutdown_connections 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:21.243+0000 7fa7377da700 1 -- 172.21.15.178:0/877499328 wait complete. 2024-04-25T02:23:21.247 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 3 2024-04-25T02:23:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:21 smithi178 ceph-mon[33053]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:21 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/877499328' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T02:23:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:21.902 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-25T02:23:21.903 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-25T02:23:21.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:21 smithi047 ceph-mon[27871]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:21.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:21.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:21 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/877499328' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T02:23:21.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:22.353 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:23:22.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: mon.c calling monitor election 2024-04-25T02:23:22.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:23:22.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: mon.a calling monitor election 2024-04-25T02:23:22.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:22.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:23:22.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:22.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: monmap epoch 3 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:22.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: last_changed 2024-04-25T02:23:15.410855+0000 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: min_mon_release 19 (squid) 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: election_strategy: 1 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: 2: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.b 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: fsmap 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:22.760 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: mgrmap e13: x(active, since 70s) 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: overall HEALTH_OK 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/877499328' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T02:23:22.761 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: mon.b calling monitor election 2024-04-25T02:23:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: mon.b calling monitor election 2024-04-25T02:23:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: mon.c calling monitor election 2024-04-25T02:23:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: mon.a calling monitor election 2024-04-25T02:23:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T02:23:23.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: monmap epoch 3 2024-04-25T02:23:23.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:23.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: last_changed 2024-04-25T02:23:15.410855+0000 2024-04-25T02:23:23.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:23:23.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: min_mon_release 19 (squid) 2024-04-25T02:23:23.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: election_strategy: 1 2024-04-25T02:23:23.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:23:23.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-04-25T02:23:23.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: 2: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.b 2024-04-25T02:23:23.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: fsmap 2024-04-25T02:23:23.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:23.163 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: mgrmap e13: x(active, since 72s) 2024-04-25T02:23:23.163 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: overall HEALTH_OK 2024-04-25T02:23:23.164 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:23.164 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:23.165 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:23.165 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:23.287 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: mon.b calling monitor election 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: mon.b calling monitor election 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: mon.c calling monitor election 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: mon.a calling monitor election 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: monmap epoch 3 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: last_changed 2024-04-25T02:23:15.410855+0000 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: min_mon_release 19 (squid) 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: election_strategy: 1 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:23:23.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: 2: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.b 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: fsmap 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: mgrmap e13: x(active, since 72s) 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: overall HEALTH_OK 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:23.289 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: mon.b calling monitor election 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: mon.b calling monitor election 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: mon.c calling monitor election 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: mon.a calling monitor election 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: monmap epoch 3 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: last_changed 2024-04-25T02:23:15.410855+0000 2024-04-25T02:23:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: created 2024-04-25T02:20:56.283957+0000 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: min_mon_release 19 (squid) 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: election_strategy: 1 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: 0: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.a 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: 2: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.b 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: fsmap 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: mgrmap e13: x(active, since 72s) 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: overall HEALTH_OK 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:23.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: Updating smithi047:/etc/ceph/ceph.conf 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: Updating smithi113:/etc/ceph/ceph.conf 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: Updating smithi178:/etc/ceph/ceph.conf 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:24 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: Updating smithi047:/etc/ceph/ceph.conf 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: Updating smithi113:/etc/ceph/ceph.conf 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: Updating smithi178:/etc/ceph/ceph.conf 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:24 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:24.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: Updating smithi047:/etc/ceph/ceph.conf 2024-04-25T02:23:24.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: Updating smithi113:/etc/ceph/ceph.conf 2024-04-25T02:23:24.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: Updating smithi178:/etc/ceph/ceph.conf 2024-04-25T02:23:24.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:24.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:24.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:23:24.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:24 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:24.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.546+0000 7fcdd6800700 1 -- 172.21.15.47:0/2813756086 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 msgr2=0x7fcdd01080b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:24.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.546+0000 7fcdd6800700 1 --2- 172.21.15.47:0/2813756086 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 0x7fcdd01080b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcdc0009910 tx=0x7fcdc0009c20 comp rx=0 tx=0).stop 2024-04-25T02:23:24.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.546+0000 7fcdd6800700 1 -- 172.21.15.47:0/2813756086 shutdown_connections 2024-04-25T02:23:24.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.546+0000 7fcdd6800700 1 --2- 172.21.15.47:0/2813756086 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 0x7fcdd01080b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:24.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.546+0000 7fcdd6800700 1 -- 172.21.15.47:0/2813756086 >> 172.21.15.47:0/2813756086 conn(0x7fcdd0076690 msgr2=0x7fcdd0076aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:24.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.546+0000 7fcdd6800700 1 -- 172.21.15.47:0/2813756086 shutdown_connections 2024-04-25T02:23:24.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.546+0000 7fcdd6800700 1 -- 172.21.15.47:0/2813756086 wait complete. 2024-04-25T02:23:24.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.548+0000 7fcdd6800700 1 Processor -- start 2024-04-25T02:23:24.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.548+0000 7fcdd6800700 1 -- start start 2024-04-25T02:23:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdd6800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 0x7fcdd019f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdd6800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcdd019fd70 0x7fcdd01999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdd6800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcdd0199f30 0x7fcdd019a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdd6800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd010c260 con 0x7fcdd0107cd0 2024-04-25T02:23:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdd6800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd010c0e0 con 0x7fcdd019fd70 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdd6800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd010c3e0 con 0x7fcdd0199f30 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdcf400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 0x7fcdd019f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdcfe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcdd0199f30 0x7fcdd019a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdcf400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 0x7fcdd019f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:55878/0 (socket says 172.21.15.47:55878) 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdcf400700 1 -- 172.21.15.47:0/2784623121 learned_addr learned my addr 172.21.15.47:0/2784623121 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.549+0000 7fcdcea00700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcdd019fd70 0x7fcdd01999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdcfe00700 1 -- 172.21.15.47:0/2784623121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcdd019fd70 msgr2=0x7fcdd01999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdcfe00700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcdd019fd70 0x7fcdd01999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdcfe00700 1 -- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 msgr2=0x7fcdd019f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdcfe00700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 0x7fcdd019f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdcfe00700 1 -- 172.21.15.47:0/2784623121 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd01a6700 con 0x7fcdd0199f30 2024-04-25T02:23:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdcf400700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 0x7fcdd019f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:23:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdcfe00700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcdd0199f30 0x7fcdd019a3e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fcdc800bd50 tx=0x7fcdc800bd80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdc7e00700 1 -- 172.21.15.47:0/2784623121 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8019070 con 0x7fcdd0199f30 2024-04-25T02:23:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdc7e00700 1 -- 172.21.15.47:0/2784623121 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdc800cbb0 con 0x7fcdd0199f30 2024-04-25T02:23:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdc7e00700 1 -- 172.21.15.47:0/2784623121 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8012620 con 0x7fcdd0199f30 2024-04-25T02:23:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdd01a6930 con 0x7fcdd0199f30 2024-04-25T02:23:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.550+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdd01a6ec0 con 0x7fcdd0199f30 2024-04-25T02:23:24.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.551+0000 7fcdc7e00700 1 -- 172.21.15.47:0/2784623121 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fcdc801c070 con 0x7fcdd0199f30 2024-04-25T02:23:24.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.552+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdd0063890 con 0x7fcdd0199f30 2024-04-25T02:23:24.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.552+0000 7fcdc7e00700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdb4039580 0x7fcdb403ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:24.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.552+0000 7fcdc7e00700 1 -- 172.21.15.47:0/2784623121 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fcdc804b9b0 con 0x7fcdd0199f30 2024-04-25T02:23:24.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.553+0000 7fcdcf400700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdb4039580 0x7fcdb403ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:24.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.553+0000 7fcdcf400700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdb4039580 0x7fcdb403ba40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcdc0009750 tx=0x7fcdc000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.558+0000 7fcdc7e00700 1 -- 172.21.15.47:0/2784623121 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fcdc8013560 con 0x7fcdd0199f30 2024-04-25T02:23:24.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.818+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fcdd002db30 con 0x7fcdd0199f30 2024-04-25T02:23:24.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.818+0000 7fcdc7e00700 1 -- 172.21.15.47:0/2784623121 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7fcdc800e090 con 0x7fcdd0199f30 2024-04-25T02:23:24.823 INFO:teuthology.orchestra.run.smithi047.stdout:# minimal ceph.conf for 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:24.823 INFO:teuthology.orchestra.run.smithi047.stdout:[global] 2024-04-25T02:23:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: fsid = 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:23:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: mon_host = [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] 2024-04-25T02:23:24.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdb4039580 msgr2=0x7fcdb403ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:24.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdb4039580 0x7fcdb403ba40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcdc0009750 tx=0x7fcdc000b540 comp rx=0 tx=0).stop 2024-04-25T02:23:24.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcdd0199f30 msgr2=0x7fcdd019a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:24.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcdd0199f30 0x7fcdd019a3e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fcdc800bd50 tx=0x7fcdc800bd80 comp rx=0 tx=0).stop 2024-04-25T02:23:24.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 shutdown_connections 2024-04-25T02:23:24.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdb4039580 0x7fcdb403ba40 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:24.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcdd0199f30 0x7fcdd019a3e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:24.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcdd0107cd0 0x7fcdd019f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:24.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 --2- 172.21.15.47:0/2784623121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcdd019fd70 0x7fcdd01999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:24.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 >> 172.21.15.47:0/2784623121 conn(0x7fcdd0076690 msgr2=0x7fcdd00fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:24.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 shutdown_connections 2024-04-25T02:23:24.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:24.822+0000 7fcdd6800700 1 -- 172.21.15.47:0/2784623121 wait complete. 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:25.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:25 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2784623121' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:25.380 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:25 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2784623121' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:25.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:23:25.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:25 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2784623121' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:25.601 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-25T02:23:25.601 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:23:25.601 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T02:23:25.674 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:23:25.674 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:23:25.783 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:23:25.783 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T02:23:25.820 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:23:25.820 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:23:25.883 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:23:25.884 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T02:23:25.916 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:23:25.916 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:23:25.984 INFO:tasks.cephadm:Adding mgr.x on smithi047 2024-04-25T02:23:25.984 INFO:tasks.cephadm:Adding mgr.y on smithi113 2024-04-25T02:23:25.984 INFO:tasks.cephadm:Adding mgr.z on smithi178 2024-04-25T02:23:25.985 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi047=x;smithi113=y;smithi178=z' 2024-04-25T02:23:26.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:26 smithi047 ceph-mon[27871]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:26.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:26 smithi047 ceph-mon[27871]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T02:23:26.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:26 smithi047 ceph-mon[27871]: Reconfiguring daemon mon.a on smithi047 2024-04-25T02:23:26.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:26.257 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:23:26.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:26 smithi178 ceph-mon[33053]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:26.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:26 smithi178 ceph-mon[33053]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T02:23:26.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:26 smithi178 ceph-mon[33053]: Reconfiguring daemon mon.a on smithi047 2024-04-25T02:23:26.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:26 smithi113 ceph-mon[32459]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:26 smithi113 ceph-mon[32459]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T02:23:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:26 smithi113 ceph-mon[32459]: Reconfiguring daemon mon.a on smithi047 2024-04-25T02:23:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:27.829 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.823+0000 7fe91e66d700 1 -- 172.21.15.178:0/4290121177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe918101dc0 msgr2=0x7fe9181021e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.823+0000 7fe91e66d700 1 --2- 172.21.15.178:0/4290121177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe918101dc0 0x7fe9181021e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe908009910 tx=0x7fe908009c20 comp rx=0 tx=0).stop 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.823+0000 7fe91e66d700 1 -- 172.21.15.178:0/4290121177 shutdown_connections 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.823+0000 7fe91e66d700 1 --2- 172.21.15.178:0/4290121177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe918101dc0 0x7fe9181021e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.823+0000 7fe91e66d700 1 -- 172.21.15.178:0/4290121177 >> 172.21.15.178:0/4290121177 conn(0x7fe9180fd360 msgr2=0x7fe9180ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.823+0000 7fe91e66d700 1 -- 172.21.15.178:0/4290121177 shutdown_connections 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.823+0000 7fe91e66d700 1 -- 172.21.15.178:0/4290121177 wait complete. 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91e66d700 1 Processor -- start 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91e66d700 1 -- start start 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91e66d700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe918101dc0 0x7fe918075fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91e66d700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe918074620 0x7fe918074aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91e66d700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe918074fe0 0x7fe9181a16e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91e66d700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe918107e00 con 0x7fe918101dc0 2024-04-25T02:23:27.830 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91e66d700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe918107c80 con 0x7fe918074620 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91e66d700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe918107f80 con 0x7fe918074fe0 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91cc0a700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe918074fe0 0x7fe9181a16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91cc0a700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe918074fe0 0x7fe9181a16e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:41730/0 (socket says 172.21.15.178:41730) 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.824+0000 7fe91cc0a700 1 -- 172.21.15.178:0/2534887310 learned_addr learned my addr 172.21.15.178:0/2534887310 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe9177fe700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe918074620 0x7fe918074aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe917fff700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe918101dc0 0x7fe918075fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe91cc0a700 1 -- 172.21.15.178:0/2534887310 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe918074620 msgr2=0x7fe918074aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe91cc0a700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe918074620 0x7fe918074aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe91cc0a700 1 -- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe918101dc0 msgr2=0x7fe918075fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe91cc0a700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe918101dc0 0x7fe918075fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe91cc0a700 1 -- 172.21.15.178:0/2534887310 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9181a1ca0 con 0x7fe918074fe0 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe91cc0a700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe918074fe0 0x7fe9181a16e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe91000ba50 tx=0x7fe91000be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:27.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe9157fa700 1 -- 172.21.15.178:0/2534887310 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe910019070 con 0x7fe918074fe0 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe9157fa700 1 -- 172.21.15.178:0/2534887310 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe910014440 con 0x7fe918074fe0 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe9157fa700 1 -- 172.21.15.178:0/2534887310 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe910007590 con 0x7fe918074fe0 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9181a1f90 con 0x7fe918074fe0 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.825+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9181a23f0 con 0x7fe918074fe0 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.826+0000 7fe9157fa700 1 -- 172.21.15.178:0/2534887310 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe91001c070 con 0x7fe918074fe0 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.826+0000 7fe9157fa700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe900039580 0x7fe90003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.826+0000 7fe9157fa700 1 -- 172.21.15.178:0/2534887310 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe91004bbc0 con 0x7fe918074fe0 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.826+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe918063890 con 0x7fe918074fe0 2024-04-25T02:23:27.832 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.827+0000 7fe917fff700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe900039580 0x7fe90003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:27.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.828+0000 7fe917fff700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe900039580 0x7fe90003ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe908005330 tx=0x7fe908005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:27.834 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:27.831+0000 7fe9157fa700 1 -- 172.21.15.178:0/2534887310 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe9100112a0 con 0x7fe918074fe0 2024-04-25T02:23:28.040 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.036+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi047=x;smithi113=y;smithi178=z", "target": ["mon-mgr", ""]}) -- 0x7fe918062670 con 0x7fe900039580 2024-04-25T02:23:28.053 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.050+0000 7fe9157fa700 1 -- 172.21.15.178:0/2534887310 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe918062670 con 0x7fe900039580 2024-04-25T02:23:28.054 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mgr update... 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe900039580 msgr2=0x7fe90003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe900039580 0x7fe90003ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe908005330 tx=0x7fe908005fb0 comp rx=0 tx=0).stop 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe918074fe0 msgr2=0x7fe9181a16e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe918074fe0 0x7fe9181a16e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe91000ba50 tx=0x7fe91000be10 comp rx=0 tx=0).stop 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 shutdown_connections 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe900039580 0x7fe90003ba40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe918074fe0 0x7fe9181a16e0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe918101dc0 0x7fe918075fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 --2- 172.21.15.178:0/2534887310 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe918074620 0x7fe918074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 >> 172.21.15.178:0/2534887310 conn(0x7fe9180fd360 msgr2=0x7fe9180fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 shutdown_connections 2024-04-25T02:23:28.057 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:23:28.052+0000 7fe91e66d700 1 -- 172.21.15.178:0/2534887310 wait complete. 2024-04-25T02:23:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: Reconfiguring mon.b (monmap changed)... 2024-04-25T02:23:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: Reconfiguring daemon mon.b on smithi113 2024-04-25T02:23:28.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.364 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:28.364 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.364 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.364 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: Reconfiguring mon.b (monmap changed)... 2024-04-25T02:23:28.364 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:28.364 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:28.365 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:28.365 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: Reconfiguring daemon mon.b on smithi113 2024-04-25T02:23:28.365 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:28.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: Reconfiguring mon.b (monmap changed)... 2024-04-25T02:23:28.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:28.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:28.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:28.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: Reconfiguring daemon mon.b on smithi113 2024-04-25T02:23:28.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:28.673 DEBUG:teuthology.orchestra.run.smithi113:mgr.y> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.y.service 2024-04-25T02:23:28.676 DEBUG:teuthology.orchestra.run.smithi178:mgr.z> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.z.service 2024-04-25T02:23:28.679 INFO:tasks.cephadm:Deploying OSDs... 2024-04-25T02:23:28.679 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:23:28.679 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T02:23:28.739 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T02:23:28.739 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_1 2024-04-25T02:23:28.791 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T02:23:28.791 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:28.791 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 6h/6d Inode: 634 Links: 1 2024-04-25T02:23:28.791 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:28.791 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:28.791 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-04-25 02:22:23.663172038 +0000 2024-04-25T02:23:28.791 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-04-25 02:17:22.242077739 +0000 2024-04-25T02:23:28.791 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-04-25 02:17:22.242077739 +0000 2024-04-25T02:23:28.792 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-04-25 02:17:22.242077739 +0000 2024-04-25T02:23:28.792 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T02:23:28.872 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-04-25T02:23:28.872 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-04-25T02:23:28.873 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000270127 s, 1.9 MB/s 2024-04-25T02:23:28.876 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T02:23:28.937 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_2 2024-04-25T02:23:28.991 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T02:23:28.991 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:28.991 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-04-25T02:23:28.991 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:28.991 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:28.991 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-04-25 02:22:23.733170513 +0000 2024-04-25T02:23:28.991 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-04-25 02:17:22.859064390 +0000 2024-04-25T02:23:28.992 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-04-25 02:17:22.859064390 +0000 2024-04-25T02:23:28.992 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-04-25 02:17:22.859064390 +0000 2024-04-25T02:23:28.992 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T02:23:29.078 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-04-25T02:23:29.078 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-04-25T02:23:29.079 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000261097 s, 2.0 MB/s 2024-04-25T02:23:29.082 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T02:23:29.141 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_3 2024-04-25T02:23:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:29 smithi047 ceph-mon[27871]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi047=x;smithi113=y;smithi178=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:29 smithi047 ceph-mon[27871]: Saving service mgr spec with placement smithi047=x;smithi113=y;smithi178=z;count:3 2024-04-25T02:23:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:29.194 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T02:23:29.195 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:29.195 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 6h/6d Inode: 671 Links: 1 2024-04-25T02:23:29.195 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:29.195 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:29.195 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-04-25 02:22:23.802169010 +0000 2024-04-25T02:23:29.195 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-04-25 02:17:23.465051279 +0000 2024-04-25T02:23:29.195 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-04-25 02:17:23.465051279 +0000 2024-04-25T02:23:29.195 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-04-25 02:17:23.465051279 +0000 2024-04-25T02:23:29.195 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T02:23:29.330 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-04-25T02:23:29.330 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-04-25T02:23:29.330 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000301991 s, 1.7 MB/s 2024-04-25T02:23:29.334 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T02:23:29.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:29 smithi178 ceph-mon[33053]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi047=x;smithi113=y;smithi178=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:29 smithi178 ceph-mon[33053]: Saving service mgr spec with placement smithi047=x;smithi113=y;smithi178=z;count:3 2024-04-25T02:23:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:29.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:29.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:29.395 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_4 2024-04-25T02:23:29.449 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T02:23:29.450 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:29.450 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-04-25T02:23:29.450 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:29.450 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:29.450 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-04-25 02:22:23.883167246 +0000 2024-04-25T02:23:29.450 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-04-25 02:17:24.094037671 +0000 2024-04-25T02:23:29.450 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-04-25 02:17:24.094037671 +0000 2024-04-25T02:23:29.450 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-04-25 02:17:24.094037671 +0000 2024-04-25T02:23:29.450 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T02:23:29.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:29 smithi113 ceph-mon[32459]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi047=x;smithi113=y;smithi178=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:29.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:29 smithi113 ceph-mon[32459]: Saving service mgr spec with placement smithi047=x;smithi113=y;smithi178=z;count:3 2024-04-25T02:23:29.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:29.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:29.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T02:23:29.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T02:23:29.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:29.534 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-04-25T02:23:29.534 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-04-25T02:23:29.534 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000282985 s, 1.8 MB/s 2024-04-25T02:23:29.538 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T02:23:29.595 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-04-25T02:23:29.595 DEBUG:teuthology.orchestra.run.smithi113:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T02:23:29.616 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T02:23:29.616 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_1 2024-04-25T02:23:29.674 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T02:23:29.674 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:29.674 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-25T02:23:29.674 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:29.675 INFO:teuthology.orchestra.run.smithi113.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:29.675 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-04-25 02:23:14.796574861 +0000 2024-04-25T02:23:29.675 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-04-25 02:16:19.794697418 +0000 2024-04-25T02:23:29.675 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-04-25 02:16:19.794697418 +0000 2024-04-25T02:23:29.675 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: 2024-04-25 02:16:19.794697418 +0000 2024-04-25T02:23:29.675 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T02:23:29.740 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-04-25T02:23:29.740 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-04-25T02:23:29.740 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000213891 s, 2.4 MB/s 2024-04-25T02:23:29.741 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T02:23:29.799 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_2 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-04-25 02:23:14.796574861 +0000 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-04-25 02:16:20.142689955 +0000 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-04-25 02:16:20.142689955 +0000 2024-04-25T02:23:29.856 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: 2024-04-25 02:16:20.142689955 +0000 2024-04-25T02:23:29.857 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T02:23:29.920 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-04-25T02:23:29.920 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-04-25T02:23:29.920 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000251726 s, 2.0 MB/s 2024-04-25T02:23:29.922 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T02:23:29.979 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_3 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-04-25 02:23:14.796574861 +0000 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-04-25 02:16:20.497682341 +0000 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-04-25 02:16:20.497682341 +0000 2024-04-25T02:23:30.036 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: 2024-04-25 02:16:20.497682341 +0000 2024-04-25T02:23:30.037 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T02:23:30.101 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-04-25T02:23:30.102 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-04-25T02:23:30.102 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000257405 s, 2.0 MB/s 2024-04-25T02:23:30.103 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T02:23:30.159 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_4 2024-04-25T02:23:30.215 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T02:23:30.215 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:30.216 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-25T02:23:30.216 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:30.216 INFO:teuthology.orchestra.run.smithi113.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:30.216 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-04-25 02:23:14.797574840 +0000 2024-04-25T02:23:30.216 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-04-25 02:16:20.857674621 +0000 2024-04-25T02:23:30.216 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-04-25 02:16:20.857674621 +0000 2024-04-25T02:23:30.216 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: 2024-04-25 02:16:20.857674621 +0000 2024-04-25T02:23:30.216 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T02:23:30.279 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-04-25T02:23:30.279 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-04-25T02:23:30.279 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000243228 s, 2.1 MB/s 2024-04-25T02:23:30.280 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T02:23:30.337 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-04-25T02:23:30.337 DEBUG:teuthology.orchestra.run.smithi178:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T02:23:30.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:30 smithi178 ceph-mon[33053]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:30.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:30 smithi178 ceph-mon[33053]: Reconfiguring mon.c (monmap changed)... 2024-04-25T02:23:30.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:30 smithi178 ceph-mon[33053]: Reconfiguring daemon mon.c on smithi178 2024-04-25T02:23:30.353 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T02:23:30.353 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_1 2024-04-25T02:23:30.408 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T02:23:30.408 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:30.408 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-25T02:23:30.408 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:30.408 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:30.408 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-04-25 02:23:05.096564635 +0000 2024-04-25T02:23:30.408 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-04-25 02:16:05.716010910 +0000 2024-04-25T02:23:30.408 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-04-25 02:16:05.716010910 +0000 2024-04-25T02:23:30.409 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: 2024-04-25 02:16:05.716010910 +0000 2024-04-25T02:23:30.409 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T02:23:30.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:30 smithi047 ceph-mon[27871]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:30.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:30 smithi047 ceph-mon[27871]: Reconfiguring mon.c (monmap changed)... 2024-04-25T02:23:30.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:30 smithi047 ceph-mon[27871]: Reconfiguring daemon mon.c on smithi178 2024-04-25T02:23:30.472 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-04-25T02:23:30.472 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-04-25T02:23:30.473 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 0.000112297 s, 4.6 MB/s 2024-04-25T02:23:30.474 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T02:23:30.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:30 smithi113 ceph-mon[32459]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:30.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:30 smithi113 ceph-mon[32459]: Reconfiguring mon.c (monmap changed)... 2024-04-25T02:23:30.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:30 smithi113 ceph-mon[32459]: Reconfiguring daemon mon.c on smithi178 2024-04-25T02:23:30.529 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_2 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-04-25 02:23:05.096564635 +0000 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-04-25 02:16:06.041004892 +0000 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-04-25 02:16:06.041004892 +0000 2024-04-25T02:23:30.585 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: 2024-04-25 02:16:06.041004892 +0000 2024-04-25T02:23:30.586 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T02:23:30.647 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-04-25T02:23:30.647 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-04-25T02:23:30.647 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 8.962e-05 s, 5.7 MB/s 2024-04-25T02:23:30.648 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T02:23:30.705 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_3 2024-04-25T02:23:30.761 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T02:23:30.761 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:30.761 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-25T02:23:30.761 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:30.761 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:30.761 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-04-25 02:23:05.097564617 +0000 2024-04-25T02:23:30.761 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-04-25 02:16:06.365998874 +0000 2024-04-25T02:23:30.762 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-04-25 02:16:06.365998874 +0000 2024-04-25T02:23:30.762 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: 2024-04-25 02:16:06.365998874 +0000 2024-04-25T02:23:30.762 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T02:23:30.823 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-04-25T02:23:30.824 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-04-25T02:23:30.824 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 8.6095e-05 s, 5.9 MB/s 2024-04-25T02:23:30.825 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T02:23:30.882 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_4 2024-04-25T02:23:30.936 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T02:23:30.937 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T02:23:30.937 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-25T02:23:30.937 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:23:30.937 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T02:23:30.937 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-04-25 02:23:05.097564617 +0000 2024-04-25T02:23:30.937 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-04-25 02:16:06.694992781 +0000 2024-04-25T02:23:30.937 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-04-25 02:16:06.694992781 +0000 2024-04-25T02:23:30.937 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: 2024-04-25 02:16:06.694992781 +0000 2024-04-25T02:23:30.937 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T02:23:31.002 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-04-25T02:23:31.002 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-04-25T02:23:31.002 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 8.5267e-05 s, 6.0 MB/s 2024-04-25T02:23:31.003 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T02:23:31.058 INFO:tasks.cephadm:Deploying osd.0 on smithi047 with /dev/vg_nvme/lv_4... 2024-04-25T02:23:31.059 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T02:23:31.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:31.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:31.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:31.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:31.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T02:23:31.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:31.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:31.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:31.518 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:31.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:32.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:32 smithi178 ceph-mon[33053]: Deploying daemon mgr.z on smithi178 2024-04-25T02:23:32.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:32 smithi178 ceph-mon[33053]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:32.339 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 systemd[1]: Starting Ceph mgr.z for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:23:32.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:32 smithi047 ceph-mon[27871]: Deploying daemon mgr.z on smithi178 2024-04-25T02:23:32.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:32 smithi047 ceph-mon[27871]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:32.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:32 smithi113 ceph-mon[32459]: Deploying daemon mgr.z on smithi178 2024-04-25T02:23:32.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:32 smithi113 ceph-mon[32459]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:32.720 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 podman[34915]: 2024-04-25 02:23:32.350888916 +0000 UTC m=+0.017800352 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:23:32.720 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 podman[34915]: 2024-04-25 02:23:32.471870755 +0000 UTC m=+0.138782163 container create 7014909dfbae8570c6bdb996b87a55eff6c06eb92d333f060cb14f9626457168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-25T02:23:32.720 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 podman[34915]: 2024-04-25 02:23:32.690661886 +0000 UTC m=+0.357573294 container init 7014909dfbae8570c6bdb996b87a55eff6c06eb92d333f060cb14f9626457168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-25T02:23:32.720 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 podman[34915]: 2024-04-25 02:23:32.693248667 +0000 UTC m=+0.360160076 container start 7014909dfbae8570c6bdb996b87a55eff6c06eb92d333f060cb14f9626457168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9) 2024-04-25T02:23:33.032 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 ceph-mgr[34934]: -- 172.21.15.178:0/2872650157 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56511854e5a0 con 0x565118523000 2024-04-25T02:23:33.032 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 bash[34915]: 7014909dfbae8570c6bdb996b87a55eff6c06eb92d333f060cb14f9626457168 2024-04-25T02:23:33.032 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 systemd[1]: Started Ceph mgr.z for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:23:33.032 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:32.844+0000 7f8e88053200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T02:23:33.032 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:33.028+0000 7f8e88053200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:23:33.338 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:33.130+0000 7f8e88053200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T02:23:33.718 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:33.438+0000 7f8e88053200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T02:23:33.718 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:33.522+0000 7f8e88053200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:33 smithi178 ceph-mon[33053]: Deploying daemon mgr.y on smithi113 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:34.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:33 smithi047 ceph-mon[27871]: Deploying daemon mgr.y on smithi113 2024-04-25T02:23:34.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:34.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:34.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:34.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T02:23:34.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:34.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:34.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:33 smithi113 ceph-mon[32459]: Deploying daemon mgr.y on smithi113 2024-04-25T02:23:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T02:23:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T02:23:34.456 INFO:teuthology.orchestra.run.smithi047.stderr: stderr: 10+0 records in 2024-04-25T02:23:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:10+0 records out 2024-04-25T02:23:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0391097 s, 268 MB/s 2024-04-25T02:23:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:--> Zapping successful for: 2024-04-25T02:23:34.839 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:34.749+0000 7f8e88053200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T02:23:35.254 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 systemd[1]: Starting Ceph mgr.y for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:23:35.311 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_4 2024-04-25T02:23:35.338 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:34.925+0000 7f8e88053200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T02:23:35.338 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:35.100+0000 7f8e88053200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T02:23:35.506 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 podman[33840]: 2024-04-25 02:23:35.153376336 +0000 UTC m=+0.017502121 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:23:35.507 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 podman[33840]: 2024-04-25 02:23:35.276165757 +0000 UTC m=+0.140291560 container create fd39044104ab151be3ccfcdafd6b9f181f2b871228d91868a642b89fc9cf2635 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:23:35.507 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 podman[33840]: 2024-04-25 02:23:35.503852973 +0000 UTC m=+0.367978742 container init fd39044104ab151be3ccfcdafd6b9f181f2b871228d91868a642b89fc9cf2635 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:23:35.697 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:35.392+0000 7f8e88053200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T02:23:35.697 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:35.487+0000 7f8e88053200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T02:23:35.697 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:35.693+0000 7f8e88053200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T02:23:35.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 podman[33840]: 2024-04-25 02:23:35.507036405 +0000 UTC m=+0.371162180 container start fd39044104ab151be3ccfcdafd6b9f181f2b871228d91868a642b89fc9cf2635 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, ceph=True, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-25T02:23:35.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-mgr[33859]: -- 172.21.15.113:0/4108660192 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55829e8885a0 con 0x55829e85c800 2024-04-25T02:23:35.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 bash[33840]: fd39044104ab151be3ccfcdafd6b9f181f2b871228d91868a642b89fc9cf2635 2024-04-25T02:23:35.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 systemd[1]: Started Ceph mgr.y for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:23:35.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:35.659+0000 7f1ca2a5a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T02:23:35.757 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:23:36.089 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:35.885+0000 7f8e88053200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:23:36.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-mon[33053]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:36.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.114 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:35 smithi047 ceph-mon[27871]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:36.114 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.114 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.115 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.115 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.257 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:35.843+0000 7f1ca2a5a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:23:36.257 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:35.945+0000 7f1ca2a5a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T02:23:36.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-mon[32459]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:36.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:36.640 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:36.269+0000 7f1ca2a5a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T02:23:36.640 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:36.357+0000 7f1ca2a5a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T02:23:36.839 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:36.519+0000 7f8e88053200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T02:23:36.990 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:37.069 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:37.270 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:37.270 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:36.960+0000 7f8e88053200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T02:23:37.270 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:37.057+0000 7f8e88053200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T02:23:37.271 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:37.265+0000 7f8e88053200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T02:23:37.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.855+0000 7f61cbe00700 1 -- 172.21.15.47:0/1837716050 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c4108000 msgr2=0x7f61c410a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:37.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.855+0000 7f61cbe00700 1 --2- 172.21.15.47:0/1837716050 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c4108000 0x7f61c410a3f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f61bc00b0a0 tx=0x7f61bc00b3b0 comp rx=0 tx=0).stop 2024-04-25T02:23:37.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.855+0000 7f61cbe00700 1 -- 172.21.15.47:0/1837716050 shutdown_connections 2024-04-25T02:23:37.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.855+0000 7f61cbe00700 1 --2- 172.21.15.47:0/1837716050 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c4108000 0x7f61c410a3f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:37.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.855+0000 7f61cbe00700 1 --2- 172.21.15.47:0/1837716050 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f61c4102da0 0x7f61c4105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:37.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.855+0000 7f61cbe00700 1 --2- 172.21.15.47:0/1837716050 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f61c41056d0 0x7f61c4107ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:37.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.855+0000 7f61cbe00700 1 -- 172.21.15.47:0/1837716050 >> 172.21.15.47:0/1837716050 conn(0x7f61c40fc730 msgr2=0x7f61c40feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:23:37.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.856+0000 7f61cbe00700 1 -- 172.21.15.47:0/1837716050 shutdown_connections 2024-04-25T02:23:37.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.856+0000 7f61cbe00700 1 -- 172.21.15.47:0/1837716050 wait complete. 2024-04-25T02:23:37.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.857+0000 7f61cbe00700 1 Processor -- start 2024-04-25T02:23:37.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.857+0000 7f61cbe00700 1 -- start start 2024-04-25T02:23:37.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.857+0000 7f61cbe00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f61c4102da0 0x7f61c419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:37.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61cbe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c41056d0 0x7f61c419ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:37.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61cbe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f61c4108000 0x7f61c41a1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:37.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61cbe00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f61c410def0 con 0x7f61c4108000 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61cbe00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f61c410dd70 con 0x7f61c4102da0 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61cbe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f61c410e070 con 0x7f61c41056d0 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c9400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f61c4102da0 0x7f61c419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c9400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f61c4102da0 0x7f61c419a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:42050/0 (socket says 172.21.15.47:42050) 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c9400700 1 -- 172.21.15.47:0/3713329853 learned_addr learned my addr 172.21.15.47:0/3713329853 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c8a00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c41056d0 0x7f61c419ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c9e00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f61c4108000 0x7f61c41a1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c8a00700 1 -- 172.21.15.47:0/3713329853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f61c4102da0 msgr2=0x7f61c419a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c8a00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f61c4102da0 0x7f61c419a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c8a00700 1 -- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f61c4108000 msgr2=0x7f61c41a1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c8a00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f61c4108000 0x7f61c41a1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.858+0000 7f61c8a00700 1 -- 172.21.15.47:0/3713329853 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c41a2350 con 0x7f61c41056d0 2024-04-25T02:23:37.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.859+0000 7f61c8a00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c41056d0 0x7f61c419ac30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f61b000ea20 tx=0x7f61b000ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:37.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.859+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b000cbd0 con 0x7f61c41056d0 2024-04-25T02:23:37.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.859+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61b000cd70 con 0x7f61c41056d0 2024-04-25T02:23:37.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.859+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61c41a2640 con 0x7f61c41056d0 2024-04-25T02:23:37.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.859+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61c41a2bd0 con 0x7f61c41056d0 2024-04-25T02:23:37.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.859+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b0018780 con 0x7f61c41056d0 2024-04-25T02:23:37.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.861+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f61b0018920 con 0x7f61c41056d0 2024-04-25T02:23:37.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.861+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61a4005330 con 0x7f61c41056d0 2024-04-25T02:23:37.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.861+0000 7f61c2000700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f61ac039330 0x7f61ac03b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:23:37.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.861+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f61b004c4c0 con 0x7f61c41056d0 2024-04-25T02:23:37.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.862+0000 7f61c9400700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f61ac039330 0x7f61ac03b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:23:37.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.862+0000 7f61c9400700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f61ac039330 0x7f61ac03b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f61b8009cb0 tx=0x7f61b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:23:37.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:37.867+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f61b00071c0 con 0x7f61c41056d0 2024-04-25T02:23:37.874 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:37.613+0000 7f1ca2a5a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T02:23:37.874 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:37.781+0000 7f1ca2a5a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T02:23:38.088 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:37.803+0000 7f8e88053200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:37.896+0000 7f8e88053200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:38.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:38.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:38.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:38.103+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f61a4000bc0 con 0x7f61ac039330 2024-04-25T02:23:38.107 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:38.107 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:38.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:38.240 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:37.950+0000 7f1ca2a5a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T02:23:38.240 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:38.236+0000 7f1ca2a5a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T02:23:38.240 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:38.240 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.240 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.240 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.241 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.241 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:38.241 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:38.241 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:38.241 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T02:23:38.241 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T02:23:38.241 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:38.484 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:38.138+0000 7f8e88053200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T02:23:38.484 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:38.271+0000 7f8e88053200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T02:23:38.484 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:38.365+0000 7f8e88053200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T02:23:38.484 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:38.479+0000 7f8e88053200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T02:23:38.506 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:38.328+0000 7f1ca2a5a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T02:23:38.842 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:38.570+0000 7f8e88053200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T02:23:38.880 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:38.528+0000 7f1ca2a5a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T02:23:38.880 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:38.716+0000 7f1ca2a5a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:23:39.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:38 smithi047 ceph-mon[27871]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T02:23:39.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:38 smithi047 ceph-mon[27871]: Reconfiguring daemon mgr.x on smithi047 2024-04-25T02:23:39.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:38 smithi047 ceph-mon[27871]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:39.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:38 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:23:39.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:38 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:23:39.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:38 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:39.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-mon[32459]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T02:23:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-mon[32459]: Reconfiguring daemon mgr.x on smithi047 2024-04-25T02:23:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-mon[32459]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:23:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:23:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:38 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:39.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-mon[33053]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T02:23:39.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-mon[33053]: Reconfiguring daemon mgr.x on smithi047 2024-04-25T02:23:39.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-mon[33053]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:23:39.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:23:39.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:23:39.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:38 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:39.754 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:39.326+0000 7f1ca2a5a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T02:23:39.840 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:39.385+0000 7f8e88053200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T02:23:39.840 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:23:39.598+0000 7f8e88053200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T02:23:39.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:39.885+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7f61b00178f0 con 0x7f61c41056d0 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:39.748+0000 7f1ca2a5a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:39.845+0000 7f1ca2a5a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: Standby manager daemon z started 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:23:40.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:40.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:40.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:40.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: Standby manager daemon z started 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:40.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: Standby manager daemon z started 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.178:0/2505644880' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:40.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:23:40.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:40.506 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:40.049+0000 7f1ca2a5a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T02:23:40.901 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:40.587+0000 7f1ca2a5a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T02:23:40.901 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:40.677+0000 7f1ca2a5a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T02:23:41.126 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:40 smithi047 ceph-mon[27871]: mgrmap e14: x(active, since 89s), standbys: z 2024-04-25T02:23:41.126 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:40 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T02:23:41.127 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:40 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:41.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:40 smithi113 ceph-mon[32459]: mgrmap e14: x(active, since 89s), standbys: z 2024-04-25T02:23:41.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:40 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T02:23:41.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:40 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:41.257 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:40.919+0000 7f1ca2a5a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T02:23:41.257 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:41.050+0000 7f1ca2a5a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T02:23:41.257 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:41.145+0000 7f1ca2a5a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T02:23:41.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:40 smithi178 ceph-mon[33053]: mgrmap e14: x(active, since 89s), standbys: z 2024-04-25T02:23:41.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:40 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T02:23:41.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:40 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:23:41.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:41.261+0000 7f1ca2a5a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T02:23:41.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:41.353+0000 7f1ca2a5a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T02:23:42.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:41 smithi047 ceph-mon[27871]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:42.164 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:41 smithi113 ceph-mon[32459]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:42.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:41 smithi178 ceph-mon[33053]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:42.508 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:42.159+0000 7f1ca2a5a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T02:23:42.509 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:23:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:23:42.373+0000 7f1ca2a5a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T02:23:42.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:23:42.925+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mon.1 v2:172.21.15.178:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f61b00173d0 con 0x7f61c41056d0 2024-04-25T02:23:43.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:42 smithi113 ceph-mon[32459]: Standby manager daemon y started 2024-04-25T02:23:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:42 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T02:23:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:42 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:23:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:42 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T02:23:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:42 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:23:43.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:42 smithi178 ceph-mon[33053]: Standby manager daemon y started 2024-04-25T02:23:43.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:42 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T02:23:43.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:42 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:23:43.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:42 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T02:23:43.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:42 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:23:43.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:42 smithi047 ceph-mon[27871]: Standby manager daemon y started 2024-04-25T02:23:43.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:42 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T02:23:43.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:42 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:23:43.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:42 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T02:23:43.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:42 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.113:0/3640102638' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:23:44.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:43 smithi047 ceph-mon[27871]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:44.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:43 smithi047 ceph-mon[27871]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-04-25T02:23:44.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:43 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T02:23:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:43 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3435998530' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc7bd78-431c-44cf-bc25-72ff72628d0b"}]: dispatch 2024-04-25T02:23:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:43 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3435998530' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dc7bd78-431c-44cf-bc25-72ff72628d0b"}]': finished 2024-04-25T02:23:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:43 smithi047 ceph-mon[27871]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T02:23:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:43 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:23:44.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:43 smithi113 ceph-mon[32459]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:43 smithi113 ceph-mon[32459]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-04-25T02:23:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:43 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T02:23:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:43 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3435998530' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc7bd78-431c-44cf-bc25-72ff72628d0b"}]: dispatch 2024-04-25T02:23:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:43 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3435998530' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dc7bd78-431c-44cf-bc25-72ff72628d0b"}]': finished 2024-04-25T02:23:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:43 smithi113 ceph-mon[32459]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T02:23:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:43 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:23:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:43 smithi178 ceph-mon[33053]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:43 smithi178 ceph-mon[33053]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-04-25T02:23:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:43 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T02:23:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:43 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3435998530' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dc7bd78-431c-44cf-bc25-72ff72628d0b"}]: dispatch 2024-04-25T02:23:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:43 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3435998530' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dc7bd78-431c-44cf-bc25-72ff72628d0b"}]': finished 2024-04-25T02:23:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:43 smithi178 ceph-mon[33053]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T02:23:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:43 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:23:45.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:44 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2121592977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:23:45.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:44 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2121592977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:23:45.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:44 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2121592977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:23:46.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:45 smithi113 ceph-mon[32459]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:46.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:45 smithi178 ceph-mon[33053]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:46.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:45 smithi047 ceph-mon[27871]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:48.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:47 smithi047 ceph-mon[27871]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:48.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:47 smithi113 ceph-mon[32459]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:48.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:47 smithi178 ceph-mon[33053]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:50.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:49 smithi047 ceph-mon[27871]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:50.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:49 smithi113 ceph-mon[32459]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:49 smithi178 ceph-mon[33053]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:52.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:51 smithi047 ceph-mon[27871]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:52.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:51 smithi113 ceph-mon[32459]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:52.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:51 smithi178 ceph-mon[33053]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:53.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T02:23:53.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:53.337 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:52 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T02:23:53.337 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:52 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:53.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T02:23:53.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:23:54.101 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:53 smithi047 ceph-mon[27871]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:54.101 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:53 smithi047 ceph-mon[27871]: Deploying daemon osd.0 on smithi047 2024-04-25T02:23:54.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:53 smithi113 ceph-mon[32459]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:54.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:53 smithi113 ceph-mon[32459]: Deploying daemon osd.0 on smithi047 2024-04-25T02:23:54.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:53 smithi178 ceph-mon[33053]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:54.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:53 smithi178 ceph-mon[33053]: Deploying daemon osd.0 on smithi047 2024-04-25T02:23:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:55 smithi113 ceph-mon[32459]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:56.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:55 smithi178 ceph-mon[33053]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:56.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:55 smithi047 ceph-mon[27871]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:58.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:57 smithi047 ceph-mon[27871]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:58.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:57 smithi113 ceph-mon[32459]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:23:58.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:57 smithi178 ceph-mon[33053]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:00.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:23:59 smithi113 ceph-mon[32459]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:00.319 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:23:59 smithi047 ceph-mon[27871]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:00.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:23:59 smithi178 ceph-mon[33053]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:02.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:01 smithi113 ceph-mon[32459]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:02.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:02.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:02.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:02.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:01 smithi178 ceph-mon[33053]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:02.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:02.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:02.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:02.346 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:01 smithi047 ceph-mon[27871]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:02.347 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:02.347 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:02.347 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:04.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:03 smithi113 ceph-mon[32459]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:04.268 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:03 smithi047 ceph-mon[27871]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:04.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:03 smithi178 ceph-mon[33053]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:05 smithi178 ceph-mon[33053]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:05 smithi178 ceph-mon[33053]: from='osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T02:24:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:05 smithi178 ceph-mon[33053]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T02:24:06.130 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:05 smithi047 ceph-mon[27871]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:06.131 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.131 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.131 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:06.131 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:06.131 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.131 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:05 smithi047 ceph-mon[27871]: from='osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T02:24:06.131 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:05 smithi047 ceph-mon[27871]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T02:24:06.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:05 smithi113 ceph-mon[32459]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:05 smithi113 ceph-mon[32459]: from='osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T02:24:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:05 smithi113 ceph-mon[32459]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T02:24:06.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.260+0000 7f61c2000700 1 -- 172.21.15.47:0/3713329853 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f61a4000bc0 con 0x7f61ac039330 2024-04-25T02:24:06.264 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 0 on host 'smithi047' 2024-04-25T02:24:06.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.263+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f61ac039330 msgr2=0x7f61ac03b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:06.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.263+0000 7f61cbe00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f61ac039330 0x7f61ac03b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f61b8009cb0 tx=0x7f61b8009260 comp rx=0 tx=0).stop 2024-04-25T02:24:06.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.263+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c41056d0 msgr2=0x7f61c419ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:06.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.263+0000 7f61cbe00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c41056d0 0x7f61c419ac30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f61b000ea20 tx=0x7f61b000ed30 comp rx=0 tx=0).stop 2024-04-25T02:24:06.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.264+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 shutdown_connections 2024-04-25T02:24:06.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.264+0000 7f61cbe00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f61ac039330 0x7f61ac03b7f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:06.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.264+0000 7f61cbe00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f61c4108000 0x7f61c41a1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:06.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.264+0000 7f61cbe00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f61c4102da0 0x7f61c419a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:06.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.264+0000 7f61cbe00700 1 --2- 172.21.15.47:0/3713329853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61c41056d0 0x7f61c419ac30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:06.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.264+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 >> 172.21.15.47:0/3713329853 conn(0x7f61c40fc730 msgr2=0x7f61c4102490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:24:06.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.264+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 shutdown_connections 2024-04-25T02:24:06.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:24:06.264+0000 7f61cbe00700 1 -- 172.21.15.47:0/3713329853 wait complete. 2024-04-25T02:24:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:06 smithi113 ceph-mon[32459]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T02:24:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:06 smithi113 ceph-mon[32459]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T02:24:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:06 smithi113 ceph-mon[32459]: from='osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:24:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:06 smithi113 ceph-mon[32459]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:24:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:07.024 DEBUG:teuthology.orchestra.run.smithi047:osd.0> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.0.service 2024-04-25T02:24:07.029 INFO:tasks.cephadm:Deploying osd.1 on smithi113 with /dev/vg_nvme/lv_4... 2024-04-25T02:24:07.030 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T02:24:07.263 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:24:07.268 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:06 smithi047 ceph-mon[27871]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T02:24:07.268 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:06 smithi047 ceph-mon[27871]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T02:24:07.269 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:07.269 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:06 smithi047 ceph-mon[27871]: from='osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:24:07.269 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:06 smithi047 ceph-mon[27871]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:24:07.269 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:07.269 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:07.269 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:07.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:06 smithi178 ceph-mon[33053]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T02:24:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:06 smithi178 ceph-mon[33053]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T02:24:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:06 smithi178 ceph-mon[33053]: from='osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:24:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:06 smithi178 ceph-mon[33053]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:24:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:07 smithi113 ceph-mon[32459]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:07 smithi113 ceph-mon[32459]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:24:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:07 smithi113 ceph-mon[32459]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T02:24:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:07 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:08.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:07 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:08.324 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:07 smithi047 ceph-mon[27871]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:08.324 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:07 smithi047 ceph-mon[27871]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:24:08.324 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:07 smithi047 ceph-mon[27871]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T02:24:08.324 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:07 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:08.324 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:07 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:08.325 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:24:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0[40292]: 2024-04-25T02:24:08.038+0000 7ff29ca00700 -1 osd.0 0 waiting for initial osdmap 2024-04-25T02:24:08.325 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:24:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0[40292]: 2024-04-25T02:24:08.048+0000 7ff293200700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:24:08.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:07 smithi178 ceph-mon[33053]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:07 smithi178 ceph-mon[33053]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:24:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:07 smithi178 ceph-mon[33053]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T02:24:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:07 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:07 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:09.147 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T02:24:09.147 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T02:24:09.147 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-04-25T02:24:09.147 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-04-25T02:24:09.148 INFO:teuthology.orchestra.run.smithi113.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00942592 s, 1.1 GB/s 2024-04-25T02:24:09.148 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 2024-04-25T02:24:09.148 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-04-25T02:24:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:09 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:24:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:09 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:24:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:09 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:09 smithi113 ceph-mon[32459]: from='osd.0 ' entity='osd.0' 2024-04-25T02:24:09.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:09 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:24:09.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:09 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:24:09.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:09 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:09.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:09 smithi178 ceph-mon[33053]: from='osd.0 ' entity='osd.0' 2024-04-25T02:24:09.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:09 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:24:09.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:09 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:24:09.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:09 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:09.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:09 smithi047 ceph-mon[27871]: from='osd.0 ' entity='osd.0' 2024-04-25T02:24:09.784 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi113:vg_nvme/lv_4 2024-04-25T02:24:10.022 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:24:10.285 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:10 smithi113 ceph-mon[32459]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:10.285 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:10.286 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:10 smithi113 ceph-mon[32459]: osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] boot 2024-04-25T02:24:10.286 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:10 smithi113 ceph-mon[32459]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T02:24:10.286 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:10 smithi178 ceph-mon[33053]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:10 smithi178 ceph-mon[33053]: osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] boot 2024-04-25T02:24:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:10 smithi178 ceph-mon[33053]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T02:24:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:10 smithi047 ceph-mon[27871]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T02:24:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:10 smithi047 ceph-mon[27871]: osd.0 [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] boot 2024-04-25T02:24:10.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:10 smithi047 ceph-mon[27871]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T02:24:10.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:24:11.324 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:11 smithi113 ceph-mon[32459]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T02:24:11.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:11 smithi178 ceph-mon[33053]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T02:24:11.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:11 smithi047 ceph-mon[27871]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.608+0000 7f62f031d700 1 -- 172.21.15.113:0/4051739453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 msgr2=0x7f62e8109600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.608+0000 7f62f031d700 1 --2- 172.21.15.113:0/4051739453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 0x7f62e8109600 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f62e000b0a0 tx=0x7f62e000b3b0 comp rx=0 tx=0).stop 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 -- 172.21.15.113:0/4051739453 shutdown_connections 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 --2- 172.21.15.113:0/4051739453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62e81011b0 0x7f62e81015d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 --2- 172.21.15.113:0/4051739453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 0x7f62e8109600 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 --2- 172.21.15.113:0/4051739453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62e81023b0 0x7f62e8102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 -- 172.21.15.113:0/4051739453 >> 172.21.15.113:0/4051739453 conn(0x7f62e80fc790 msgr2=0x7f62e80febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 -- 172.21.15.113:0/4051739453 shutdown_connections 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 -- 172.21.15.113:0/4051739453 wait complete. 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 Processor -- start 2024-04-25T02:24:11.617 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.609+0000 7f62f031d700 1 -- start start 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62f031d700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62e81011b0 0x7f62e81984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62f031d700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62e81023b0 0x7f62e8198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62f031d700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 0x7f62e819faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62f031d700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f62e810df60 con 0x7f62e81023b0 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62f031d700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f62e810dde0 con 0x7f62e8102d50 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62f031d700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f62e810e0e0 con 0x7f62e81011b0 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 0x7f62e819faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 0x7f62e819faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.113:38828/0 (socket says 172.21.15.113:38828) 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 -- 172.21.15.113:0/3270046679 learned_addr learned my addr 172.21.15.113:0/3270046679 (peer_addr_for_me v2:172.21.15.113:0/0) 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee0b9700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62e81011b0 0x7f62e81984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 -- 172.21.15.113:0/3270046679 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62e81011b0 msgr2=0x7f62e81984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:11.618 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62e81011b0 0x7f62e81984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 -- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62e81023b0 msgr2=0x7f62e8198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62e81023b0 0x7f62e8198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 -- 172.21.15.113:0/3270046679 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e81a0140 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62ee8ba700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 0x7f62e819faa0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f62e000b070 tx=0x7f62e000be40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62df7fe700 1 -- 172.21.15.113:0/3270046679 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e0021070 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62df7fe700 1 -- 172.21.15.113:0/3270046679 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62e001d930 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62e81a03d0 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62df7fe700 1 -- 172.21.15.113:0/3270046679 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e0005670 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.610+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62e81a0880 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.611+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62e8068f20 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.612+0000 7f62df7fe700 1 -- 172.21.15.113:0/3270046679 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f62e0024070 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.613+0000 7f62df7fe700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62d40a2b90 0x7f62d40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.613+0000 7f62df7fe700 1 -- 172.21.15.113:0/3270046679 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f62e000f020 con 0x7f62e8102d50 2024-04-25T02:24:11.619 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.614+0000 7f62ee0b9700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62d40a2b90 0x7f62d40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:24:11.620 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.615+0000 7f62ee0b9700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62d40a2b90 0x7f62d40a5050 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f62e4005950 tx=0x7f62e400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:24:11.620 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.617+0000 7f62df7fe700 1 -- 172.21.15.113:0/3270046679 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f62e002b020 con 0x7f62e8102d50 2024-04-25T02:24:11.824 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:11.821+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f62e8062670 con 0x7f62d40a2b90 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:12.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:12.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.473 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:12.473 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:12.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:13.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:13 smithi178 ceph-mon[33053]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:24:13.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:13 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi047 2024-04-25T02:24:13.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:13 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi047 to 17094M 2024-04-25T02:24:13.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:13 smithi047 ceph-mon[27871]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:24:13.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:13 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi047 2024-04-25T02:24:13.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:13 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi047 to 17094M 2024-04-25T02:24:13.421 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:13 smithi113 ceph-mon[32459]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:24:13.421 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:13 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi047 2024-04-25T02:24:13.421 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:13 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi047 to 17094M 2024-04-25T02:24:14.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:14 smithi178 ceph-mon[33053]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:14.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:14 smithi047 ceph-mon[27871]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:14.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:14 smithi113 ceph-mon[32459]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:15 smithi113 ceph-mon[32459]: from='client.? 172.21.15.113:0/4222754228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]: dispatch 2024-04-25T02:24:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:15 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]: dispatch 2024-04-25T02:24:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:15 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]': finished 2024-04-25T02:24:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:15 smithi113 ceph-mon[32459]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T02:24:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:15 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:15.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:15 smithi047 ceph-mon[27871]: from='client.? 172.21.15.113:0/4222754228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]: dispatch 2024-04-25T02:24:15.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:15 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]: dispatch 2024-04-25T02:24:15.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:15 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]': finished 2024-04-25T02:24:15.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:15 smithi047 ceph-mon[27871]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T02:24:15.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:15 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:15 smithi178 ceph-mon[33053]: from='client.? 172.21.15.113:0/4222754228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]: dispatch 2024-04-25T02:24:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:15 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]: dispatch 2024-04-25T02:24:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:15 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9"}]': finished 2024-04-25T02:24:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:15 smithi178 ceph-mon[33053]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T02:24:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:15 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:16.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:16 smithi047 ceph-mon[27871]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:16.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:16 smithi047 ceph-mon[27871]: from='client.? 172.21.15.113:0/2597704784' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:24:16.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:16 smithi113 ceph-mon[32459]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:16.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:16 smithi113 ceph-mon[32459]: from='client.? 172.21.15.113:0/2597704784' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:24:16.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:16 smithi178 ceph-mon[33053]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:16 smithi178 ceph-mon[33053]: from='client.? 172.21.15.113:0/2597704784' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:24:18.399 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:18 smithi113 ceph-mon[32459]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:18.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:18 smithi047 ceph-mon[27871]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:18.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:18 smithi178 ceph-mon[33053]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:20.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:20 smithi047 ceph-mon[27871]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:20.489 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:20 smithi113 ceph-mon[32459]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:20.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:20 smithi178 ceph-mon[33053]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:22.390 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:22 smithi178 ceph-mon[33053]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:22.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:22 smithi047 ceph-mon[27871]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:22.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:22 smithi113 ceph-mon[32459]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:23.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T02:24:23.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:23.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:23 smithi047 ceph-mon[27871]: Deploying daemon osd.1 on smithi113 2024-04-25T02:24:23.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T02:24:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:23 smithi113 ceph-mon[32459]: Deploying daemon osd.1 on smithi113 2024-04-25T02:24:23.572 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T02:24:23.572 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:23.572 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:23 smithi178 ceph-mon[33053]: Deploying daemon osd.1 on smithi113 2024-04-25T02:24:24.400 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:24 smithi113 ceph-mon[32459]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:24.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:24 smithi047 ceph-mon[27871]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:24.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:24 smithi178 ceph-mon[33053]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:26.394 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:26 smithi113 ceph-mon[32459]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:26.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:26 smithi047 ceph-mon[27871]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:26 smithi178 ceph-mon[33053]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:28.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:28 smithi047 ceph-mon[27871]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:28.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:28.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:28.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:28.410 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:28 smithi113 ceph-mon[32459]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:28.410 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:28.410 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:28.410 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:28.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:28 smithi178 ceph-mon[33053]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:28.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:28.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:28.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:30.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:30 smithi113 ceph-mon[32459]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:30.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:30 smithi047 ceph-mon[27871]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:30.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:30 smithi178 ceph-mon[33053]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:30.721 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.716+0000 7f62df7fe700 1 -- 172.21.15.113:0/3270046679 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f62e8062670 con 0x7f62d40a2b90 2024-04-25T02:24:30.721 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 1 on host 'smithi113' 2024-04-25T02:24:30.723 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.718+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62d40a2b90 msgr2=0x7f62d40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:30.723 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62d40a2b90 0x7f62d40a5050 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f62e4005950 tx=0x7f62e400a300 comp rx=0 tx=0).stop 2024-04-25T02:24:30.723 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 msgr2=0x7f62e819faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:30.723 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 0x7f62e819faa0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f62e000b070 tx=0x7f62e000be40 comp rx=0 tx=0).stop 2024-04-25T02:24:30.723 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 shutdown_connections 2024-04-25T02:24:30.723 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62d40a2b90 0x7f62d40a5050 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:30.723 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62e81011b0 0x7f62e81984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:30.723 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62e8102d50 0x7f62e819faa0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:30.724 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 --2- 172.21.15.113:0/3270046679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62e81023b0 0x7f62e8198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:30.724 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 >> 172.21.15.113:0/3270046679 conn(0x7f62e80fc790 msgr2=0x7f62e8105650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:24:30.724 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 shutdown_connections 2024-04-25T02:24:30.724 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:24:30.719+0000 7f62f031d700 1 -- 172.21.15.113:0/3270046679 wait complete. 2024-04-25T02:24:31.727 DEBUG:teuthology.orchestra.run.smithi113:osd.1> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.1.service 2024-04-25T02:24:31.729 INFO:tasks.cephadm:Deploying osd.2 on smithi178 with /dev/vg_nvme/lv_4... 2024-04-25T02:24:31.729 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T02:24:31.970 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:24:32.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:31 smithi113 ceph-mon[32459]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:31 smithi113 ceph-mon[32459]: from='osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T02:24:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:31 smithi113 ceph-mon[32459]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T02:24:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:31 smithi178 ceph-mon[33053]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:31 smithi178 ceph-mon[33053]: from='osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T02:24:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:31 smithi178 ceph-mon[33053]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T02:24:32.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:31 smithi047 ceph-mon[27871]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:32.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:32.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:31 smithi047 ceph-mon[27871]: from='osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T02:24:32.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:31 smithi047 ceph-mon[27871]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T02:24:33.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:33 smithi178 ceph-mon[33053]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:33.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:33 smithi178 ceph-mon[33053]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T02:24:33.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:33 smithi178 ceph-mon[33053]: from='osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:24:33.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:33 smithi178 ceph-mon[33053]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T02:24:33.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:33 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:33.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:33 smithi178 ceph-mon[33053]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:24:33.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:33 smithi047 ceph-mon[27871]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:33.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:33 smithi047 ceph-mon[27871]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T02:24:33.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:33 smithi047 ceph-mon[27871]: from='osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:24:33.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:33 smithi047 ceph-mon[27871]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T02:24:33.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:33 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:33.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:33 smithi047 ceph-mon[27871]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:24:33.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:33 smithi113 ceph-mon[32459]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:33.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:33 smithi113 ceph-mon[32459]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T02:24:33.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:33 smithi113 ceph-mon[32459]: from='osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:24:33.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:33 smithi113 ceph-mon[32459]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T02:24:33.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:33 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:33.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:33 smithi113 ceph-mon[32459]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:24:33.758 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:24:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1[37089]: 2024-04-25T02:24:33.372+0000 7f1bddd03700 -1 osd.1 0 waiting for initial osdmap 2024-04-25T02:24:33.758 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:24:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1[37089]: 2024-04-25T02:24:33.376+0000 7f1bda2f7700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:24:33.874 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T02:24:33.874 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T02:24:33.874 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2024-04-25T02:24:33.874 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2024-04-25T02:24:33.874 INFO:teuthology.orchestra.run.smithi178.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00864411 s, 1.2 GB/s 2024-04-25T02:24:33.875 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2024-04-25T02:24:34.502 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:34 smithi178 ceph-mon[33053]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:24:34.503 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:34 smithi178 ceph-mon[33053]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T02:24:34.503 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:34 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:34.531 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_4 2024-04-25T02:24:34.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:34 smithi047 ceph-mon[27871]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:24:34.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:34 smithi047 ceph-mon[27871]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T02:24:34.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:34 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:34.673 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:34 smithi113 ceph-mon[32459]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:24:34.673 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:34 smithi113 ceph-mon[32459]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T02:24:34.673 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:34 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:34.789 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: pgmap v74: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] boot 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi113 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi113 to 17088M 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:35.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:24:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:24:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: pgmap v74: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] boot 2024-04-25T02:24:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T02:24:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi113 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi113 to 17088M 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:35.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:24:35.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:24:35.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: pgmap v74: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T02:24:35.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: osd.1 [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] boot 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi113 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi113 to 17088M 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:35.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:35.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:35.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:35.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:35.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:35.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:36.348 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 -- 172.21.15.178:0/2223089343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 msgr2=0x7f100810a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:36.348 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 --2- 172.21.15.178:0/2223089343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 0x7f100810a8f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f100000b0a0 tx=0x7f100000b3b0 comp rx=0 tx=0).stop 2024-04-25T02:24:36.348 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 -- 172.21.15.178:0/2223089343 shutdown_connections 2024-04-25T02:24:36.348 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 --2- 172.21.15.178:0/2223089343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 0x7f100810a8f0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:36.348 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 --2- 172.21.15.178:0/2223089343 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1008103900 0x7f1008103d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:36.348 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 --2- 172.21.15.178:0/2223089343 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1008100380 0x7f10081007e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:36.348 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 -- 172.21.15.178:0/2223089343 >> 172.21.15.178:0/2223089343 conn(0x7f10080fbf00 msgr2=0x7f10080fe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 -- 172.21.15.178:0/2223089343 shutdown_connections 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.341+0000 7f1010324700 1 -- 172.21.15.178:0/2223089343 wait complete. 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f1010324700 1 Processor -- start 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f1010324700 1 -- start start 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f1010324700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1008100380 0x7f1008198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f1010324700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 0x7f10081989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f1010324700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1008103900 0x7f100819fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f1010324700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f100810df50 con 0x7f1008100380 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f1010324700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f100810ddd0 con 0x7f1008103900 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f1010324700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f100810e0d0 con 0x7f1008100d20 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f100d8bf700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 0x7f10081989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:24:36.349 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f100d8bf700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 0x7f10081989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:48776/0 (socket says 172.21.15.178:48776) 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f100d8bf700 1 -- 172.21.15.178:0/3811029913 learned_addr learned my addr 172.21.15.178:0/3811029913 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f100d8bf700 1 -- 172.21.15.178:0/3811029913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1008103900 msgr2=0x7f100819fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.342+0000 7f100d8bf700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1008103900 0x7f100819fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f100d8bf700 1 -- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1008100380 msgr2=0x7f1008198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f100d8bf700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1008100380 0x7f1008198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f100d8bf700 1 -- 172.21.15.178:0/3811029913 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10081a00d0 con 0x7f1008100d20 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f100d8bf700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 0x7f10081989b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f100400c9a0 tx=0x7f100400cd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f0fff7fe700 1 -- 172.21.15.178:0/3811029913 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1004007a60 con 0x7f1008100d20 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f0fff7fe700 1 -- 172.21.15.178:0/3811029913 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1004004d10 con 0x7f1008100d20 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10081a03c0 con 0x7f1008100d20 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f0fff7fe700 1 -- 172.21.15.178:0/3811029913 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100400f450 con 0x7f1008100d20 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.343+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10081a0900 con 0x7f1008100d20 2024-04-25T02:24:36.350 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.344+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1008068f20 con 0x7f1008100d20 2024-04-25T02:24:36.351 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.345+0000 7f0fff7fe700 1 -- 172.21.15.178:0/3811029913 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f1004004750 con 0x7f1008100d20 2024-04-25T02:24:36.351 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.345+0000 7f0fff7fe700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0ff40a2c10 0x7f0ff40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:24:36.351 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.345+0000 7f0fff7fe700 1 -- 172.21.15.178:0/3811029913 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f10040cd5b0 con 0x7f1008100d20 2024-04-25T02:24:36.351 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.346+0000 7f100e0c0700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0ff40a2c10 0x7f0ff40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:24:36.352 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.347+0000 7f100e0c0700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0ff40a2c10 0x7f0ff40a50d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f100806a660 tx=0x7f0ff8006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:24:36.354 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.350+0000 7f0fff7fe700 1 -- 172.21.15.178:0/3811029913 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f100409bdf0 con 0x7f1008100d20 2024-04-25T02:24:36.566 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:36.561+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f1008062670 con 0x7f0ff40a2c10 2024-04-25T02:24:36.566 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:36 smithi178 ceph-mon[33053]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T02:24:36.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:36 smithi113 ceph-mon[32459]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T02:24:36.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:36 smithi047 ceph-mon[27871]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T02:24:37.530 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:37 smithi178 ceph-mon[33053]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:37.531 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:37 smithi178 ceph-mon[33053]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:24:37.531 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:24:37.531 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:24:37.531 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:37.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:37 smithi047 ceph-mon[27871]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:37 smithi047 ceph-mon[27871]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:24:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:24:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:24:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:37.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:37 smithi113 ceph-mon[32459]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:37.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:37 smithi113 ceph-mon[32459]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:24:37.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:24:37.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:24:37.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:39 smithi113 ceph-mon[32459]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:39 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/3640593072' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]: dispatch 2024-04-25T02:24:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:39 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]: dispatch 2024-04-25T02:24:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:39 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]': finished 2024-04-25T02:24:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:39 smithi113 ceph-mon[32459]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T02:24:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:39.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:39 smithi178 ceph-mon[33053]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:39.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:39 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/3640593072' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]: dispatch 2024-04-25T02:24:39.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:39 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]: dispatch 2024-04-25T02:24:39.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:39 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]': finished 2024-04-25T02:24:39.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:39 smithi178 ceph-mon[33053]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T02:24:39.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:39 smithi047 ceph-mon[27871]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:39 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/3640593072' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]: dispatch 2024-04-25T02:24:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:39 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]: dispatch 2024-04-25T02:24:39.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:39 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "794a8baf-a1a1-47db-a6f4-5c2fd1fbce19"}]': finished 2024-04-25T02:24:39.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:39 smithi047 ceph-mon[27871]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T02:24:39.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:40.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:40 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/3580000128' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:24:40.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:40 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/3580000128' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:24:40.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:40 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/3580000128' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:24:41.688 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:41 smithi178 ceph-mon[33053]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:41.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:41 smithi113 ceph-mon[32459]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:41.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:41 smithi047 ceph-mon[27871]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:43.524 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:43 smithi178 ceph-mon[33053]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:43.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:43 smithi113 ceph-mon[32459]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:43.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:43 smithi047 ceph-mon[27871]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:45.567 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:45 smithi178 ceph-mon[33053]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:45.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:45 smithi113 ceph-mon[32459]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:45.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:45 smithi047 ceph-mon[27871]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:46.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:46 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T02:24:46.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:46 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:46.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:46 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T02:24:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:46 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T02:24:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:47.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:47 smithi178 ceph-mon[33053]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:47.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:47 smithi178 ceph-mon[33053]: Deploying daemon osd.2 on smithi178 2024-04-25T02:24:47.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:47 smithi113 ceph-mon[32459]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:47.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:47 smithi113 ceph-mon[32459]: Deploying daemon osd.2 on smithi178 2024-04-25T02:24:47.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:47 smithi047 ceph-mon[27871]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:47.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:47 smithi047 ceph-mon[27871]: Deploying daemon osd.2 on smithi178 2024-04-25T02:24:49.741 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:49 smithi178 ceph-mon[33053]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:49.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:49 smithi113 ceph-mon[32459]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:49.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:49 smithi047 ceph-mon[27871]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:51.676 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:51 smithi178 ceph-mon[33053]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:51.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:51 smithi113 ceph-mon[32459]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:51.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:51 smithi047 ceph-mon[27871]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:53.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:53.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:52 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:52 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:52 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:54.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:53 smithi113 ceph-mon[32459]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:54.063 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:53 smithi178 ceph-mon[33053]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:53 smithi047 ceph-mon[27871]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:55.198 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.194+0000 7f0fff7fe700 1 -- 172.21.15.178:0/3811029913 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1008062670 con 0x7f0ff40a2c10 2024-04-25T02:24:55.198 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 2 on host 'smithi178' 2024-04-25T02:24:55.200 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0ff40a2c10 msgr2=0x7f0ff40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:55.200 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0ff40a2c10 0x7f0ff40a50d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f100806a660 tx=0x7f0ff8006d20 comp rx=0 tx=0).stop 2024-04-25T02:24:55.200 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 msgr2=0x7f10081989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:24:55.200 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 0x7f10081989b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f100400c9a0 tx=0x7f100400cd60 comp rx=0 tx=0).stop 2024-04-25T02:24:55.200 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 shutdown_connections 2024-04-25T02:24:55.200 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0ff40a2c10 0x7f0ff40a50d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:55.201 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1008103900 0x7f100819fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:55.201 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1008100380 0x7f1008198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:55.201 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 --2- 172.21.15.178:0/3811029913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1008100d20 0x7f10081989b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:24:55.201 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 >> 172.21.15.178:0/3811029913 conn(0x7f10080fbf00 msgr2=0x7f10081068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:24:55.201 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 shutdown_connections 2024-04-25T02:24:55.201 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:24:55.197+0000 7f1010324700 1 -- 172.21.15.178:0/3811029913 wait complete. 2024-04-25T02:24:55.787 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:55.787 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:55.787 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:55.787 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:55.787 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:55.788 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:55.788 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:55.788 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:55.788 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:55.788 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T02:24:55.788 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:55 smithi178 ceph-mon[33053]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T02:24:55.813 DEBUG:teuthology.orchestra.run.smithi178:osd.2> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.2.service 2024-04-25T02:24:55.816 INFO:tasks.cephadm:Deploying osd.3 on smithi047 with /dev/vg_nvme/lv_3... 2024-04-25T02:24:55.816 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T02:24:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:56.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T02:24:56.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:55 smithi047 ceph-mon[27871]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:24:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:56.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T02:24:56.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:55 smithi113 ceph-mon[32459]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T02:24:56.284 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:24:57.271 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:57 smithi178 ceph-mon[33053]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T02:24:57.271 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:57 smithi178 ceph-mon[33053]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T02:24:57.271 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:57 smithi178 ceph-mon[33053]: from='osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:24:57.271 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:57 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:57.271 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:57 smithi178 ceph-mon[33053]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:24:57.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:57 smithi047 ceph-mon[27871]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T02:24:57.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:57 smithi047 ceph-mon[27871]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T02:24:57.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:57 smithi047 ceph-mon[27871]: from='osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:24:57.485 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:57.485 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:57 smithi047 ceph-mon[27871]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:24:57.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:57 smithi113 ceph-mon[32459]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T02:24:57.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:57 smithi113 ceph-mon[32459]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T02:24:57.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:57 smithi113 ceph-mon[32459]: from='osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:24:57.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:57 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:57.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:57 smithi113 ceph-mon[32459]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:24:58.168 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:24:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2[38238]: 2024-04-25T02:24:57.846+0000 7ffbd492b700 -1 osd.2 0 waiting for initial osdmap 2024-04-25T02:24:58.168 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:24:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2[38238]: 2024-04-25T02:24:57.850+0000 7ffbccf17700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:24:58.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:58 smithi113 ceph-mon[32459]: pgmap v89: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:58.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:58 smithi113 ceph-mon[32459]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:24:58.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:58 smithi113 ceph-mon[32459]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T02:24:58.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:58 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:58.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:58 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:58.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:58 smithi113 ceph-mon[32459]: from='osd.2 ' entity='osd.2' 2024-04-25T02:24:58.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:58 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:58.528 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:58 smithi047 ceph-mon[27871]: pgmap v89: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:58.528 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:58 smithi047 ceph-mon[27871]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:24:58.528 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:58 smithi047 ceph-mon[27871]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T02:24:58.528 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:58 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:58.528 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:58 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:58.528 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:58 smithi047 ceph-mon[27871]: from='osd.2 ' entity='osd.2' 2024-04-25T02:24:58.528 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:58 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:58.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:58 smithi178 ceph-mon[33053]: pgmap v89: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:24:58.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:58 smithi178 ceph-mon[33053]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:24:58.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:58 smithi178 ceph-mon[33053]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T02:24:58.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:58 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:58.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:58 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:58.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:58 smithi178 ceph-mon[33053]: from='osd.2 ' entity='osd.2' 2024-04-25T02:24:58.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:58 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:59.147 INFO:teuthology.orchestra.run.smithi047.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T02:24:59.147 INFO:teuthology.orchestra.run.smithi047.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T02:24:59.147 INFO:teuthology.orchestra.run.smithi047.stderr: stderr: 10+0 records in 2024-04-25T02:24:59.147 INFO:teuthology.orchestra.run.smithi047.stderr:10+0 records out 2024-04-25T02:24:59.147 INFO:teuthology.orchestra.run.smithi047.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.034179 s, 307 MB/s 2024-04-25T02:24:59.147 INFO:teuthology.orchestra.run.smithi047.stderr:--> Zapping successful for: 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] boot 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:59.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:59.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:24:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] boot 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:59.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:59.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:24:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:24:59.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:24:59.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: osd.2 [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] boot 2024-04-25T02:24:59.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T02:24:59.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:24:59.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:24:59.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:24:59.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:24:59.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:24:59.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:24:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:00.013 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_3 2024-04-25T02:25:00.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:00 smithi047 ceph-mon[27871]: pgmap v91: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:25:00.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:00 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi178 2024-04-25T02:25:00.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:00 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi178 to 17088M 2024-04-25T02:25:00.499 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:25:00.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:00 smithi113 ceph-mon[32459]: pgmap v91: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:25:00.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:00 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi178 2024-04-25T02:25:00.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:00 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi178 to 17088M 2024-04-25T02:25:00.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:00 smithi178 ceph-mon[33053]: pgmap v91: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T02:25:00.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:00 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi178 2024-04-25T02:25:00.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:00 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi178 to 17088M 2024-04-25T02:25:01.454 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:01 smithi047 ceph-mon[27871]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T02:25:01.454 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:01 smithi047 ceph-mon[27871]: pgmap v94: 0 pgs: ; 0 B data, 100 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:01.454 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:25:01.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:01 smithi113 ceph-mon[32459]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T02:25:01.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:01 smithi113 ceph-mon[32459]: pgmap v94: 0 pgs: ; 0 B data, 100 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:01.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:25:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:01 smithi178 ceph-mon[33053]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T02:25:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:01 smithi178 ceph-mon[33053]: pgmap v94: 0 pgs: ; 0 B data, 100 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:25:02.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:02 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T02:25:02.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:02 smithi047 ceph-mon[27871]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T02:25:02.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:02 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:25:02.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:02 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T02:25:02.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:02 smithi113 ceph-mon[32459]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T02:25:02.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:02 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:25:02.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:02 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T02:25:02.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:02 smithi178 ceph-mon[33053]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T02:25:02.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:02 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 -- 172.21.15.47:0/4169287171 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f54076260 msgr2=0x7f0f540746c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 --2- 172.21.15.47:0/4169287171 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f54076260 0x7f0f540746c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0f48009990 tx=0x7f0f48009ca0 comp rx=0 tx=0).stop 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 -- 172.21.15.47:0/4169287171 shutdown_connections 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 --2- 172.21.15.47:0/4169287171 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f5410e880 0x7f0f54110c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 --2- 172.21.15.47:0/4169287171 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f54076260 0x7f0f540746c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 --2- 172.21.15.47:0/4169287171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f54074c90 0x7f0f54075110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 -- 172.21.15.47:0/4169287171 >> 172.21.15.47:0/4169287171 conn(0x7f0f540fd800 msgr2=0x7f0f540ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 -- 172.21.15.47:0/4169287171 shutdown_connections 2024-04-25T02:25:02.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.593+0000 7f0f5c200700 1 -- 172.21.15.47:0/4169287171 wait complete. 2024-04-25T02:25:02.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f5c200700 1 Processor -- start 2024-04-25T02:25:02.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f5c200700 1 -- start start 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f5c200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f54074c90 0x7f0f5419eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f5c200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f54076260 0x7f0f5419efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f5c200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f5410e880 0x7f0f541a6060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f5c200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0f54114460 con 0x7f0f54076260 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f5c200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0f541142e0 con 0x7f0f54074c90 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f5c200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0f541145e0 con 0x7f0f5410e880 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f59800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f54074c90 0x7f0f5419eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f58e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f54076260 0x7f0f5419efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.595+0000 7f0f59800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f54074c90 0x7f0f5419eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54486/0 (socket says 172.21.15.47:54486) 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f59800700 1 -- 172.21.15.47:0/3459639912 learned_addr learned my addr 172.21.15.47:0/3459639912 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:25:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f5a200700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f5410e880 0x7f0f541a6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:02.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f59800700 1 -- 172.21.15.47:0/3459639912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f5410e880 msgr2=0x7f0f541a6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:02.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f59800700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f5410e880 0x7f0f541a6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f59800700 1 -- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f54076260 msgr2=0x7f0f5419efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f59800700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f54076260 0x7f0f5419efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f59800700 1 -- 172.21.15.47:0/3459639912 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f541a6700 con 0x7f0f54074c90 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f5a200700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f5410e880 0x7f0f541a6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.596+0000 7f0f59800700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f54074c90 0x7f0f5419eaa0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0f4800b2e0 tx=0x7f0f4800bb90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.597+0000 7f0f52000700 1 -- 172.21.15.47:0/3459639912 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f48027070 con 0x7f0f54074c90 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.597+0000 7f0f52000700 1 -- 172.21.15.47:0/3459639912 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f48022470 con 0x7f0f54074c90 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.597+0000 7f0f52000700 1 -- 172.21.15.47:0/3459639912 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4800f6c0 con 0x7f0f54074c90 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.597+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f541a6990 con 0x7f0f54074c90 2024-04-25T02:25:02.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.597+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f541a6d90 con 0x7f0f54074c90 2024-04-25T02:25:02.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.598+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f54068f60 con 0x7f0f54074c90 2024-04-25T02:25:02.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.600+0000 7f0f52000700 1 -- 172.21.15.47:0/3459639912 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f0f4802a070 con 0x7f0f54074c90 2024-04-25T02:25:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.601+0000 7f0f52000700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0f3c0a2c10 0x7f0f3c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.601+0000 7f0f52000700 1 -- 172.21.15.47:0/3459639912 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f0f480cf140 con 0x7f0f54074c90 2024-04-25T02:25:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.602+0000 7f0f58e00700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0f3c0a2c10 0x7f0f3c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.602+0000 7f0f58e00700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0f3c0a2c10 0x7f0f3c0a50d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0f40009680 tx=0x7f0f40009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:25:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.604+0000 7f0f52000700 1 -- 172.21.15.47:0/3459639912 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0f48013070 con 0x7f0f54074c90 2024-04-25T02:25:02.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:02.841+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f0f54062670 con 0x7f0f3c0a2c10 2024-04-25T02:25:03.159 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:25:02 smithi047 sudo[45029]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T02:25:03.159 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:25:02 smithi047 sudo[45029]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:03.159 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:25:02 smithi047 sudo[45029]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:03.159 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:25:03 smithi047 sudo[45029]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:03.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:03 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T02:25:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:03 smithi113 ceph-mon[32459]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T02:25:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:03 smithi113 ceph-mon[32459]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 100 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:03 smithi113 ceph-mon[32459]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:25:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:03 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:25:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:03 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:25:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:03 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:03.581 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:03 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T02:25:03.581 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:03 smithi047 ceph-mon[27871]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T02:25:03.581 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:03 smithi047 ceph-mon[27871]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 100 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:03.581 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:03 smithi047 ceph-mon[27871]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:25:03.581 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:03 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:25:03.581 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:03 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:25:03.581 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:03 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:03.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:03 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T02:25:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:03 smithi178 ceph-mon[33053]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T02:25:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:03 smithi178 ceph-mon[33053]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 100 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:03 smithi178 ceph-mon[33053]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:25:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:03 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:25:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:03 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:25:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:03 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:03.909 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:25:03 smithi047 sudo[45092]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T02:25:03.909 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:25:03 smithi047 sudo[45092]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:03.909 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:25:03 smithi047 sudo[45092]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:03.910 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:25:03 smithi047 sudo[45092]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:04.121 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:25:03 smithi113 sudo[40942]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T02:25:04.122 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:25:03 smithi113 sudo[40942]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:04.122 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:25:03 smithi113 sudo[40942]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:04.122 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:25:03 smithi113 sudo[40942]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:04.506 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:25:04 smithi113 sudo[40945]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T02:25:04.507 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:25:04 smithi113 sudo[40945]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:04.507 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:25:04 smithi113 sudo[40945]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:04.507 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:25:04 smithi113 sudo[40945]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:04.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:04 smithi113 ceph-mon[32459]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T02:25:04.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:04 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:04.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:04 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:04.521 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:04 smithi047 ceph-mon[27871]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T02:25:04.522 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:04 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:04.522 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:04 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:04.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:04 smithi178 ceph-mon[33053]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T02:25:04.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:04 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:04.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:04 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:04.589 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:25:04 smithi178 sudo[42325]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T02:25:04.589 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:25:04 smithi178 sudo[42325]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:04.589 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:25:04 smithi178 sudo[42325]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:04.589 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:25:04 smithi178 sudo[42325]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:05.088 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:25:04 smithi178 sudo[42328]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T02:25:05.089 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:25:04 smithi178 sudo[42328]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:05.089 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:25:04 smithi178 sudo[42328]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:05.089 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:25:04 smithi178 sudo[42328]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:05.486 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 sudo[45156]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T02:25:05.486 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 sudo[45156]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:05.486 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 sudo[45156]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:05.486 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 sudo[45156]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:05.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:05.912+0000 7f0f52000700 1 -- 172.21.15.47:0/3459639912 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0f48009d10 con 0x7f0f54074c90 2024-04-25T02:25:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 sudo[45171]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T02:25:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 sudo[45171]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 sudo[45171]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 sudo[45171]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:05 smithi047 ceph-mon[27871]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:06.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:06.285 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:05 smithi113 ceph-mon[32459]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:06.401 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 sudo[42331]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T02:25:06.401 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 sudo[42331]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:06.401 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 sudo[42331]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:06.401 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 sudo[42331]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:06.401 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 sudo[42334]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T02:25:06.401 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 sudo[42334]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:06.401 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 sudo[42334]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:06.401 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 sudo[42334]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:06.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:06.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:06.894 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 sudo[40948]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T02:25:06.894 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 sudo[40948]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:06.894 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 sudo[40948]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:06.894 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 sudo[40948]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:06.894 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 sudo[40951]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T02:25:06.894 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 sudo[40951]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T02:25:06.894 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 sudo[40951]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T02:25:07.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 sudo[40951]: pam_unix(sudo:session): session closed for user root 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: pgmap v99: 1 pgs: 1 unknown; 0 B data, 101 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1254373107' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]: dispatch 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]: dispatch 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]': finished 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T02:25:07.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: pgmap v99: 1 pgs: 1 unknown; 0 B data, 101 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1254373107' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]: dispatch 2024-04-25T02:25:07.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]: dispatch 2024-04-25T02:25:07.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]': finished 2024-04-25T02:25:07.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T02:25:07.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:07.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: pgmap v99: 1 pgs: 1 unknown; 0 B data, 101 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:07.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:25:07.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:25:07.412 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T02:25:07.412 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1254373107' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]: dispatch 2024-04-25T02:25:07.412 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]: dispatch 2024-04-25T02:25:07.412 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f254f0b0-e1dd-442e-923c-60eb5992586c"}]': finished 2024-04-25T02:25:07.412 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T02:25:07.412 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:08.200 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:07 smithi113 ceph-mon[32459]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:08.200 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:07 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/772828069' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:25:08.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:07 smithi178 ceph-mon[33053]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:07 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/772828069' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:25:08.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:07 smithi047 ceph-mon[27871]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:08.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:07 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/772828069' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:25:10.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:09 smithi113 ceph-mon[32459]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:10.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:09 smithi178 ceph-mon[33053]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:09 smithi047 ceph-mon[27871]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:12.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:11 smithi113 ceph-mon[32459]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:12.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:11 smithi178 ceph-mon[33053]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:12.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:11 smithi047 ceph-mon[27871]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:14.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:13 smithi113 ceph-mon[32459]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-04-25T02:25:14.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:13 smithi178 ceph-mon[33053]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-04-25T02:25:14.385 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:13 smithi047 ceph-mon[27871]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-04-25T02:25:16.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:15 smithi113 ceph-mon[32459]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-04-25T02:25:16.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:15 smithi178 ceph-mon[33053]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-04-25T02:25:16.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:15 smithi047 ceph-mon[27871]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-04-25T02:25:17.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:16 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T02:25:17.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:16 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:17.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:16 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T02:25:17.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:16 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:17.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:16 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T02:25:17.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:16 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:18.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:17 smithi047 ceph-mon[27871]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-25T02:25:18.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:17 smithi047 ceph-mon[27871]: Deploying daemon osd.3 on smithi047 2024-04-25T02:25:18.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:17 smithi113 ceph-mon[32459]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-25T02:25:18.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:17 smithi113 ceph-mon[32459]: Deploying daemon osd.3 on smithi047 2024-04-25T02:25:18.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:17 smithi178 ceph-mon[33053]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-25T02:25:18.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:17 smithi178 ceph-mon[33053]: Deploying daemon osd.3 on smithi047 2024-04-25T02:25:20.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:19 smithi047 ceph-mon[27871]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 897 B/s rd, 23 KiB/s wr, 2 op/s 2024-04-25T02:25:20.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:19 smithi113 ceph-mon[32459]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 897 B/s rd, 23 KiB/s wr, 2 op/s 2024-04-25T02:25:20.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:19 smithi178 ceph-mon[33053]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 897 B/s rd, 23 KiB/s wr, 2 op/s 2024-04-25T02:25:22.256 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:21 smithi047 ceph-mon[27871]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-25T02:25:22.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:21 smithi113 ceph-mon[32459]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-25T02:25:22.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:21 smithi178 ceph-mon[33053]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-25T02:25:24.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:23 smithi047 ceph-mon[27871]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-25T02:25:24.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:23 smithi113 ceph-mon[32459]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-25T02:25:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:23 smithi178 ceph-mon[33053]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-25T02:25:26.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:26 smithi047 ceph-mon[27871]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:26.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:26.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:26.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:26.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:26 smithi113 ceph-mon[32459]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:26.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:26 smithi178 ceph-mon[33053]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:26.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:28.404 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:28 smithi047 ceph-mon[27871]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:28.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:28 smithi113 ceph-mon[32459]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:28.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:28 smithi178 ceph-mon[33053]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:29.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:29 smithi178 ceph-mon[33053]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:29.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:29.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:29.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:29.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:25:29.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:29.599 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:29 smithi047 ceph-mon[27871]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:29.600 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:29.600 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:29.600 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:29.600 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:25:29.600 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:29.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:29 smithi113 ceph-mon[32459]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:29.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:29.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:29.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:29.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:25:29.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:30.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.034+0000 7f0f52000700 1 -- 172.21.15.47:0/3459639912 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0f54062670 con 0x7f0f3c0a2c10 2024-04-25T02:25:30.038 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 3 on host 'smithi047' 2024-04-25T02:25:30.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0f3c0a2c10 msgr2=0x7f0f3c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:30.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0f3c0a2c10 0x7f0f3c0a50d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0f40009680 tx=0x7f0f40009260 comp rx=0 tx=0).stop 2024-04-25T02:25:30.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f54074c90 msgr2=0x7f0f5419eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:30.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f54074c90 0x7f0f5419eaa0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0f4800b2e0 tx=0x7f0f4800bb90 comp rx=0 tx=0).stop 2024-04-25T02:25:30.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 shutdown_connections 2024-04-25T02:25:30.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0f3c0a2c10 0x7f0f3c0a50d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:30.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f5410e880 0x7f0f541a6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:30.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f54074c90 0x7f0f5419eaa0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:30.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 --2- 172.21.15.47:0/3459639912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f54076260 0x7f0f5419efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:30.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 >> 172.21.15.47:0/3459639912 conn(0x7f0f540fd800 msgr2=0x7f0f54101c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:25:30.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.038+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 shutdown_connections 2024-04-25T02:25:30.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:25:30.039+0000 7f0f5c200700 1 -- 172.21.15.47:0/3459639912 wait complete. 2024-04-25T02:25:30.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:30 smithi047 ceph-mon[27871]: from='osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T02:25:30.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:30 smithi047 ceph-mon[27871]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T02:25:30.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:30 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:30.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:30 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:30.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:30 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:30.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:30 smithi113 ceph-mon[32459]: from='osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T02:25:30.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:30 smithi113 ceph-mon[32459]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T02:25:30.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:30 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:30.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:30 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:30.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:30 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:30.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:30 smithi178 ceph-mon[33053]: from='osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T02:25:30.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:30 smithi178 ceph-mon[33053]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T02:25:30.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:30 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:30.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:30 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:30.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:30 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:30.856 DEBUG:teuthology.orchestra.run.smithi047:osd.3> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.3.service 2024-04-25T02:25:30.862 INFO:tasks.cephadm:Deploying osd.4 on smithi113 with /dev/vg_nvme/lv_3... 2024-04-25T02:25:30.862 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T02:25:31.110 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:25:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:31 smithi113 ceph-mon[32459]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:31 smithi113 ceph-mon[32459]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T02:25:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:31 smithi113 ceph-mon[32459]: from='osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:25:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:31 smithi113 ceph-mon[32459]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T02:25:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:31 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:31.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:31 smithi113 ceph-mon[32459]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:25:31.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:31 smithi047 ceph-mon[27871]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:31.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:31 smithi047 ceph-mon[27871]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T02:25:31.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:31 smithi047 ceph-mon[27871]: from='osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:25:31.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:31 smithi047 ceph-mon[27871]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T02:25:31.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:31 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:31.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:31 smithi047 ceph-mon[27871]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:25:31.660 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:25:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:25:31.372+0000 7f61cb600700 -1 osd.3 0 waiting for initial osdmap 2024-04-25T02:25:31.661 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:25:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:25:31.388+0000 7f61c6e00700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:25:31.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:31 smithi178 ceph-mon[33053]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:31.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:31 smithi178 ceph-mon[33053]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T02:25:31.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:31 smithi178 ceph-mon[33053]: from='osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:25:31.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:31 smithi178 ceph-mon[33053]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T02:25:31.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:31 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:31.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:31 smithi178 ceph-mon[33053]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:25:32.551 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:32 smithi113 ceph-mon[32459]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:25:32.551 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:32 smithi113 ceph-mon[32459]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T02:25:32.551 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:32.552 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:32.552 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:32 smithi113 ceph-mon[32459]: osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] boot 2024-04-25T02:25:32.552 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:32 smithi113 ceph-mon[32459]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T02:25:32.552 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:32.636 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:32 smithi047 ceph-mon[27871]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:25:32.636 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:32 smithi047 ceph-mon[27871]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T02:25:32.636 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:32.637 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:32.637 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:32 smithi047 ceph-mon[27871]: osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] boot 2024-04-25T02:25:32.637 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:32 smithi047 ceph-mon[27871]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T02:25:32.637 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:32.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:32 smithi178 ceph-mon[33053]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:25:32.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:32 smithi178 ceph-mon[33053]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T02:25:32.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:32.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:32.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:32 smithi178 ceph-mon[33053]: osd.3 [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] boot 2024-04-25T02:25:32.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:32 smithi178 ceph-mon[33053]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T02:25:32.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:25:33.094 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T02:25:33.095 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T02:25:33.095 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-04-25T02:25:33.095 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-04-25T02:25:33.095 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00772256 s, 1.4 GB/s 2024-04-25T02:25:33.095 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-04-25T02:25:33.560 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:33 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:25:33.560 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:33 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:25:33.560 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:33 smithi047 ceph-mon[27871]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:33.560 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:33 smithi047 ceph-mon[27871]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T02:25:33.745 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:33 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:25:33.745 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:33 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:25:33.745 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:33 smithi113 ceph-mon[32459]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:33.745 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:33 smithi113 ceph-mon[32459]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T02:25:33.778 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi113:vg_nvme/lv_3 2024-04-25T02:25:33.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:33 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:25:33.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:33 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:25:33.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:33 smithi178 ceph-mon[33053]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 103 MiB used, 268 GiB / 268 GiB avail 2024-04-25T02:25:33.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:33 smithi178 ceph-mon[33053]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T02:25:34.021 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:25:35.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:35 smithi113 ceph-mon[32459]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:35.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:35 smithi113 ceph-mon[32459]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T02:25:35.566 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 -- 172.21.15.113:0/703991891 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 msgr2=0x7f0d4c105130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 --2- 172.21.15.113:0/703991891 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 0x7f0d4c105130 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c009990 tx=0x7f0d3c009ca0 comp rx=0 tx=0).stop 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 -- 172.21.15.113:0/703991891 shutdown_connections 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 --2- 172.21.15.113:0/703991891 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d4c107fa0 0x7f0d4c10a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 --2- 172.21.15.113:0/703991891 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 0x7f0d4c105130 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 --2- 172.21.15.113:0/703991891 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0d4c105670 0x7f0d4c107a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 -- 172.21.15.113:0/703991891 >> 172.21.15.113:0/703991891 conn(0x7f0d4c0fc750 msgr2=0x7f0d4c0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 -- 172.21.15.113:0/703991891 shutdown_connections 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 -- 172.21.15.113:0/703991891 wait complete. 2024-04-25T02:25:35.567 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 Processor -- start 2024-04-25T02:25:35.568 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.563+0000 7f0d52739700 1 -- start start 2024-04-25T02:25:35.568 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d52739700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 0x7f0d4c1984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:35.568 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d52739700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d4c105670 0x7f0d4c1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:35.568 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d52739700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0d4c107fa0 0x7f0d4c19fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:35.568 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d52739700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c10df20 con 0x7f0d4c105670 2024-04-25T02:25:35.568 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d52739700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c10dda0 con 0x7f0d4c102d40 2024-04-25T02:25:35.568 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d52739700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c10e0a0 con 0x7f0d4c107fa0 2024-04-25T02:25:35.569 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 0x7f0d4c1984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:35.569 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 0x7f0d4c1984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.113:42450/0 (socket says 172.21.15.113:42450) 2024-04-25T02:25:35.569 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 -- 172.21.15.113:0/2012472209 learned_addr learned my addr 172.21.15.113:0/2012472209 (peer_addr_for_me v2:172.21.15.113:0/0) 2024-04-25T02:25:35.569 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d50cd6700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0d4c107fa0 0x7f0d4c19fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:35.569 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 -- 172.21.15.113:0/2012472209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0d4c107fa0 msgr2=0x7f0d4c19fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:35.571 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4b7fe700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d4c105670 0x7f0d4c1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:35.571 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0d4c107fa0 0x7f0d4c19fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:35.571 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 -- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d4c105670 msgr2=0x7f0d4c1989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:35.571 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d4c105670 0x7f0d4c1989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 -- 172.21.15.113:0/2012472209 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d4c1a0110 con 0x7f0d4c102d40 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d50cd6700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0d4c107fa0 0x7f0d4c19fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.564+0000 7f0d4bfff700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 0x7f0d4c1984b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c005910 tx=0x7f0d3c009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.565+0000 7f0d497fa700 1 -- 172.21.15.113:0/2012472209 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c027070 con 0x7f0d4c102d40 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.565+0000 7f0d497fa700 1 -- 172.21.15.113:0/2012472209 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d3c004210 con 0x7f0d4c102d40 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.565+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d4c1a03a0 con 0x7f0d4c102d40 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.565+0000 7f0d497fa700 1 -- 172.21.15.113:0/2012472209 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c00f460 con 0x7f0d4c102d40 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.565+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d4c1a0870 con 0x7f0d4c102d40 2024-04-25T02:25:35.572 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.566+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d4c068f20 con 0x7f0d4c102d40 2024-04-25T02:25:35.573 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.567+0000 7f0d497fa700 1 -- 172.21.15.113:0/2012472209 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0d3c02a070 con 0x7f0d4c102d40 2024-04-25T02:25:35.573 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.567+0000 7f0d497fa700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d340a2c20 0x7f0d340a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:35.573 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.568+0000 7f0d497fa700 1 -- 172.21.15.113:0/2012472209 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f0d3c0cf4e0 con 0x7f0d4c102d40 2024-04-25T02:25:35.573 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.568+0000 7f0d4b7fe700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d340a2c20 0x7f0d340a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:35.573 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.569+0000 7f0d4b7fe700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d340a2c20 0x7f0d340a50e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0d40005950 tx=0x7f0d400058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:25:35.574 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.571+0000 7f0d497fa700 1 -- 172.21.15.113:0/2012472209 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0d3c031070 con 0x7f0d4c102d40 2024-04-25T02:25:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:35 smithi047 ceph-mon[27871]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:35.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:35 smithi047 ceph-mon[27871]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T02:25:35.780 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:35.776+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f0d4c062670 con 0x7f0d340a2c20 2024-04-25T02:25:35.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:35 smithi178 ceph-mon[33053]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 130 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:35.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:35 smithi178 ceph-mon[33053]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T02:25:36.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:36 smithi047 ceph-mon[27871]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T02:25:36.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:36 smithi047 ceph-mon[27871]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:25:36.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:25:36.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:25:36.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:36.726 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:36 smithi113 ceph-mon[32459]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T02:25:36.726 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:36 smithi113 ceph-mon[32459]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:25:36.726 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:25:36.726 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:25:36.726 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:36.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:36 smithi178 ceph-mon[33053]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T02:25:36.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:36 smithi178 ceph-mon[33053]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:25:36.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:25:36.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:25:36.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:37.601 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T02:25:37.601 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: osdmap e30: 4 total, 4 up, 4 in 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi047 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi047 to 8547M 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:25:37.602 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T02:25:37.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: osdmap e30: 4 total, 4 up, 4 in 2024-04-25T02:25:37.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi047 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi047 to 8547M 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:25:37.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 128 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: osdmap e30: 4 total, 4 up, 4 in 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi047 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi047 to 8547M 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:25:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:39.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:39 smithi113 ceph-mon[32459]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-25T02:25:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:39 smithi113 ceph-mon[32459]: from='client.? 172.21.15.113:0/2283181506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]: dispatch 2024-04-25T02:25:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:39 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]: dispatch 2024-04-25T02:25:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:39 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]': finished 2024-04-25T02:25:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:39 smithi113 ceph-mon[32459]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T02:25:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:39.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:39 smithi113 ceph-mon[32459]: from='client.? 172.21.15.113:0/1692983343' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:25:39.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:39 smithi178 ceph-mon[33053]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-25T02:25:39.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:39 smithi178 ceph-mon[33053]: from='client.? 172.21.15.113:0/2283181506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]: dispatch 2024-04-25T02:25:39.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:39 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]: dispatch 2024-04-25T02:25:39.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:39 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]': finished 2024-04-25T02:25:39.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:39 smithi178 ceph-mon[33053]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T02:25:39.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:39.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:39 smithi178 ceph-mon[33053]: from='client.? 172.21.15.113:0/1692983343' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:25:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:39 smithi047 ceph-mon[27871]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-25T02:25:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:39 smithi047 ceph-mon[27871]: from='client.? 172.21.15.113:0/2283181506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]: dispatch 2024-04-25T02:25:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:39 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]: dispatch 2024-04-25T02:25:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:39 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03cfb887-697c-4622-b792-d2439dadf420"}]': finished 2024-04-25T02:25:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:39 smithi047 ceph-mon[27871]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T02:25:39.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:39.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:39 smithi047 ceph-mon[27871]: from='client.? 172.21.15.113:0/1692983343' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:25:41.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:41 smithi113 ceph-mon[32459]: pgmap v126: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-25T02:25:41.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:41 smithi178 ceph-mon[33053]: pgmap v126: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-25T02:25:41.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:41 smithi047 ceph-mon[27871]: pgmap v126: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-25T02:25:43.732 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:43 smithi113 ceph-mon[32459]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T02:25:43.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:43 smithi178 ceph-mon[33053]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T02:25:43.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:43 smithi047 ceph-mon[27871]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T02:25:45.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:45 smithi113 ceph-mon[32459]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:45.732 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:45 smithi047 ceph-mon[27871]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:45.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:45 smithi178 ceph-mon[33053]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:46.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:46 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T02:25:46.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:46 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:46.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:46 smithi113 ceph-mon[32459]: Deploying daemon osd.4 on smithi113 2024-04-25T02:25:46.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:46 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T02:25:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:46 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:46 smithi178 ceph-mon[33053]: Deploying daemon osd.4 on smithi113 2024-04-25T02:25:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T02:25:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:25:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:46 smithi047 ceph-mon[27871]: Deploying daemon osd.4 on smithi113 2024-04-25T02:25:47.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:47 smithi113 ceph-mon[32459]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:47.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:47 smithi178 ceph-mon[33053]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:47.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:47 smithi047 ceph-mon[27871]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:49.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:49 smithi113 ceph-mon[32459]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:49.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:49 smithi178 ceph-mon[33053]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:49.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:49 smithi047 ceph-mon[27871]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:51.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:51 smithi113 ceph-mon[32459]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:51.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:51 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:51.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:51 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:51.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:51 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:51 smithi178 ceph-mon[33053]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:51.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:51 smithi047 ceph-mon[27871]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:51.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:25:53.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:53 smithi113 ceph-mon[32459]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:53.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:53 smithi178 ceph-mon[33053]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:53.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:53 smithi047 ceph-mon[27871]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:54.609 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.605+0000 7f0d497fa700 1 -- 172.21.15.113:0/2012472209 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0d4c062670 con 0x7f0d340a2c20 2024-04-25T02:25:54.609 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 4 on host 'smithi113' 2024-04-25T02:25:54.610 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d340a2c20 msgr2=0x7f0d340a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d340a2c20 0x7f0d340a50e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0d40005950 tx=0x7f0d400058e0 comp rx=0 tx=0).stop 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 msgr2=0x7f0d4c1984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 0x7f0d4c1984b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c005910 tx=0x7f0d3c009580 comp rx=0 tx=0).stop 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 shutdown_connections 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0d340a2c20 0x7f0d340a50e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0d4c107fa0 0x7f0d4c19fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0d4c102d40 0x7f0d4c1984b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 --2- 172.21.15.113:0/2012472209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d4c105670 0x7f0d4c1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 >> 172.21.15.113:0/2012472209 conn(0x7f0d4c0fc750 msgr2=0x7f0d4c103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 shutdown_connections 2024-04-25T02:25:54.611 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:25:54.607+0000 7f0d52739700 1 -- 172.21.15.113:0/2012472209 wait complete. 2024-04-25T02:25:55.441 DEBUG:teuthology.orchestra.run.smithi113:osd.4> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.4.service 2024-04-25T02:25:55.444 INFO:tasks.cephadm:Deploying osd.5 on smithi178 with /dev/vg_nvme/lv_3... 2024-04-25T02:25:55.444 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T02:25:55.689 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:25:55.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:55 smithi113 ceph-mon[32459]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:55.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:55.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:55.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:55 smithi113 ceph-mon[32459]: from='osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T02:25:55.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:55 smithi113 ceph-mon[32459]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T02:25:55.811 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:55 smithi178 ceph-mon[33053]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:55.811 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:55.811 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:55.811 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:55 smithi178 ceph-mon[33053]: from='osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T02:25:55.811 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:55 smithi178 ceph-mon[33053]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T02:25:55.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:55 smithi047 ceph-mon[27871]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:55.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:55.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:55 smithi047 ceph-mon[27871]: from='osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T02:25:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:55 smithi047 ceph-mon[27871]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T02:25:56.866 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:56 smithi178 ceph-mon[33053]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T02:25:56.867 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:56 smithi178 ceph-mon[33053]: from='osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:25:56.867 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:56 smithi178 ceph-mon[33053]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T02:25:56.867 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:56 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:56.867 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:56 smithi178 ceph-mon[33053]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:25:56.867 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:56 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:56.867 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:56 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:56.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:56 smithi047 ceph-mon[27871]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T02:25:56.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:56 smithi047 ceph-mon[27871]: from='osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:25:56.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:56 smithi047 ceph-mon[27871]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T02:25:56.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:56 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:56.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:56 smithi047 ceph-mon[27871]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:25:56.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:56 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:56.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:56 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:57.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:56 smithi113 ceph-mon[32459]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T02:25:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:56 smithi113 ceph-mon[32459]: from='osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:25:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:56 smithi113 ceph-mon[32459]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T02:25:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:56 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:56 smithi113 ceph-mon[32459]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:25:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:56 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:56 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:25:57.594 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:57 smithi113 ceph-mon[32459]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:57.594 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:57 smithi113 ceph-mon[32459]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:25:57.594 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:57 smithi113 ceph-mon[32459]: osdmap e33: 5 total, 4 up, 5 in 2024-04-25T02:25:57.595 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:57 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:57.595 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:57 smithi113 ceph-mon[32459]: from='osd.4 ' entity='osd.4' 2024-04-25T02:25:57.595 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:25:57 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:25:57.285+0000 7fc6a2043700 -1 osd.4 0 waiting for initial osdmap 2024-04-25T02:25:57.595 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:25:57 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:25:57.293+0000 7fc69a62f700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:25:57.698 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T02:25:57.698 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T02:25:57.698 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2024-04-25T02:25:57.698 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2024-04-25T02:25:57.698 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00881803 s, 1.2 GB/s 2024-04-25T02:25:57.698 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2024-04-25T02:25:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:57 smithi047 ceph-mon[27871]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:57 smithi047 ceph-mon[27871]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:25:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:57 smithi047 ceph-mon[27871]: osdmap e33: 5 total, 4 up, 5 in 2024-04-25T02:25:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:57 smithi047 ceph-mon[27871]: from='osd.4 ' entity='osd.4' 2024-04-25T02:25:57.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:58.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:57 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:58.013 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:57 smithi178 ceph-mon[33053]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:25:58.014 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:57 smithi178 ceph-mon[33053]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:25:58.014 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:57 smithi178 ceph-mon[33053]: osdmap e33: 5 total, 4 up, 5 in 2024-04-25T02:25:58.014 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:57 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:58.014 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:57 smithi178 ceph-mon[33053]: from='osd.4 ' entity='osd.4' 2024-04-25T02:25:58.014 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:57 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:58.274 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_3 2024-04-25T02:25:58.522 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:25:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:58 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:25:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:58 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:25:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:58 smithi178 ceph-mon[33053]: osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] boot 2024-04-25T02:25:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:58 smithi178 ceph-mon[33053]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T02:25:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:25:58 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:58.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:58 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:25:58.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:58 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:25:58.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:58 smithi047 ceph-mon[27871]: osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] boot 2024-04-25T02:25:58.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:58 smithi047 ceph-mon[27871]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T02:25:58.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:25:58 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:58 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:25:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:58 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:25:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:58 smithi113 ceph-mon[32459]: osd.4 [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] boot 2024-04-25T02:25:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:58 smithi113 ceph-mon[32459]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T02:25:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:25:58 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.992+0000 7f5e689d0700 1 -- 172.21.15.178:0/2899188150 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64107f80 msgr2=0x7f5e6410a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.992+0000 7f5e689d0700 1 --2- 172.21.15.178:0/2899188150 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64107f80 0x7f5e6410a3f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00b0a0 tx=0x7f5e5c00b3b0 comp rx=0 tx=0).stop 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.992+0000 7f5e689d0700 1 -- 172.21.15.178:0/2899188150 shutdown_connections 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.992+0000 7f5e689d0700 1 --2- 172.21.15.178:0/2899188150 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64107f80 0x7f5e6410a3f0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.992+0000 7f5e689d0700 1 --2- 172.21.15.178:0/2899188150 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5e64102d20 0x7f5e64105110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.992+0000 7f5e689d0700 1 --2- 172.21.15.178:0/2899188150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e64105650 0x7f5e64107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.992+0000 7f5e689d0700 1 -- 172.21.15.178:0/2899188150 >> 172.21.15.178:0/2899188150 conn(0x7f5e640fc730 msgr2=0x7f5e640feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 -- 172.21.15.178:0/2899188150 shutdown_connections 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 -- 172.21.15.178:0/2899188150 wait complete. 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 Processor -- start 2024-04-25T02:25:59.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 -- start start 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64102d20 0x7f5e64102680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5e64105650 0x7f5e64100cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e64107f80 0x7f5e64101210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6410df40 con 0x7f5e64107f80 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6410ddc0 con 0x7f5e64105650 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.993+0000 7f5e689d0700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6410e0c0 con 0x7f5e64102d20 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64102d20 0x7f5e64102680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64102d20 0x7f5e64102680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:60138/0 (socket says 172.21.15.178:60138) 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 -- 172.21.15.178:0/3497647634 learned_addr learned my addr 172.21.15.178:0/3497647634 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e61d9b700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5e64105650 0x7f5e64100cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 -- 172.21.15.178:0/3497647634 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5e64105650 msgr2=0x7f5e64100cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5e64105650 0x7f5e64100cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 -- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e64107f80 msgr2=0x7f5e64101210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:25:59.999 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e64107f80 0x7f5e64101210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:00.000 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 -- 172.21.15.178:0/3497647634 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e64101ac0 con 0x7f5e64102d20 2024-04-25T02:26:00.000 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e6259c700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64102d20 0x7f5e64102680 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5e5400b530 tx=0x7f5e5400b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:26:00.000 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e537fe700 1 -- 172.21.15.178:0/3497647634 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e54015020 con 0x7f5e64102d20 2024-04-25T02:26:00.000 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e641a2720 con 0x7f5e64102d20 2024-04-25T02:26:00.000 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e537fe700 1 -- 172.21.15.178:0/3497647634 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e54011d10 con 0x7f5e64102d20 2024-04-25T02:26:00.000 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e537fe700 1 -- 172.21.15.178:0/3497647634 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5400f2e0 con 0x7f5e64102d20 2024-04-25T02:26:00.000 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.994+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e641a2c60 con 0x7f5e64102d20 2024-04-25T02:26:00.001 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.995+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e64068f20 con 0x7f5e64102d20 2024-04-25T02:26:00.001 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.996+0000 7f5e537fe700 1 -- 172.21.15.178:0/3497647634 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5e54018020 con 0x7f5e64102d20 2024-04-25T02:26:00.001 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.997+0000 7f5e537fe700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5e4c0a2c20 0x7f5e4c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:26:00.001 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.997+0000 7f5e537fe700 1 -- 172.21.15.178:0/3497647634 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7f5e540cde10 con 0x7f5e64102d20 2024-04-25T02:26:00.001 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.998+0000 7f5e61d9b700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5e4c0a2c20 0x7f5e4c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:26:00.001 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:25:59.999+0000 7f5e61d9b700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5e4c0a2c20 0x7f5e4c0a50e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5e58009a10 tx=0x7f5e58009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:26:00.004 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:00.001+0000 7f5e537fe700 1 -- 172.21.15.178:0/3497647634 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5e5401f020 con 0x7f5e64102d20 2024-04-25T02:26:00.211 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:00.208+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5e64062670 con 0x7f5e4c0a2c20 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi113 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:00.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:00.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:00.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:00 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:26:00.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi113 2024-04-25T02:26:00.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:00.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:00 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 129 MiB used, 357 GiB / 358 GiB avail 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi113 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:00.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:00.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:00.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:00.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:00.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:00 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:01.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:01 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi113 to 8544M 2024-04-25T02:26:01.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:01 smithi113 ceph-mon[32459]: osdmap e35: 5 total, 5 up, 5 in 2024-04-25T02:26:01.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:26:01.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:26:01.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:01.522 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:01 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi113 to 8544M 2024-04-25T02:26:01.522 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:01 smithi178 ceph-mon[33053]: osdmap e35: 5 total, 5 up, 5 in 2024-04-25T02:26:01.522 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:26:01.522 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:26:01.522 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:01.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:01 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi113 to 8544M 2024-04-25T02:26:01.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:01 smithi047 ceph-mon[27871]: osdmap e35: 5 total, 5 up, 5 in 2024-04-25T02:26:01.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:26:01.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:26:01.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:02.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:02 smithi178 ceph-mon[33053]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:26:02.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:02 smithi178 ceph-mon[33053]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:02.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:02 smithi113 ceph-mon[32459]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:26:02.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:02 smithi113 ceph-mon[32459]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:02.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:02 smithi047 ceph-mon[27871]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:26:02.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:02 smithi047 ceph-mon[27871]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:03.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:03 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/1274242325' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]: dispatch 2024-04-25T02:26:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:03 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]: dispatch 2024-04-25T02:26:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:03 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]': finished 2024-04-25T02:26:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:03 smithi113 ceph-mon[32459]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T02:26:03.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:03 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:03.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:03 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/1274242325' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]: dispatch 2024-04-25T02:26:03.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:03 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]: dispatch 2024-04-25T02:26:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:03 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]': finished 2024-04-25T02:26:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:03 smithi178 ceph-mon[33053]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T02:26:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:03 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:03.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:03 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/1274242325' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]: dispatch 2024-04-25T02:26:03.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:03 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]: dispatch 2024-04-25T02:26:03.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:03 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1b45ae99-1714-40eb-a6ec-ece8c7e1171e"}]': finished 2024-04-25T02:26:03.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:03 smithi047 ceph-mon[27871]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T02:26:03.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:03 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:04.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:04 smithi113 ceph-mon[32459]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:04.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:04 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/509345906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:26:04.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:04 smithi178 ceph-mon[33053]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:04.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:04 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/509345906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:26:04.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:04 smithi047 ceph-mon[27871]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:04.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:04 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/509345906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:26:05.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:05 smithi113 ceph-mon[32459]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:05.560 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:05 smithi047 ceph-mon[27871]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:05.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:05 smithi178 ceph-mon[33053]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:07.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:07 smithi047 ceph-mon[27871]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:07.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:07 smithi113 ceph-mon[32459]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:07.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:07 smithi178 ceph-mon[33053]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:09.581 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:09 smithi178 ceph-mon[33053]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:09.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:09 smithi047 ceph-mon[27871]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:09.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:09 smithi113 ceph-mon[32459]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:10.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T02:26:10.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:10.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T02:26:10.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:10.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T02:26:10.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:11.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:11 smithi178 ceph-mon[33053]: Deploying daemon osd.5 on smithi178 2024-04-25T02:26:11.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:11 smithi178 ceph-mon[33053]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:11 smithi047 ceph-mon[27871]: Deploying daemon osd.5 on smithi178 2024-04-25T02:26:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:11 smithi047 ceph-mon[27871]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:11.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:11 smithi113 ceph-mon[32459]: Deploying daemon osd.5 on smithi178 2024-04-25T02:26:11.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:11 smithi113 ceph-mon[32459]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:13.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:13 smithi178 ceph-mon[33053]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:13.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:13 smithi047 ceph-mon[27871]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:13.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:13 smithi113 ceph-mon[32459]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:15.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:15 smithi047 ceph-mon[27871]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:15.663 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:15 smithi178 ceph-mon[33053]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:15.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:15 smithi113 ceph-mon[32459]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:17.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:16 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:16 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:16 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:17.070 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:16 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:17.070 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:16 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:17.070 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:16 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:17.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:16 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:17.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:16 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:17.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:16 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:18.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:17 smithi113 ceph-mon[32459]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:18.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:17 smithi178 ceph-mon[33053]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:18.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:17 smithi047 ceph-mon[27871]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:19.601 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.597+0000 7f5e537fe700 1 -- 172.21.15.178:0/3497647634 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5e64062670 con 0x7f5e4c0a2c20 2024-04-25T02:26:19.601 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 5 on host 'smithi178' 2024-04-25T02:26:19.603 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5e4c0a2c20 msgr2=0x7f5e4c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:26:19.603 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5e4c0a2c20 0x7f5e4c0a50e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5e58009a10 tx=0x7f5e58009190 comp rx=0 tx=0).stop 2024-04-25T02:26:19.603 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64102d20 msgr2=0x7f5e64102680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:26:19.603 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64102d20 0x7f5e64102680 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5e5400b530 tx=0x7f5e5400b840 comp rx=0 tx=0).stop 2024-04-25T02:26:19.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 shutdown_connections 2024-04-25T02:26:19.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5e4c0a2c20 0x7f5e4c0a50e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:19.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5e64102d20 0x7f5e64102680 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:19.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e64107f80 0x7f5e64101210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:19.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 --2- 172.21.15.178:0/3497647634 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5e64105650 0x7f5e64100cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:19.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 >> 172.21.15.178:0/3497647634 conn(0x7f5e640fc730 msgr2=0x7f5e64103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:26:19.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 shutdown_connections 2024-04-25T02:26:19.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:26:19.600+0000 7f5e689d0700 1 -- 172.21.15.178:0/3497647634 wait complete. 2024-04-25T02:26:19.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T02:26:19.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:19 smithi178 ceph-mon[33053]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T02:26:19.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:19.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T02:26:19.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:19 smithi047 ceph-mon[27871]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T02:26:20.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:20.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T02:26:20.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:19 smithi113 ceph-mon[32459]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T02:26:20.260 DEBUG:teuthology.orchestra.run.smithi178:osd.5> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.5.service 2024-04-25T02:26:20.263 INFO:tasks.cephadm:Deploying osd.6 on smithi047 with /dev/vg_nvme/lv_2... 2024-04-25T02:26:20.263 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T02:26:20.734 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:26:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:21 smithi178 ceph-mon[33053]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:21 smithi178 ceph-mon[33053]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T02:26:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:21 smithi178 ceph-mon[33053]: from='osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:26:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:21 smithi178 ceph-mon[33053]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T02:26:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:21.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:21 smithi178 ceph-mon[33053]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:26:21.840 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:26:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:26:21.581+0000 7fd495577700 -1 osd.5 0 waiting for initial osdmap 2024-04-25T02:26:21.840 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:26:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:26:21.588+0000 7fd491b6b700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:26:21.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:21 smithi047 ceph-mon[27871]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:21.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:21 smithi047 ceph-mon[27871]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T02:26:21.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:21 smithi047 ceph-mon[27871]: from='osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:26:21.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:21 smithi047 ceph-mon[27871]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T02:26:21.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:21.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:21 smithi047 ceph-mon[27871]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:26:22.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:21 smithi113 ceph-mon[32459]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:22.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:21 smithi113 ceph-mon[32459]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T02:26:22.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:21 smithi113 ceph-mon[32459]: from='osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:26:22.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:21 smithi113 ceph-mon[32459]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T02:26:22.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:21 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:22.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:21 smithi113 ceph-mon[32459]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:26:22.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:22 smithi178 ceph-mon[33053]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:26:22.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:22 smithi178 ceph-mon[33053]: osdmap e38: 6 total, 5 up, 6 in 2024-04-25T02:26:22.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:22 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:22.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:22 smithi047 ceph-mon[27871]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:26:22.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:22 smithi047 ceph-mon[27871]: osdmap e38: 6 total, 5 up, 6 in 2024-04-25T02:26:22.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:22 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:23.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:22 smithi113 ceph-mon[32459]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:26:23.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:22 smithi113 ceph-mon[32459]: osdmap e38: 6 total, 5 up, 6 in 2024-04-25T02:26:23.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:23.865 INFO:teuthology.orchestra.run.smithi047.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T02:26:23.866 INFO:teuthology.orchestra.run.smithi047.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T02:26:23.866 INFO:teuthology.orchestra.run.smithi047.stderr: stderr: 10+0 records in 2024-04-25T02:26:23.866 INFO:teuthology.orchestra.run.smithi047.stderr:10+0 records out 2024-04-25T02:26:23.866 INFO:teuthology.orchestra.run.smithi047.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0364448 s, 288 MB/s 2024-04-25T02:26:23.866 INFO:teuthology.orchestra.run.smithi047.stderr:--> Zapping successful for: 2024-04-25T02:26:23.866 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:26:23.866 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:26:23.866 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:23.866 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] boot 2024-04-25T02:26:23.866 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T02:26:23.866 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:23.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:23 smithi047 ceph-mon[27871]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T02:26:24.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] boot 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:24.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:24.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:24.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:23 smithi113 ceph-mon[32459]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T02:26:24.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: osd.5 [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] boot 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:26:24.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:24.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:23 smithi178 ceph-mon[33053]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T02:26:24.767 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:24 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi178 2024-04-25T02:26:24.767 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:24 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi178 to 8544M 2024-04-25T02:26:24.767 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:24 smithi178 ceph-mon[33053]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T02:26:24.815 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_2 2024-04-25T02:26:24.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:24 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi178 2024-04-25T02:26:24.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:24 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi178 to 8544M 2024-04-25T02:26:24.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:24 smithi047 ceph-mon[27871]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T02:26:25.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:24 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi178 2024-04-25T02:26:25.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:24 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi178 to 8544M 2024-04-25T02:26:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:24 smithi113 ceph-mon[32459]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T02:26:25.255 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:26:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:25 smithi047 ceph-mon[27871]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:26.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:25 smithi113 ceph-mon[32459]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:26.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:25 smithi178 ceph-mon[33053]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:26.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:26 smithi047 ceph-mon[27871]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T02:26:26.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:26 smithi047 ceph-mon[27871]: osdmap e43: 6 total, 6 up, 6 in 2024-04-25T02:26:27.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:26 smithi113 ceph-mon[32459]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T02:26:27.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:26 smithi113 ceph-mon[32459]: osdmap e43: 6 total, 6 up, 6 in 2024-04-25T02:26:27.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:26 smithi178 ceph-mon[33053]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T02:26:27.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:26 smithi178 ceph-mon[33053]: osdmap e43: 6 total, 6 up, 6 in 2024-04-25T02:26:27.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.394+0000 7f787bc00700 1 -- 172.21.15.47:0/1068455547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78741034a0 msgr2=0x7f7874103900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:26:27.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.394+0000 7f787bc00700 1 --2- 172.21.15.47:0/1068455547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78741034a0 0x7f7874103900 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7864009990 tx=0x7f7864009ca0 comp rx=0 tx=0).stop 2024-04-25T02:26:27.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.395+0000 7f787bc00700 1 -- 172.21.15.47:0/1068455547 shutdown_connections 2024-04-25T02:26:27.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.395+0000 7f787bc00700 1 --2- 172.21.15.47:0/1068455547 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7874103e40 0x7f787410a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:27.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.395+0000 7f787bc00700 1 --2- 172.21.15.47:0/1068455547 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f78741022a0 0x7f78741026c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:27.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.395+0000 7f787bc00700 1 --2- 172.21.15.47:0/1068455547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78741034a0 0x7f7874103900 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:27.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.395+0000 7f787bc00700 1 -- 172.21.15.47:0/1068455547 >> 172.21.15.47:0/1068455547 conn(0x7f78740fd800 msgr2=0x7f78740ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:26:27.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.395+0000 7f787bc00700 1 -- 172.21.15.47:0/1068455547 shutdown_connections 2024-04-25T02:26:27.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.395+0000 7f787bc00700 1 -- 172.21.15.47:0/1068455547 wait complete. 2024-04-25T02:26:27.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.396+0000 7f787bc00700 1 Processor -- start 2024-04-25T02:26:27.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.396+0000 7f787bc00700 1 -- start start 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.396+0000 7f787bc00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f78741022a0 0x7f78741984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f787bc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78741034a0 0x7f7874198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f787bc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7874103e40 0x7f787419fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f787bc00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f787410dee0 con 0x7f7874103e40 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f787bc00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f787410dd60 con 0x7f78741022a0 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f787bc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f787410e060 con 0x7f78741034a0 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f78741022a0 0x7f78741984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879c00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7874103e40 0x7f787419fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f78741022a0 0x7f78741984f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:51656/0 (socket says 172.21.15.47:51656) 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879200700 1 -- 172.21.15.47:0/2761561428 learned_addr learned my addr 172.21.15.47:0/2761561428 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7873e00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78741034a0 0x7f7874198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879200700 1 -- 172.21.15.47:0/2761561428 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78741034a0 msgr2=0x7f7874198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:26:27.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879200700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78741034a0 0x7f7874198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:27.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879200700 1 -- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7874103e40 msgr2=0x7f787419fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:26:27.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879200700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7874103e40 0x7f787419fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:27.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.397+0000 7f7879200700 1 -- 172.21.15.47:0/2761561428 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78741a0150 con 0x7f78741022a0 2024-04-25T02:26:27.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.398+0000 7f7879200700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f78741022a0 0x7f78741984f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f786800e950 tx=0x7f786800ec60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:26:27.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.398+0000 7f7871600700 1 -- 172.21.15.47:0/2761561428 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7868004230 con 0x7f78741022a0 2024-04-25T02:26:27.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.398+0000 7f7871600700 1 -- 172.21.15.47:0/2761561428 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78680043d0 con 0x7f78741022a0 2024-04-25T02:26:27.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.398+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78741a0440 con 0x7f78741022a0 2024-04-25T02:26:27.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.398+0000 7f7871600700 1 -- 172.21.15.47:0/2761561428 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7868003e00 con 0x7f78741022a0 2024-04-25T02:26:27.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.398+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78741a0930 con 0x7f78741022a0 2024-04-25T02:26:27.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.399+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7874068f20 con 0x7f78741022a0 2024-04-25T02:26:27.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.401+0000 7f7871600700 1 -- 172.21.15.47:0/2761561428 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f786800c7c0 con 0x7f78741022a0 2024-04-25T02:26:27.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.403+0000 7f7871600700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f785c0a2c20 0x7f785c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:26:27.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.403+0000 7f7871600700 1 -- 172.21.15.47:0/2761561428 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4533+0+0 (secure 0 0 0) 0x7f78680ce4a0 con 0x7f78741022a0 2024-04-25T02:26:27.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.403+0000 7f7873e00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f785c0a2c20 0x7f785c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:26:27.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.404+0000 7f7873e00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f785c0a2c20 0x7f785c0a50e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f786400b2e0 tx=0x7f7864005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:26:27.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.407+0000 7f7871600700 1 -- 172.21.15.47:0/2761561428 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f786809c220 con 0x7f78741022a0 2024-04-25T02:26:27.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:27.644+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f7874062670 con 0x7f785c0a2c20 2024-04-25T02:26:27.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:27 smithi047 ceph-mon[27871]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T02:26:28.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:27 smithi113 ceph-mon[32459]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T02:26:28.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:27 smithi178 ceph-mon[33053]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T02:26:28.908 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:28 smithi113 ceph-mon[32459]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:26:28.908 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:26:28.908 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:26:28.908 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:28.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:28 smithi047 ceph-mon[27871]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:26:28.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:26:28.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:26:28.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:28 smithi178 ceph-mon[33053]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:26:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:26:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:26:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:29.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:29 smithi047 ceph-mon[27871]: pgmap v162: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-25T02:26:30.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:29 smithi113 ceph-mon[32459]: pgmap v162: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-25T02:26:30.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:29 smithi178 ceph-mon[33053]: pgmap v162: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-25T02:26:31.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:31 smithi047 ceph-mon[27871]: pgmap v163: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T02:26:32.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:31 smithi113 ceph-mon[32459]: pgmap v163: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T02:26:32.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:31 smithi178 ceph-mon[33053]: pgmap v163: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T02:26:32.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:32 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1978672568' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]: dispatch 2024-04-25T02:26:32.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:32 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]: dispatch 2024-04-25T02:26:32.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:32 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]': finished 2024-04-25T02:26:32.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:32 smithi047 ceph-mon[27871]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T02:26:32.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:33.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:32 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1978672568' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]: dispatch 2024-04-25T02:26:33.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:32 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]: dispatch 2024-04-25T02:26:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:32 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]': finished 2024-04-25T02:26:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:32 smithi113 ceph-mon[32459]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T02:26:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:33.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:32 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1978672568' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]: dispatch 2024-04-25T02:26:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:32 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]: dispatch 2024-04-25T02:26:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:32 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "460cb5c7-d4f6-48cd-a318-3f331110c1d8"}]': finished 2024-04-25T02:26:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:32 smithi178 ceph-mon[33053]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T02:26:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:33.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:33 smithi047 ceph-mon[27871]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:33.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:33 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/824719837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:26:34.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:33 smithi113 ceph-mon[32459]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:34.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:33 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/824719837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:26:34.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:33 smithi178 ceph-mon[33053]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:33 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/824719837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:26:35.992 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:35 smithi047 ceph-mon[27871]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:36.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:35 smithi113 ceph-mon[32459]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:36.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:35 smithi178 ceph-mon[33053]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:37.936 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:37 smithi047 ceph-mon[27871]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:38.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:37 smithi113 ceph-mon[32459]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:37 smithi178 ceph-mon[33053]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:40.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:39 smithi113 ceph-mon[32459]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:40.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:39 smithi178 ceph-mon[33053]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:40.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:39 smithi047 ceph-mon[27871]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:42.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:41 smithi113 ceph-mon[32459]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:42.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:41 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T02:26:42.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:41 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:42.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:41 smithi113 ceph-mon[32459]: Deploying daemon osd.6 on smithi047 2024-04-25T02:26:42.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:41 smithi178 ceph-mon[33053]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:42.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:41 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T02:26:42.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:41 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:42.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:41 smithi178 ceph-mon[33053]: Deploying daemon osd.6 on smithi047 2024-04-25T02:26:42.148 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:41 smithi047 ceph-mon[27871]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:42.148 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:41 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T02:26:42.148 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:41 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:26:42.148 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:41 smithi047 ceph-mon[27871]: Deploying daemon osd.6 on smithi047 2024-04-25T02:26:43.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:43 smithi047 ceph-mon[27871]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:44.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:43 smithi113 ceph-mon[32459]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:44.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:43 smithi178 ceph-mon[33053]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:45.872 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:45 smithi047 ceph-mon[27871]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:46.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:45 smithi113 ceph-mon[32459]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:46.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:45 smithi178 ceph-mon[33053]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:48.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:47 smithi113 ceph-mon[32459]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:48.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:47 smithi178 ceph-mon[33053]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:48.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:47 smithi047 ceph-mon[27871]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:49.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:49 smithi047 ceph-mon[27871]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:50.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:49 smithi113 ceph-mon[32459]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:50.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:49 smithi178 ceph-mon[33053]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:51.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:51.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:51.115 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:51.115 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:51.115 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:51.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:51.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:51.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:26:51.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:51 smithi047 ceph-mon[27871]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:52.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:51 smithi113 ceph-mon[32459]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:52.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:51 smithi178 ceph-mon[33053]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:54.141 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:53 smithi178 ceph-mon[33053]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:54.141 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:53 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:54.141 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:53 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:54.141 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:53 smithi178 ceph-mon[33053]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T02:26:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:53 smithi047 ceph-mon[27871]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:53 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:53 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:53 smithi047 ceph-mon[27871]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T02:26:54.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:53 smithi113 ceph-mon[32459]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:54.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:53 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:54.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:53 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:54.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:53 smithi113 ceph-mon[32459]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T02:26:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.697+0000 7f7871600700 1 -- 172.21.15.47:0/2761561428 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7874062670 con 0x7f785c0a2c20 2024-04-25T02:26:54.701 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 6 on host 'smithi047' 2024-04-25T02:26:54.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f785c0a2c20 msgr2=0x7f785c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:26:54.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f785c0a2c20 0x7f785c0a50e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f786400b2e0 tx=0x7f7864005fd0 comp rx=0 tx=0).stop 2024-04-25T02:26:54.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f78741022a0 msgr2=0x7f78741984f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:26:54.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f78741022a0 0x7f78741984f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f786800e950 tx=0x7f786800ec60 comp rx=0 tx=0).stop 2024-04-25T02:26:54.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 shutdown_connections 2024-04-25T02:26:54.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f785c0a2c20 0x7f785c0a50e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:54.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7874103e40 0x7f787419fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f78741022a0 0x7f78741984f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 --2- 172.21.15.47:0/2761561428 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78741034a0 0x7f7874198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:26:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 >> 172.21.15.47:0/2761561428 conn(0x7f78740fd800 msgr2=0x7f78741067a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:26:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 shutdown_connections 2024-04-25T02:26:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:26:54.700+0000 7f787bc00700 1 -- 172.21.15.47:0/2761561428 wait complete. 2024-04-25T02:26:55.582 DEBUG:teuthology.orchestra.run.smithi047:osd.6> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.6.service 2024-04-25T02:26:55.588 INFO:tasks.cephadm:Deploying osd.7 on smithi113 with /dev/vg_nvme/lv_2... 2024-04-25T02:26:55.589 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T02:26:55.834 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:26:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-mon[27871]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-mon[27871]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T02:26:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-mon[27871]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T02:26:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-mon[27871]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:26:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:55.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:26:55.735+0000 7fa93d600700 -1 osd.6 0 waiting for initial osdmap 2024-04-25T02:26:55.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:26:55 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:26:55.751+0000 7fa938e00700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:26:55.956 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:55 smithi113 ceph-mon[32459]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:55.956 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:55.956 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:55.956 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:55 smithi113 ceph-mon[32459]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T02:26:55.956 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:55 smithi113 ceph-mon[32459]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T02:26:55.956 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:55 smithi113 ceph-mon[32459]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:26:55.956 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:56.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:55 smithi178 ceph-mon[33053]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:56.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:56.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:26:56.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:55 smithi178 ceph-mon[33053]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T02:26:56.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:55 smithi178 ceph-mon[33053]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T02:26:56.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:55 smithi178 ceph-mon[33053]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:26:56.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:56.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:56 smithi047 ceph-mon[27871]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:26:56.964 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:56 smithi047 ceph-mon[27871]: osdmap e46: 7 total, 6 up, 7 in 2024-04-25T02:26:56.964 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:56 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:56.964 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:56 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:57.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:56 smithi113 ceph-mon[32459]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:26:57.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:56 smithi113 ceph-mon[32459]: osdmap e46: 7 total, 6 up, 7 in 2024-04-25T02:26:57.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:56 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:57.009 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:56 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:56 smithi178 ceph-mon[33053]: from='osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:26:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:56 smithi178 ceph-mon[33053]: osdmap e46: 7 total, 6 up, 7 in 2024-04-25T02:26:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:56 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:57.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:56 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:57.691 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T02:26:57.691 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T02:26:57.692 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-04-25T02:26:57.692 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-04-25T02:26:57.692 INFO:teuthology.orchestra.run.smithi113.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0086343 s, 1.2 GB/s 2024-04-25T02:26:57.692 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-04-25T02:26:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:57 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:26:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:57 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:26:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:57 smithi047 ceph-mon[27871]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:57 smithi047 ceph-mon[27871]: osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] boot 2024-04-25T02:26:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:57 smithi047 ceph-mon[27871]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T02:26:57.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:57 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:58.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:57 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:26:58.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:57 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:26:58.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:57 smithi113 ceph-mon[32459]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:57 smithi113 ceph-mon[32459]: osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] boot 2024-04-25T02:26:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:57 smithi113 ceph-mon[32459]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T02:26:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:57 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:57 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:26:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:57 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:26:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:57 smithi178 ceph-mon[33053]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-25T02:26:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:57 smithi178 ceph-mon[33053]: osd.6 [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] boot 2024-04-25T02:26:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:57 smithi178 ceph-mon[33053]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T02:26:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:57 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:26:58.431 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi113:vg_nvme/lv_2 2024-04-25T02:26:58.674 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:26:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:58 smithi113 ceph-mon[32459]: osdmap e48: 7 total, 7 up, 7 in 2024-04-25T02:26:59.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:58 smithi178 ceph-mon[33053]: osdmap e48: 7 total, 7 up, 7 in 2024-04-25T02:26:59.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:58 smithi047 ceph-mon[27871]: osdmap e48: 7 total, 7 up, 7 in 2024-04-25T02:26:59.792 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:26:59 smithi113 ceph-mon[32459]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:00.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:26:59 smithi178 ceph-mon[33053]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:00.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:26:59 smithi047 ceph-mon[27871]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:00.266 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 -- 172.21.15.113:0/1116526706 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c100920 msgr2=0x7fec2c100d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:00.266 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 --2- 172.21.15.113:0/1116526706 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c100920 0x7fec2c100d40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fec2400b0d0 tx=0x7fec2400b3e0 comp rx=0 tx=0).stop 2024-04-25T02:27:00.266 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 -- 172.21.15.113:0/1116526706 shutdown_connections 2024-04-25T02:27:00.267 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 --2- 172.21.15.113:0/1116526706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec2c1024c0 0x7fec2c108d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:00.267 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 --2- 172.21.15.113:0/1116526706 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c100920 0x7fec2c100d40 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:00.267 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 --2- 172.21.15.113:0/1116526706 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fec2c101b20 0x7fec2c101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:00.267 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 -- 172.21.15.113:0/1116526706 >> 172.21.15.113:0/1116526706 conn(0x7fec2c0fbea0 msgr2=0x7fec2c0fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:27:00.267 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 -- 172.21.15.113:0/1116526706 shutdown_connections 2024-04-25T02:27:00.267 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 -- 172.21.15.113:0/1116526706 wait complete. 2024-04-25T02:27:00.267 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.263+0000 7fec310d0700 1 Processor -- start 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec310d0700 1 -- start start 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec310d0700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec2c100920 0x7fec2c1973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec310d0700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c101b20 0x7fec2c197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec310d0700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fec2c1024c0 0x7fec2c19e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec310d0700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fec2c10c5b0 con 0x7fec2c100920 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec310d0700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fec2c10c430 con 0x7fec2c101b20 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec310d0700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fec2c10c730 con 0x7fec2c1024c0 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2a59c700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c101b20 0x7fec2c197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:00.269 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2a59c700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c101b20 0x7fec2c197930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.113:45786/0 (socket says 172.21.15.113:45786) 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2a59c700 1 -- 172.21.15.113:0/2442229838 learned_addr learned my addr 172.21.15.113:0/2442229838 (peer_addr_for_me v2:172.21.15.113:0/0) 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2b59e700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fec2c1024c0 0x7fec2c19e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2a59c700 1 -- 172.21.15.113:0/2442229838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fec2c1024c0 msgr2=0x7fec2c19e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2a59c700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fec2c1024c0 0x7fec2c19e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2a59c700 1 -- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec2c100920 msgr2=0x7fec2c1973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2a59c700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec2c100920 0x7fec2c1973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.264+0000 7fec2a59c700 1 -- 172.21.15.113:0/2442229838 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec2c0fd560 con 0x7fec2c101b20 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.265+0000 7fec2a59c700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c101b20 0x7fec2c197930 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fec1400c9b0 tx=0x7fec1400cd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.265+0000 7fec23fff700 1 -- 172.21.15.113:0/2442229838 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec14007b00 con 0x7fec2c101b20 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.265+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec2c0fd850 con 0x7fec2c101b20 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.265+0000 7fec23fff700 1 -- 172.21.15.113:0/2442229838 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec14007ca0 con 0x7fec2c101b20 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.265+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec2c0fde60 con 0x7fec2c101b20 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.265+0000 7fec23fff700 1 -- 172.21.15.113:0/2442229838 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec14018780 con 0x7fec2c101b20 2024-04-25T02:27:00.270 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.266+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec2c108030 con 0x7fec2c101b20 2024-04-25T02:27:00.271 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.267+0000 7fec23fff700 1 -- 172.21.15.113:0/2442229838 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fec1400f450 con 0x7fec2c101b20 2024-04-25T02:27:00.271 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.267+0000 7fec23fff700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fec180a2c20 0x7fec180a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:00.271 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.268+0000 7fec23fff700 1 -- 172.21.15.113:0/2442229838 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7fec140ce650 con 0x7fec2c101b20 2024-04-25T02:27:00.271 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.268+0000 7fec2ad9d700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fec180a2c20 0x7fec180a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:00.272 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.269+0000 7fec2ad9d700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fec180a2c20 0x7fec180a50e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fec2400b0d0 tx=0x7fec24000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:27:00.274 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.271+0000 7fec23fff700 1 -- 172.21.15.113:0/2442229838 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fec14014030 con 0x7fec2c101b20 2024-04-25T02:27:00.489 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:00.486+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fec2c02dcb0 con 0x7fec180a2c20 2024-04-25T02:27:01.391 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi047 2024-04-25T02:27:01.391 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.391 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.391 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.391 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi047 to 5698M 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:01.392 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:01.393 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.393 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:01.393 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.393 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:01.393 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi047 2024-04-25T02:27:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi047 to 5698M 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:01.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:01.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:01.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi047 2024-04-25T02:27:01.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi047 to 5698M 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:01.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:01.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:01.662 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:03.659 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:03 smithi113 ceph-mon[32459]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:03.659 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:03 smithi113 ceph-mon[32459]: from='client.? 172.21.15.113:0/1468966775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]: dispatch 2024-04-25T02:27:03.659 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:03 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]: dispatch 2024-04-25T02:27:03.659 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:03 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]': finished 2024-04-25T02:27:03.660 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:03 smithi113 ceph-mon[32459]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T02:27:03.660 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:03 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:03.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:03 smithi047 ceph-mon[27871]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:03.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:03 smithi047 ceph-mon[27871]: from='client.? 172.21.15.113:0/1468966775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]: dispatch 2024-04-25T02:27:03.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:03 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]: dispatch 2024-04-25T02:27:03.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:03 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]': finished 2024-04-25T02:27:03.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:03 smithi047 ceph-mon[27871]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T02:27:03.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:03 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:03.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:03 smithi178 ceph-mon[33053]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:03.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:03 smithi178 ceph-mon[33053]: from='client.? 172.21.15.113:0/1468966775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]: dispatch 2024-04-25T02:27:03.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:03 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]: dispatch 2024-04-25T02:27:03.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:03 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2682cee-335b-41c2-ab9a-d84ae3029fd2"}]': finished 2024-04-25T02:27:03.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:03 smithi178 ceph-mon[33053]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T02:27:03.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:03 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:04.720 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:04 smithi047 ceph-mon[27871]: from='client.? 172.21.15.113:0/536968516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:04.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:04 smithi113 ceph-mon[32459]: from='client.? 172.21.15.113:0/536968516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:04.835 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:04 smithi178 ceph-mon[33053]: from='client.? 172.21.15.113:0/536968516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:05.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:05 smithi113 ceph-mon[32459]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:05.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:05 smithi178 ceph-mon[33053]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:05.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:05 smithi047 ceph-mon[27871]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:07.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:07 smithi113 ceph-mon[32459]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:07.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:07 smithi178 ceph-mon[33053]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:07.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:07 smithi047 ceph-mon[27871]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:09.726 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:09 smithi113 ceph-mon[32459]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:09.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:09 smithi178 ceph-mon[33053]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:09.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:09 smithi047 ceph-mon[27871]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:11.695 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:11 smithi113 ceph-mon[32459]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:11.695 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T02:27:11.695 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:11.695 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:11 smithi113 ceph-mon[32459]: Deploying daemon osd.7 on smithi113 2024-04-25T02:27:11.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:11 smithi178 ceph-mon[33053]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T02:27:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:11 smithi178 ceph-mon[33053]: Deploying daemon osd.7 on smithi113 2024-04-25T02:27:11.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:11 smithi047 ceph-mon[27871]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:11.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T02:27:11.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:11.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:11 smithi047 ceph-mon[27871]: Deploying daemon osd.7 on smithi113 2024-04-25T02:27:13.705 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:13 smithi113 ceph-mon[32459]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:13.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:13 smithi178 ceph-mon[33053]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:13.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:13 smithi047 ceph-mon[27871]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:15.728 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:15 smithi113 ceph-mon[32459]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:15.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:15 smithi178 ceph-mon[33053]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:15.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:15 smithi047 ceph-mon[27871]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:17.613 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:17 smithi113 ceph-mon[32459]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:17.614 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:17 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:17.614 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:17 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:17.614 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:17 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:17.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:17 smithi178 ceph-mon[33053]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:17.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:17 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:17.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:17 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:17.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:17 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:17.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:17 smithi047 ceph-mon[27871]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:17.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:17 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:17.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:17 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:17.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:17 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:19.543 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:19 smithi113 ceph-mon[32459]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:19.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:19 smithi178 ceph-mon[33053]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:19.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:19 smithi047 ceph-mon[27871]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:20.240 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 7 on host 'smithi113' 2024-04-25T02:27:20.240 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.236+0000 7fec23fff700 1 -- 172.21.15.113:0/2442229838 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fec2c02dcb0 con 0x7fec180a2c20 2024-04-25T02:27:20.242 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fec180a2c20 msgr2=0x7fec180a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:20.242 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fec180a2c20 0x7fec180a50e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fec2400b0d0 tx=0x7fec24000f40 comp rx=0 tx=0).stop 2024-04-25T02:27:20.242 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c101b20 msgr2=0x7fec2c197930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:20.242 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c101b20 0x7fec2c197930 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fec1400c9b0 tx=0x7fec1400cd70 comp rx=0 tx=0).stop 2024-04-25T02:27:20.242 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 shutdown_connections 2024-04-25T02:27:20.242 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fec180a2c20 0x7fec180a50e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:20.242 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fec2c1024c0 0x7fec2c19e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:20.242 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec2c100920 0x7fec2c1973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:20.243 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 --2- 172.21.15.113:0/2442229838 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fec2c101b20 0x7fec2c197930 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:20.243 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 >> 172.21.15.113:0/2442229838 conn(0x7fec2c0fbea0 msgr2=0x7fec2c105170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:27:20.243 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 shutdown_connections 2024-04-25T02:27:20.243 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:27:20.239+0000 7fec310d0700 1 -- 172.21.15.113:0/2442229838 wait complete. 2024-04-25T02:27:20.865 DEBUG:teuthology.orchestra.run.smithi113:osd.7> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.7.service 2024-04-25T02:27:20.868 INFO:tasks.cephadm:Deploying osd.8 on smithi178 with /dev/vg_nvme/lv_2... 2024-04-25T02:27:20.868 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T02:27:21.115 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:27:21.506 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.506 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.506 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:21 smithi178 ceph-mon[33053]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:21.506 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:21 smithi178 ceph-mon[33053]: from='osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:21 smithi178 ceph-mon[33053]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:21 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:21 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:21 smithi113 ceph-mon[32459]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:21 smithi113 ceph-mon[32459]: from='osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:21 smithi113 ceph-mon[32459]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:21 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:21 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:21 smithi047 ceph-mon[27871]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:21.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:21 smithi047 ceph-mon[27871]: from='osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T02:27:21.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:21 smithi047 ceph-mon[27871]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T02:27:21.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:21.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:22.405 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:22 smithi178 ceph-mon[33053]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T02:27:22.406 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:22 smithi178 ceph-mon[33053]: from='osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:27:22.406 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:22 smithi178 ceph-mon[33053]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T02:27:22.406 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:22 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:22.406 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:22 smithi178 ceph-mon[33053]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:27:22.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:22 smithi113 ceph-mon[32459]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T02:27:22.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:22 smithi113 ceph-mon[32459]: from='osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:27:22.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:22 smithi113 ceph-mon[32459]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T02:27:22.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:22.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:22 smithi113 ceph-mon[32459]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:27:22.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:22 smithi047 ceph-mon[27871]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T02:27:22.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:22 smithi047 ceph-mon[27871]: from='osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:27:22.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:22 smithi047 ceph-mon[27871]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T02:27:22.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:22 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:22.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:22 smithi047 ceph-mon[27871]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:27:22.940 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T02:27:22.940 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T02:27:22.941 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2024-04-25T02:27:22.941 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2024-04-25T02:27:22.941 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00852782 s, 1.2 GB/s 2024-04-25T02:27:22.941 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2024-04-25T02:27:23.184 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:27:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:27:22.918+0000 7ff165fb2700 -1 osd.7 0 waiting for initial osdmap 2024-04-25T02:27:23.184 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:27:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:27:22.929+0000 7ff15e59e700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:27:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:23 smithi113 ceph-mon[32459]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:27:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:23 smithi113 ceph-mon[32459]: osdmap e51: 8 total, 7 up, 8 in 2024-04-25T02:27:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:23 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:23 smithi113 ceph-mon[32459]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:23.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:23 smithi113 ceph-mon[32459]: from='osd.7 ' entity='osd.7' 2024-04-25T02:27:23.584 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:23 smithi178 ceph-mon[33053]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:27:23.584 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:23 smithi178 ceph-mon[33053]: osdmap e51: 8 total, 7 up, 8 in 2024-04-25T02:27:23.584 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:23.584 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:23 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:23.584 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:23 smithi178 ceph-mon[33053]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:23.584 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:23 smithi178 ceph-mon[33053]: from='osd.7 ' entity='osd.7' 2024-04-25T02:27:23.613 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_2 2024-04-25T02:27:23.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:23 smithi047 ceph-mon[27871]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:27:23.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:23 smithi047 ceph-mon[27871]: osdmap e51: 8 total, 7 up, 8 in 2024-04-25T02:27:23.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:23.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:23 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:23.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:23 smithi047 ceph-mon[27871]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-04-25T02:27:23.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:23 smithi047 ceph-mon[27871]: from='osd.7 ' entity='osd.7' 2024-04-25T02:27:23.860 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:27:24.472 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:24 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:27:24.472 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:24 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:27:24.472 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:24 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:24.472 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:24 smithi113 ceph-mon[32459]: osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] boot 2024-04-25T02:27:24.472 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:24 smithi113 ceph-mon[32459]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T02:27:24.472 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:24 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:24.472 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:24 smithi113 ceph-mon[32459]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T02:27:24.565 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:24 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:27:24.565 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:24 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:27:24.565 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:24 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:24.565 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:24 smithi178 ceph-mon[33053]: osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] boot 2024-04-25T02:27:24.565 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:24 smithi178 ceph-mon[33053]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T02:27:24.565 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:24 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:24.566 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:24 smithi178 ceph-mon[33053]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T02:27:24.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:24 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:27:24.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:24 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:27:24.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:24 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:24.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:24 smithi047 ceph-mon[27871]: osd.7 [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] boot 2024-04-25T02:27:24.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:24 smithi047 ceph-mon[27871]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T02:27:24.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:24 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:27:24.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:24 smithi047 ceph-mon[27871]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T02:27:25.374 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 -- 172.21.15.178:0/3776601482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c103540 msgr2=0x7f313c1039a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:25.374 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 --2- 172.21.15.178:0/3776601482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c103540 0x7f313c1039a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3130009990 tx=0x7f3130009ca0 comp rx=0 tx=0).stop 2024-04-25T02:27:25.374 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 -- 172.21.15.178:0/3776601482 shutdown_connections 2024-04-25T02:27:25.374 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 --2- 172.21.15.178:0/3776601482 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f313c103ee0 0x7f313c10a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:25.374 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 --2- 172.21.15.178:0/3776601482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f313c100560 0x7f313c100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:25.374 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 --2- 172.21.15.178:0/3776601482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c103540 0x7f313c1039a0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 -- 172.21.15.178:0/3776601482 >> 172.21.15.178:0/3776601482 conn(0x7f313c0fbea0 msgr2=0x7f313c0fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 -- 172.21.15.178:0/3776601482 shutdown_connections 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 -- 172.21.15.178:0/3776601482 wait complete. 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 Processor -- start 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 -- start start 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c100560 0x7f313c198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.368+0000 7f314251d700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f313c103540 0x7f313c198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f314251d700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f313c103ee0 0x7f313c19fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f314251d700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f313c10df10 con 0x7f313c103ee0 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f314251d700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f313c10dd90 con 0x7f313c103540 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f314251d700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f313c10e090 con 0x7f313c100560 2024-04-25T02:27:25.375 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c100560 0x7f313c198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c100560 0x7f313c198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:33426/0 (socket says 172.21.15.178:33426) 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 -- 172.21.15.178:0/1211196686 learned_addr learned my addr 172.21.15.178:0/1211196686 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313b7fe700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f313c103540 0x7f313c198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 -- 172.21.15.178:0/1211196686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f313c103540 msgr2=0x7f313c198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f313c103540 0x7f313c198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 -- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f313c103ee0 msgr2=0x7f313c19fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f313c103ee0 0x7f313c19fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 -- 172.21.15.178:0/1211196686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f313c1a0160 con 0x7f313c100560 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f313bfff700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c100560 0x7f313c198500 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f312c00b530 tx=0x7f312c00b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f31397fa700 1 -- 172.21.15.178:0/1211196686 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312c015020 con 0x7f313c100560 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f313c1a0450 con 0x7f313c100560 2024-04-25T02:27:25.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f31397fa700 1 -- 172.21.15.178:0/1211196686 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f312c011d10 con 0x7f313c100560 2024-04-25T02:27:25.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f31397fa700 1 -- 172.21.15.178:0/1211196686 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312c00f2e0 con 0x7f313c100560 2024-04-25T02:27:25.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.369+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f313c1a0a60 con 0x7f313c100560 2024-04-25T02:27:25.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.370+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f313c068f20 con 0x7f313c100560 2024-04-25T02:27:25.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.371+0000 7f31397fa700 1 -- 172.21.15.178:0/1211196686 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f312c018020 con 0x7f313c100560 2024-04-25T02:27:25.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.372+0000 7f31397fa700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f31240a2ca0 0x7f31240a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:25.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.372+0000 7f31397fa700 1 -- 172.21.15.178:0/1211196686 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5426+0+0 (secure 0 0 0) 0x7f312c0ce040 con 0x7f313c100560 2024-04-25T02:27:25.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.373+0000 7f313b7fe700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f31240a2ca0 0x7f31240a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:25.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.374+0000 7f313b7fe700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f31240a2ca0 0x7f31240a5160 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f313000b5c0 tx=0x7f3130005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:27:25.380 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.376+0000 7f31397fa700 1 -- 172.21.15.178:0/1211196686 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f312c01f020 con 0x7f313c100560 2024-04-25T02:27:25.588 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:25.584+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f313c062670 con 0x7f31240a2ca0 2024-04-25T02:27:25.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: pgmap v200: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi113 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi113 to 5696M 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T02:27:25.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:25.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:25.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:25.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:25 smithi178 ceph-mon[33053]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: pgmap v200: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi113 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi113 to 5696M 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:25.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:25.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T02:27:25.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:25.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:25.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:25.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:25.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:25 smithi047 ceph-mon[27871]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: pgmap v200: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi113 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi113 to 5696M 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:26.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:26.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:26.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T02:27:26.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:26.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:26.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:26.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:26.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:25 smithi113 ceph-mon[32459]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-25T02:27:26.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:26 smithi178 ceph-mon[33053]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:26.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:26.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:26.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:26.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:26 smithi178 ceph-mon[33053]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T02:27:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:26 smithi047 ceph-mon[27871]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:26 smithi047 ceph-mon[27871]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T02:27:27.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:26 smithi113 ceph-mon[32459]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:26 smithi113 ceph-mon[32459]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T02:27:28.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:27 smithi047 ceph-mon[27871]: pgmap v203: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:28.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:27 smithi047 ceph-mon[27871]: osdmap e56: 8 total, 8 up, 8 in 2024-04-25T02:27:28.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:27 smithi113 ceph-mon[32459]: pgmap v203: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:28.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:27 smithi113 ceph-mon[32459]: osdmap e56: 8 total, 8 up, 8 in 2024-04-25T02:27:28.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:27 smithi178 ceph-mon[33053]: pgmap v203: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:27 smithi178 ceph-mon[33053]: osdmap e56: 8 total, 8 up, 8 in 2024-04-25T02:27:29.158 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:28 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/3688816491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]: dispatch 2024-04-25T02:27:29.158 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:28 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]: dispatch 2024-04-25T02:27:29.158 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:28 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]': finished 2024-04-25T02:27:29.158 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:28 smithi113 ceph-mon[32459]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T02:27:29.158 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:29.158 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:28 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/4071485924' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:28 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/3688816491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]: dispatch 2024-04-25T02:27:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:28 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]: dispatch 2024-04-25T02:27:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:28 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]': finished 2024-04-25T02:27:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:28 smithi047 ceph-mon[27871]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T02:27:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:28 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/4071485924' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:29.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:28 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/3688816491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]: dispatch 2024-04-25T02:27:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:28 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]: dispatch 2024-04-25T02:27:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:28 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b21f705c-3d28-4c27-9754-13c6e252311b"}]': finished 2024-04-25T02:27:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:28 smithi178 ceph-mon[33053]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T02:27:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:29.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:28 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/4071485924' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:30.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:29 smithi047 ceph-mon[27871]: pgmap v206: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:30.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:29 smithi113 ceph-mon[32459]: pgmap v206: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:30.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:29 smithi178 ceph-mon[33053]: pgmap v206: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:31.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:30 smithi113 ceph-mon[32459]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-25T02:27:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:30 smithi113 ceph-mon[32459]: Cluster is now healthy 2024-04-25T02:27:31.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:30 smithi178 ceph-mon[33053]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-25T02:27:31.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:30 smithi178 ceph-mon[33053]: Cluster is now healthy 2024-04-25T02:27:31.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:30 smithi047 ceph-mon[27871]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-25T02:27:31.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:30 smithi047 ceph-mon[27871]: Cluster is now healthy 2024-04-25T02:27:32.210 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:31 smithi178 ceph-mon[33053]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:32.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:31 smithi113 ceph-mon[32459]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:32.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:31 smithi047 ceph-mon[27871]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:34.247 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:33 smithi178 ceph-mon[33053]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:34.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:33 smithi113 ceph-mon[32459]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:34.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:33 smithi047 ceph-mon[27871]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:36.235 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:35 smithi178 ceph-mon[33053]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:36.235 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T02:27:36.235 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:36.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:35 smithi113 ceph-mon[32459]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:36.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T02:27:36.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:36.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:35 smithi047 ceph-mon[27871]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:36.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T02:27:36.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:37.081 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:36 smithi178 ceph-mon[33053]: Deploying daemon osd.8 on smithi178 2024-04-25T02:27:37.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:36 smithi113 ceph-mon[32459]: Deploying daemon osd.8 on smithi178 2024-04-25T02:27:37.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:36 smithi047 ceph-mon[27871]: Deploying daemon osd.8 on smithi178 2024-04-25T02:27:38.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:37 smithi113 ceph-mon[32459]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:38.301 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:37 smithi178 ceph-mon[33053]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:38.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:37 smithi047 ceph-mon[27871]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:39 smithi178 ceph-mon[33053]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:40.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:39 smithi113 ceph-mon[32459]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:40.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:39 smithi047 ceph-mon[27871]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:42.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:41 smithi113 ceph-mon[32459]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:42.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:41 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:42.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:41 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:42.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:41 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:42.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:41 smithi178 ceph-mon[33053]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:42.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:41 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:42.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:41 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:42.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:41 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:42.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:41 smithi047 ceph-mon[27871]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:42.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:41 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:42.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:41 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:42.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:41 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:44.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:43 smithi113 ceph-mon[32459]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:43 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:43 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:43 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:44.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:43 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:44.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:43 smithi178 ceph-mon[33053]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:43 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:43 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:43 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:44.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:43 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:44.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:43 smithi047 ceph-mon[27871]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:44.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:43 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:44.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:43 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:44.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:43 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:44.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:43 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:44.830 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 8 on host 'smithi178' 2024-04-25T02:27:44.831 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.827+0000 7f31397fa700 1 -- 172.21.15.178:0/1211196686 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f313c062670 con 0x7f31240a2ca0 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.829+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f31240a2ca0 msgr2=0x7f31240a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.829+0000 7f314251d700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f31240a2ca0 0x7f31240a5160 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f313000b5c0 tx=0x7f3130005fd0 comp rx=0 tx=0).stop 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.829+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c100560 msgr2=0x7f313c198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.829+0000 7f314251d700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c100560 0x7f313c198500 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f312c00b530 tx=0x7f312c00b840 comp rx=0 tx=0).stop 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.830+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 shutdown_connections 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.830+0000 7f314251d700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f31240a2ca0 0x7f31240a5160 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.830+0000 7f314251d700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f313c100560 0x7f313c198500 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.830+0000 7f314251d700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f313c103ee0 0x7f313c19fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.830+0000 7f314251d700 1 --2- 172.21.15.178:0/1211196686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f313c103540 0x7f313c198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.830+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 >> 172.21.15.178:0/1211196686 conn(0x7f313c0fbea0 msgr2=0x7f313c106840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.830+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 shutdown_connections 2024-04-25T02:27:44.833 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:27:44.830+0000 7f314251d700 1 -- 172.21.15.178:0/1211196686 wait complete. 2024-04-25T02:27:45.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:44 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:44 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:44 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:44 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:44 smithi178 ceph-mon[33053]: from='osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T02:27:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:44 smithi178 ceph-mon[33053]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T02:27:45.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:44 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:44 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:44 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:45.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:44 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:44 smithi113 ceph-mon[32459]: from='osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T02:27:45.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:44 smithi113 ceph-mon[32459]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T02:27:45.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:44 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:44 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:44 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:27:45.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:44 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:45.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:44 smithi047 ceph-mon[27871]: from='osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T02:27:45.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:44 smithi047 ceph-mon[27871]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T02:27:45.508 DEBUG:teuthology.orchestra.run.smithi178:osd.8> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.8.service 2024-04-25T02:27:45.511 INFO:tasks.cephadm:Deploying osd.9 on smithi047 with /dev/vg_nvme/lv_1... 2024-04-25T02:27:45.511 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T02:27:45.993 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:27:46.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:45 smithi178 ceph-mon[33053]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:45 smithi178 ceph-mon[33053]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T02:27:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:45 smithi178 ceph-mon[33053]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T02:27:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:45 smithi178 ceph-mon[33053]: from='osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:27:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:45 smithi178 ceph-mon[33053]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:27:46.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:45 smithi113 ceph-mon[32459]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:46.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:45 smithi113 ceph-mon[32459]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T02:27:46.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:45 smithi113 ceph-mon[32459]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T02:27:46.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:45 smithi113 ceph-mon[32459]: from='osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:27:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:45 smithi113 ceph-mon[32459]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:27:46.317 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:45 smithi047 ceph-mon[27871]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:46.318 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:45 smithi047 ceph-mon[27871]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T02:27:46.318 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:45 smithi047 ceph-mon[27871]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T02:27:46.318 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:45 smithi047 ceph-mon[27871]: from='osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:27:46.318 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:46.318 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:45 smithi047 ceph-mon[27871]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:27:46.916 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:27:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:27:46.818+0000 7f2b71ace700 -1 osd.8 0 waiting for initial osdmap 2024-04-25T02:27:46.917 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:27:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:27:46.830+0000 7f2b6e0c2700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:27:47.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:47 smithi047 ceph-mon[27871]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:47.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:47 smithi047 ceph-mon[27871]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:27:47.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:47 smithi047 ceph-mon[27871]: osdmap e59: 9 total, 8 up, 9 in 2024-04-25T02:27:47.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:47 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:47.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:47 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:48.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:47 smithi178 ceph-mon[33053]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:48.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:47 smithi178 ceph-mon[33053]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:27:48.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:47 smithi178 ceph-mon[33053]: osdmap e59: 9 total, 8 up, 9 in 2024-04-25T02:27:48.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:47 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:48.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:47 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:48.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:47 smithi113 ceph-mon[32459]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-25T02:27:48.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:47 smithi113 ceph-mon[32459]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:27:48.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:47 smithi113 ceph-mon[32459]: osdmap e59: 9 total, 8 up, 9 in 2024-04-25T02:27:48.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:47 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:48.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:47 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:48.806 INFO:teuthology.orchestra.run.smithi047.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T02:27:48.806 INFO:teuthology.orchestra.run.smithi047.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T02:27:48.806 INFO:teuthology.orchestra.run.smithi047.stderr: stderr: 10+0 records in 2024-04-25T02:27:48.806 INFO:teuthology.orchestra.run.smithi047.stderr:10+0 records out 2024-04-25T02:27:48.806 INFO:teuthology.orchestra.run.smithi047.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0378989 s, 277 MB/s 2024-04-25T02:27:48.806 INFO:teuthology.orchestra.run.smithi047.stderr:--> Zapping successful for: 2024-04-25T02:27:49.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:27:49.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:27:49.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] boot 2024-04-25T02:27:49.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T02:27:49.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:49.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:49.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:49.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:48 smithi178 ceph-mon[33053]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T02:27:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:27:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:27:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] boot 2024-04-25T02:27:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T02:27:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:48 smithi047 ceph-mon[27871]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: osd.8 [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] boot 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:27:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:27:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:27:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:48 smithi113 ceph-mon[32459]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T02:27:49.692 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_1 2024-04-25T02:27:49.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:49 smithi047 ceph-mon[27871]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:49.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:49 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi178 2024-04-25T02:27:49.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:49 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi178 to 5696M 2024-04-25T02:27:49.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:49 smithi047 ceph-mon[27871]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T02:27:50.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:49 smithi178 ceph-mon[33053]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:50.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:49 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi178 2024-04-25T02:27:50.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:49 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi178 to 5696M 2024-04-25T02:27:50.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:49 smithi178 ceph-mon[33053]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T02:27:50.134 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:27:50.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:49 smithi113 ceph-mon[32459]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:50.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:49 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi178 2024-04-25T02:27:50.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:49 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi178 to 5696M 2024-04-25T02:27:50.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:49 smithi113 ceph-mon[32459]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T02:27:52.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:51 smithi047 ceph-mon[27871]: pgmap v222: 1 pgs: 1 remapped+peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:52.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:51 smithi047 ceph-mon[27871]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T02:27:52.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 -- 172.21.15.47:0/3933985419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1056d0 msgr2=0x7f4f5c105b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:52.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 --2- 172.21.15.47:0/3933985419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1056d0 0x7f4f5c105b30 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4f480099c0 tx=0x7f4f48009cd0 comp rx=0 tx=0).stop 2024-04-25T02:27:52.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 -- 172.21.15.47:0/3933985419 shutdown_connections 2024-04-25T02:27:52.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 --2- 172.21.15.47:0/3933985419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f5c1044d0 0x7f4f5c1048f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:52.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 --2- 172.21.15.47:0/3933985419 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f5c106070 0x7f4f5c10c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:52.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 --2- 172.21.15.47:0/3933985419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1056d0 0x7f4f5c105b30 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:52.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 -- 172.21.15.47:0/3933985419 >> 172.21.15.47:0/3933985419 conn(0x7f4f5c0ffa90 msgr2=0x7f4f5c101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:27:52.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 -- 172.21.15.47:0/3933985419 shutdown_connections 2024-04-25T02:27:52.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.233+0000 7f4f63600700 1 -- 172.21.15.47:0/3933985419 wait complete. 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.234+0000 7f4f63600700 1 Processor -- start 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.234+0000 7f4f63600700 1 -- start start 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.234+0000 7f4f63600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1044d0 0x7f4f5c19a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.234+0000 7f4f63600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f5c1056d0 0x7f4f5c19ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f63600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f5c106070 0x7f4f5c1a1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f63600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c110110 con 0x7f4f5c1044d0 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f63600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c10ff90 con 0x7f4f5c1056d0 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f63600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c110290 con 0x7f4f5c106070 2024-04-25T02:27:52.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f60c00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1044d0 0x7f4f5c19a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f5be00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f5c1056d0 0x7f4f5c19ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f60c00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1044d0 0x7f4f5c19a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:34452/0 (socket says 172.21.15.47:34452) 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f60c00700 1 -- 172.21.15.47:0/978357655 learned_addr learned my addr 172.21.15.47:0/978357655 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f61600700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f5c106070 0x7f4f5c1a1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f5be00700 1 -- 172.21.15.47:0/978357655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f5c106070 msgr2=0x7f4f5c1a1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f5be00700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f5c106070 0x7f4f5c1a1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f5be00700 1 -- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1044d0 msgr2=0x7f4f5c19a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f5be00700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1044d0 0x7f4f5c19a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f5be00700 1 -- 172.21.15.47:0/978357655 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f5c1a2320 con 0x7f4f5c1056d0 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.235+0000 7f4f60c00700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1044d0 0x7f4f5c19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.236+0000 7f4f5be00700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f5c1056d0 0x7f4f5c19ac00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4f480098e0 tx=0x7f4f4800bee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:27:52.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.236+0000 7f4f59600700 1 -- 172.21.15.47:0/978357655 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f48009e60 con 0x7f4f5c1056d0 2024-04-25T02:27:52.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.236+0000 7f4f59600700 1 -- 172.21.15.47:0/978357655 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f48003e30 con 0x7f4f5c1056d0 2024-04-25T02:27:52.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.236+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f5c1a25b0 con 0x7f4f5c1056d0 2024-04-25T02:27:52.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.236+0000 7f4f59600700 1 -- 172.21.15.47:0/978357655 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f480173f0 con 0x7f4f5c1056d0 2024-04-25T02:27:52.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.237+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f5c1a2a00 con 0x7f4f5c1056d0 2024-04-25T02:27:52.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.238+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f5c068f20 con 0x7f4f5c1056d0 2024-04-25T02:27:52.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.240+0000 7f4f59600700 1 -- 172.21.15.47:0/978357655 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4f4800f5f0 con 0x7f4f5c1056d0 2024-04-25T02:27:52.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.241+0000 7f4f59600700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4f440a2c20 0x7f4f440a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:27:52.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.241+0000 7f4f59600700 1 -- 172.21.15.47:0/978357655 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5829+0+0 (secure 0 0 0) 0x7f4f480cf480 con 0x7f4f5c1056d0 2024-04-25T02:27:52.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.242+0000 7f4f60c00700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4f440a2c20 0x7f4f440a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:27:52.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.242+0000 7f4f60c00700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4f440a2c20 0x7f4f440a50e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4f50005950 tx=0x7f4f50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:27:52.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.243+0000 7f4f59600700 1 -- 172.21.15.47:0/978357655 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4f48013070 con 0x7f4f5c1056d0 2024-04-25T02:27:52.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:51 smithi113 ceph-mon[32459]: pgmap v222: 1 pgs: 1 remapped+peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:52.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:51 smithi113 ceph-mon[32459]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T02:27:52.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:51 smithi178 ceph-mon[33053]: pgmap v222: 1 pgs: 1 remapped+peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:51 smithi178 ceph-mon[33053]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T02:27:52.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:27:52.488+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f4f5c062670 con 0x7f4f440a2c20 2024-04-25T02:27:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:52 smithi047 ceph-mon[27871]: osdmap e64: 9 total, 9 up, 9 in 2024-04-25T02:27:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:52 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:53.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:52 smithi113 ceph-mon[32459]: osdmap e64: 9 total, 9 up, 9 in 2024-04-25T02:27:53.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:53.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:53.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:53.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:52 smithi178 ceph-mon[33053]: osdmap e64: 9 total, 9 up, 9 in 2024-04-25T02:27:53.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:52 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:27:53.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:52 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:27:53.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:52 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:27:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:53 smithi047 ceph-mon[27871]: pgmap v225: 1 pgs: 1 remapped+peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:53 smithi047 ceph-mon[27871]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:54.240 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:53 smithi178 ceph-mon[33053]: pgmap v225: 1 pgs: 1 remapped+peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:54.240 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:53 smithi178 ceph-mon[33053]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:54.260 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:53 smithi113 ceph-mon[32459]: pgmap v225: 1 pgs: 1 remapped+peering; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:27:54.260 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:53 smithi113 ceph-mon[32459]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:27:56.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:55 smithi047 ceph-mon[27871]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-25T02:27:56.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:55 smithi113 ceph-mon[32459]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-25T02:27:56.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:55 smithi178 ceph-mon[33053]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-25T02:27:57.138 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:56 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1281271642' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17ed7ce2-6899-4bc5-9b18-b7ed253afd94"}]: dispatch 2024-04-25T02:27:57.138 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:56 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1281271642' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17ed7ce2-6899-4bc5-9b18-b7ed253afd94"}]': finished 2024-04-25T02:27:57.139 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:56 smithi047 ceph-mon[27871]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T02:27:57.139 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:56 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:27:57.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:56 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1281271642' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17ed7ce2-6899-4bc5-9b18-b7ed253afd94"}]: dispatch 2024-04-25T02:27:57.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:56 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1281271642' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17ed7ce2-6899-4bc5-9b18-b7ed253afd94"}]': finished 2024-04-25T02:27:57.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:56 smithi113 ceph-mon[32459]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T02:27:57.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:56 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:27:57.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:56 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1281271642' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17ed7ce2-6899-4bc5-9b18-b7ed253afd94"}]: dispatch 2024-04-25T02:27:57.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:56 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1281271642' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17ed7ce2-6899-4bc5-9b18-b7ed253afd94"}]': finished 2024-04-25T02:27:57.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:56 smithi178 ceph-mon[33053]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T02:27:57.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:56 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:27:58.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:57 smithi047 ceph-mon[27871]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-25T02:27:58.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:57 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2024971250' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:58.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:57 smithi113 ceph-mon[32459]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-25T02:27:58.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:57 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2024971250' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:58.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:57 smithi178 ceph-mon[33053]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-25T02:27:58.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:57 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2024971250' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:27:59.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:27:59 smithi047 ceph-mon[27871]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-25T02:28:00.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:27:59 smithi113 ceph-mon[32459]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-25T02:28:00.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:27:59 smithi178 ceph-mon[33053]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-25T02:28:02.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:01 smithi047 ceph-mon[27871]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-25T02:28:02.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:01 smithi113 ceph-mon[32459]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-25T02:28:02.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:01 smithi178 ceph-mon[33053]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-25T02:28:03.988 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:03 smithi047 ceph-mon[27871]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T02:28:04.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:03 smithi113 ceph-mon[32459]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T02:28:04.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:03 smithi178 ceph-mon[33053]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T02:28:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:05 smithi047 ceph-mon[27871]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:06.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:05 smithi113 ceph-mon[32459]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:06.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:05 smithi178 ceph-mon[33053]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:07.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T02:28:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:06 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:06 smithi113 ceph-mon[32459]: Deploying daemon osd.9 on smithi047 2024-04-25T02:28:07.278 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T02:28:07.278 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:06 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:07.279 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:06 smithi047 ceph-mon[27871]: Deploying daemon osd.9 on smithi047 2024-04-25T02:28:07.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T02:28:07.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:06 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:07.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:06 smithi178 ceph-mon[33053]: Deploying daemon osd.9 on smithi047 2024-04-25T02:28:08.216 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:07 smithi047 ceph-mon[27871]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:08.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:07 smithi113 ceph-mon[32459]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:08.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:07 smithi178 ceph-mon[33053]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:10.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:09 smithi047 ceph-mon[27871]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:10.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:09 smithi113 ceph-mon[32459]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:10.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:09 smithi178 ceph-mon[33053]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:12.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:11 smithi047 ceph-mon[27871]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:12.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:11 smithi113 ceph-mon[32459]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:12.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:11 smithi178 ceph-mon[33053]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:14.186 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:13 smithi047 ceph-mon[27871]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:14.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:13 smithi113 ceph-mon[32459]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:14.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:13 smithi178 ceph-mon[33053]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:15.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:15 smithi113 ceph-mon[32459]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:15.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:15 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:15.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:15 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:15.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:15 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:15.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:15 smithi047 ceph-mon[27871]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:15.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:15 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:15.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:15 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:15.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:15 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:15.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:15 smithi178 ceph-mon[33053]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:15.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:15 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:15.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:15 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:15.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:15 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:17.574 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:17 smithi047 ceph-mon[27871]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:17.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:17 smithi113 ceph-mon[32459]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:17.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:17 smithi178 ceph-mon[33053]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:19.357 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:19.357 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:19 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:19.357 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:19 smithi047 ceph-mon[27871]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T02:28:19.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.353+0000 7f4f59600700 1 -- 172.21.15.47:0/978357655 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4f5c062670 con 0x7f4f440a2c20 2024-04-25T02:28:19.358 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 9 on host 'smithi047' 2024-04-25T02:28:19.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.357+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4f440a2c20 msgr2=0x7f4f440a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:19.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.357+0000 7f4f63600700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4f440a2c20 0x7f4f440a50e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4f50005950 tx=0x7f4f50009260 comp rx=0 tx=0).stop 2024-04-25T02:28:19.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.357+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f5c1056d0 msgr2=0x7f4f5c19ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:19.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.357+0000 7f4f63600700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f5c1056d0 0x7f4f5c19ac00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4f480098e0 tx=0x7f4f4800bee0 comp rx=0 tx=0).stop 2024-04-25T02:28:19.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.358+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 shutdown_connections 2024-04-25T02:28:19.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.358+0000 7f4f63600700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4f440a2c20 0x7f4f440a50e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:19.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.358+0000 7f4f63600700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f5c106070 0x7f4f5c1a1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:19.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.358+0000 7f4f63600700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f5c1044d0 0x7f4f5c19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:19.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.358+0000 7f4f63600700 1 --2- 172.21.15.47:0/978357655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f5c1056d0 0x7f4f5c19ac00 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:19.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.358+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 >> 172.21.15.47:0/978357655 conn(0x7f4f5c0ffa90 msgr2=0x7f4f5c1089d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:28:19.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.358+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 shutdown_connections 2024-04-25T02:28:19.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:28:19.358+0000 7f4f63600700 1 -- 172.21.15.47:0/978357655 wait complete. 2024-04-25T02:28:19.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:19.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:19 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:19.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:19 smithi113 ceph-mon[32459]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T02:28:19.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:19.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:19 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:19.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:19 smithi178 ceph-mon[33053]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T02:28:20.068 DEBUG:teuthology.orchestra.run.smithi047:osd.9> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.9.service 2024-04-25T02:28:20.073 INFO:tasks.cephadm:Deploying osd.10 on smithi113 with /dev/vg_nvme/lv_1... 2024-04-25T02:28:20.073 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T02:28:20.320 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:28:20.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-mon[27871]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:20.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-mon[27871]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T02:28:20.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-mon[27871]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T02:28:20.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-mon[27871]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:28:20.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:20.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:20.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:20.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:28:20.211+0000 7f02ba200700 -1 osd.9 0 waiting for initial osdmap 2024-04-25T02:28:20.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:28:20 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:28:20.242+0000 7f02b3c00700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:28:20.442 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:20 smithi113 ceph-mon[32459]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:20.442 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:20 smithi113 ceph-mon[32459]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T02:28:20.442 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:20 smithi113 ceph-mon[32459]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T02:28:20.442 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:20 smithi113 ceph-mon[32459]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:28:20.442 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:20 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:20.443 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:20 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:20.443 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:20 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:20.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:20 smithi178 ceph-mon[33053]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:20 smithi178 ceph-mon[33053]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T02:28:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:20 smithi178 ceph-mon[33053]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T02:28:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:20 smithi178 ceph-mon[33053]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-04-25T02:28:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:20 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:21.252 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:21 smithi047 ceph-mon[27871]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:28:21.253 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:21 smithi047 ceph-mon[27871]: osdmap e67: 10 total, 9 up, 10 in 2024-04-25T02:28:21.253 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:21.253 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:21 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:21.468 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:21 smithi113 ceph-mon[32459]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:28:21.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:21 smithi113 ceph-mon[32459]: osdmap e67: 10 total, 9 up, 10 in 2024-04-25T02:28:21.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:21 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:21.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:21 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:21.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:21 smithi178 ceph-mon[33053]: from='osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-04-25T02:28:21.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:21 smithi178 ceph-mon[33053]: osdmap e67: 10 total, 9 up, 10 in 2024-04-25T02:28:21.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:21.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:21 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:22.315 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:22 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:28:22.316 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:22 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:28:22.316 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:22 smithi113 ceph-mon[32459]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:22.316 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:22 smithi113 ceph-mon[32459]: osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] boot 2024-04-25T02:28:22.316 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:22 smithi113 ceph-mon[32459]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T02:28:22.316 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:22 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:22.370 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:22 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:28:22.370 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:22 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:28:22.370 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:22 smithi047 ceph-mon[27871]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:22.370 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:22 smithi047 ceph-mon[27871]: osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] boot 2024-04-25T02:28:22.370 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:22 smithi047 ceph-mon[27871]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T02:28:22.370 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:22 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:22.505 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T02:28:22.505 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T02:28:22.505 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-04-25T02:28:22.506 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-04-25T02:28:22.506 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0083066 s, 1.3 GB/s 2024-04-25T02:28:22.506 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-04-25T02:28:22.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:22 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:28:22.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:22 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:28:22.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:22 smithi178 ceph-mon[33053]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-04-25T02:28:22.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:22 smithi178 ceph-mon[33053]: osd.9 [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] boot 2024-04-25T02:28:22.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:22 smithi178 ceph-mon[33053]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T02:28:22.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:22 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:28:23.174 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi113:vg_nvme/lv_1 2024-04-25T02:28:23.413 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:28:23.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:23 smithi113 ceph-mon[32459]: osdmap e69: 10 total, 10 up, 10 in 2024-04-25T02:28:23.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:23 smithi178 ceph-mon[33053]: osdmap e69: 10 total, 10 up, 10 in 2024-04-25T02:28:23.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:23 smithi047 ceph-mon[27871]: osdmap e69: 10 total, 10 up, 10 in 2024-04-25T02:28:24.478 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:24 smithi113 ceph-mon[32459]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:24.490 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:24 smithi178 ceph-mon[33053]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:24.551 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:24 smithi047 ceph-mon[27871]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:24.977 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 -- 172.21.15.113:0/2330435290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 msgr2=0x7fcf381095e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:24.977 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/2330435290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 0x7fcf381095e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcf3000b0d0 tx=0x7fcf3000b3e0 comp rx=0 tx=0).stop 2024-04-25T02:28:24.977 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 -- 172.21.15.113:0/2330435290 shutdown_connections 2024-04-25T02:28:24.977 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/2330435290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcf38101190 0x7fcf381015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:24.977 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/2330435290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 0x7fcf381095e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:24.977 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/2330435290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf38102390 0x7fcf381027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:24.978 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 -- 172.21.15.113:0/2330435290 >> 172.21.15.113:0/2330435290 conn(0x7fcf380fc730 msgr2=0x7fcf380feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:28:24.978 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 -- 172.21.15.113:0/2330435290 shutdown_connections 2024-04-25T02:28:24.978 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.973+0000 7fcf3ed91700 1 -- 172.21.15.113:0/2330435290 wait complete. 2024-04-25T02:28:24.978 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3ed91700 1 Processor -- start 2024-04-25T02:28:24.983 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3ed91700 1 -- start start 2024-04-25T02:28:24.983 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3ed91700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf38101190 0x7fcf381973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:28:24.983 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3ed91700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcf38102390 0x7fcf38197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:28:24.983 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3ed91700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 0x7fcf3819e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3ed91700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcf3810ce30 con 0x7fcf38101190 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3ed91700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcf3810ccb0 con 0x7fcf38102d30 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3ed91700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcf3810cfb0 con 0x7fcf38102390 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 0x7fcf3819e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 0x7fcf3819e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.113:47940/0 (socket says 172.21.15.113:47940) 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 -- 172.21.15.113:0/4055114271 learned_addr learned my addr 172.21.15.113:0/4055114271 (peer_addr_for_me v2:172.21.15.113:0/0) 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf37fff700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcf38102390 0x7fcf38197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 -- 172.21.15.113:0/4055114271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcf38102390 msgr2=0x7fcf38197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcf38102390 0x7fcf38197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 -- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf38101190 msgr2=0x7fcf381973e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf38101190 0x7fcf381973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:24.984 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 -- 172.21.15.113:0/4055114271 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf3819f040 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf37fff700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcf38102390 0x7fcf38197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.974+0000 7fcf3d32e700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 0x7fcf3819e9a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fcf30007fa0 tx=0x7fcf30007dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.975+0000 7fcf35ffb700 1 -- 172.21.15.113:0/4055114271 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf30003e10 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.975+0000 7fcf35ffb700 1 -- 172.21.15.113:0/4055114271 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcf30020070 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.975+0000 7fcf35ffb700 1 -- 172.21.15.113:0/4055114271 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3001ba00 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.975+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf3819f2d0 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.975+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf3819f830 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.976+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf38068f20 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.977+0000 7fcf35ffb700 1 -- 172.21.15.113:0/4055114271 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fcf30005860 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.977+0000 7fcf35ffb700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcf280a2ca0 0x7fcf280a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.977+0000 7fcf35ffb700 1 -- 172.21.15.113:0/4055114271 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7fcf300cf610 con 0x7fcf38102d30 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.978+0000 7fcf3cb2d700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcf280a2ca0 0x7fcf280a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:28:24.985 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.979+0000 7fcf3cb2d700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcf280a2ca0 0x7fcf280a5160 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fcf381021f0 tx=0x7fcf2c009470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:28:24.994 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:24.982+0000 7fcf35ffb700 1 -- 172.21.15.113:0/4055114271 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fcf3009ce00 con 0x7fcf38102d30 2024-04-25T02:28:25.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:25.187+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fcf38062670 con 0x7fcf280a2ca0 2024-04-25T02:28:25.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:28:25.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:28:25.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:25.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:28:25.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:28:25.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:28:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:28:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi047 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi047 to 4273M 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:26.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:26.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:26.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:26.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:26.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:28:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi047 2024-04-25T02:28:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi047 to 4273M 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:26.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi047 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi047 to 4273M 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:26.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:27.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:27 smithi113 ceph-mon[32459]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:27.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:27 smithi178 ceph-mon[33053]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:27.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:27 smithi047 ceph-mon[27871]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:28.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:28 smithi113 ceph-mon[32459]: from='client.? 172.21.15.113:0/2036265236' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]: dispatch 2024-04-25T02:28:28.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:28 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]: dispatch 2024-04-25T02:28:28.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:28 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]': finished 2024-04-25T02:28:28.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:28 smithi113 ceph-mon[32459]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T02:28:28.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:28 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:28.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:28 smithi178 ceph-mon[33053]: from='client.? 172.21.15.113:0/2036265236' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]: dispatch 2024-04-25T02:28:28.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:28 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]: dispatch 2024-04-25T02:28:28.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:28 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]': finished 2024-04-25T02:28:28.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:28 smithi178 ceph-mon[33053]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T02:28:28.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:28 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:28.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:28 smithi047 ceph-mon[27871]: from='client.? 172.21.15.113:0/2036265236' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]: dispatch 2024-04-25T02:28:28.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:28 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]: dispatch 2024-04-25T02:28:28.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:28 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba7af2a5-ead5-491e-a19d-2e8cc2148a24"}]': finished 2024-04-25T02:28:28.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:28 smithi047 ceph-mon[27871]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T02:28:28.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:28 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:29.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:29 smithi113 ceph-mon[32459]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:29.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:29 smithi113 ceph-mon[32459]: from='client.? 172.21.15.113:0/2790813459' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:28:29.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:29 smithi178 ceph-mon[33053]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:29.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:29 smithi178 ceph-mon[33053]: from='client.? 172.21.15.113:0/2790813459' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:28:29.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:29 smithi047 ceph-mon[27871]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:29.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:29 smithi047 ceph-mon[27871]: from='client.? 172.21.15.113:0/2790813459' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:28:31.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:31 smithi113 ceph-mon[32459]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:31.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:31 smithi178 ceph-mon[33053]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:31.839 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:31 smithi047 ceph-mon[27871]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:33.651 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:33 smithi113 ceph-mon[32459]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:33.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:33 smithi178 ceph-mon[33053]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:33.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:33 smithi047 ceph-mon[27871]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:35.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:35 smithi178 ceph-mon[33053]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:35.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:35 smithi113 ceph-mon[32459]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:35.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:35 smithi047 ceph-mon[27871]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:36.707 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T02:28:36.707 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:36.708 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:36 smithi113 ceph-mon[32459]: Deploying daemon osd.10 on smithi113 2024-04-25T02:28:36.811 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T02:28:36.811 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:36.812 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:36 smithi047 ceph-mon[27871]: Deploying daemon osd.10 on smithi113 2024-04-25T02:28:36.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T02:28:36.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:36.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:36 smithi178 ceph-mon[33053]: Deploying daemon osd.10 on smithi113 2024-04-25T02:28:37.753 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:37 smithi113 ceph-mon[32459]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:37.836 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:37 smithi047 ceph-mon[27871]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:37.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:37 smithi178 ceph-mon[33053]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:39.613 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:39 smithi113 ceph-mon[32459]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:39.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:39 smithi178 ceph-mon[33053]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:39.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:39 smithi047 ceph-mon[27871]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:41.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:41 smithi113 ceph-mon[32459]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:41.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:41 smithi178 ceph-mon[33053]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:41.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:41 smithi047 ceph-mon[27871]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:42.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:42.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:42.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:42.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:42.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:42.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:42.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:42.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:42.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:43.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:43 smithi178 ceph-mon[33053]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:43.849 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:43 smithi113 ceph-mon[32459]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:43.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:43 smithi047 ceph-mon[27871]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:45.482 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 10 on host 'smithi113' 2024-04-25T02:28:45.483 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.479+0000 7fcf35ffb700 1 -- 172.21.15.113:0/4055114271 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fcf38062670 con 0x7fcf280a2ca0 2024-04-25T02:28:45.484 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcf280a2ca0 msgr2=0x7fcf280a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:45.484 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcf280a2ca0 0x7fcf280a5160 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fcf381021f0 tx=0x7fcf2c009470 comp rx=0 tx=0).stop 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 msgr2=0x7fcf3819e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 0x7fcf3819e9a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fcf30007fa0 tx=0x7fcf30007dc0 comp rx=0 tx=0).stop 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 shutdown_connections 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcf280a2ca0 0x7fcf280a5160 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcf38102d30 0x7fcf3819e9a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf38101190 0x7fcf381973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 --2- 172.21.15.113:0/4055114271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcf38102390 0x7fcf38197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 >> 172.21.15.113:0/4055114271 conn(0x7fcf380fc730 msgr2=0x7fcf38105690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 shutdown_connections 2024-04-25T02:28:45.485 INFO:teuthology.orchestra.run.smithi113.stderr:2024-04-25T02:28:45.481+0000 7fcf3ed91700 1 -- 172.21.15.113:0/4055114271 wait complete. 2024-04-25T02:28:45.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:45.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:45.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:28:46.135 DEBUG:teuthology.orchestra.run.smithi113:osd.10> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.10.service 2024-04-25T02:28:46.137 INFO:tasks.cephadm:Deploying osd.11 on smithi178 with /dev/vg_nvme/lv_1... 2024-04-25T02:28:46.137 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T02:28:46.384 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:28:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:46 smithi178 ceph-mon[33053]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T02:28:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:46 smithi178 ceph-mon[33053]: from='osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:28:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:46 smithi178 ceph-mon[33053]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T02:28:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:46 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:46 smithi178 ceph-mon[33053]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:28:46.941 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:46 smithi113 ceph-mon[32459]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T02:28:46.941 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:46 smithi113 ceph-mon[32459]: from='osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:28:46.941 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:46 smithi113 ceph-mon[32459]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T02:28:46.941 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:46 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:46.941 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:46 smithi113 ceph-mon[32459]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:28:46.942 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:28:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:28:46.660+0000 7f7b1deaa700 -1 osd.10 0 waiting for initial osdmap 2024-04-25T02:28:46.942 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:28:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:28:46.674+0000 7f7b1a49e700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:28:47.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:46 smithi047 ceph-mon[27871]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T02:28:47.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:46 smithi047 ceph-mon[27871]: from='osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:28:47.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:46 smithi047 ceph-mon[27871]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T02:28:47.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:47.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:46 smithi047 ceph-mon[27871]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-04-25T02:28:47.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:47 smithi113 ceph-mon[32459]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:47.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:47 smithi113 ceph-mon[32459]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:28:47.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:47 smithi113 ceph-mon[32459]: osdmap e72: 11 total, 10 up, 11 in 2024-04-25T02:28:47.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:47 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:47.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:47 smithi178 ceph-mon[33053]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:47.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:47 smithi178 ceph-mon[33053]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:28:47.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:47 smithi178 ceph-mon[33053]: osdmap e72: 11 total, 10 up, 11 in 2024-04-25T02:28:47.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:47 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:48.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:47 smithi047 ceph-mon[27871]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-04-25T02:28:48.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:47 smithi047 ceph-mon[27871]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-04-25T02:28:48.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:47 smithi047 ceph-mon[27871]: osdmap e72: 11 total, 10 up, 11 in 2024-04-25T02:28:48.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:47 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:48.454 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T02:28:48.454 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T02:28:48.454 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2024-04-25T02:28:48.454 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2024-04-25T02:28:48.454 INFO:teuthology.orchestra.run.smithi178.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00841632 s, 1.2 GB/s 2024-04-25T02:28:48.454 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2024-04-25T02:28:48.999 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:48 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:28:48.999 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:48 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:28:49.000 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:48 smithi113 ceph-mon[32459]: osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] boot 2024-04-25T02:28:49.000 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:48 smithi113 ceph-mon[32459]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T02:28:49.000 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:48 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:49.000 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:48 smithi113 ceph-mon[32459]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T02:28:49.082 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:48 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:28:49.082 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:48 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:28:49.082 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:48 smithi178 ceph-mon[33053]: osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] boot 2024-04-25T02:28:49.083 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:48 smithi178 ceph-mon[33053]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T02:28:49.083 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:48 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:49.083 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:48 smithi178 ceph-mon[33053]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T02:28:49.118 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_1 2024-04-25T02:28:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:48 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:28:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:48 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:28:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:48 smithi047 ceph-mon[27871]: osd.10 [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] boot 2024-04-25T02:28:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:48 smithi047 ceph-mon[27871]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T02:28:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:48 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:28:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:48 smithi047 ceph-mon[27871]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T02:28:49.355 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:28:50.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi113 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi113 to 4272M 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:50 smithi178 ceph-mon[33053]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T02:28:50.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi113 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi113 to 4272M 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:50.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:50.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.411 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:50 smithi047 ceph-mon[27871]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T02:28:50.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi113 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi113 to 4272M 2024-04-25T02:28:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:50.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:28:50.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:28:50.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:50 smithi113 ceph-mon[32459]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T02:28:50.972 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 -- 172.21.15.178:0/691365215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102d30 msgr2=0x7f8d681095e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:50.972 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 --2- 172.21.15.178:0/691365215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102d30 0x7f8d681095e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8d6000b0a0 tx=0x7f8d6000b3b0 comp rx=0 tx=0).stop 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 -- 172.21.15.178:0/691365215 shutdown_connections 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 --2- 172.21.15.178:0/691365215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102d30 0x7f8d681095e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 --2- 172.21.15.178:0/691365215 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8d68101190 0x7f8d681015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 --2- 172.21.15.178:0/691365215 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8d68102390 0x7f8d681027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 -- 172.21.15.178:0/691365215 >> 172.21.15.178:0/691365215 conn(0x7f8d680fc730 msgr2=0x7f8d680feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 -- 172.21.15.178:0/691365215 shutdown_connections 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.967+0000 7f8d6f272700 1 -- 172.21.15.178:0/691365215 wait complete. 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6f272700 1 Processor -- start 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6f272700 1 -- start start 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6f272700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8d68101190 0x7f8d68197430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6f272700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102390 0x7f8d68197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:28:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6f272700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8d68102d30 0x7f8d6819e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6f272700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8d6810ce70 con 0x7f8d68101190 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6f272700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8d6810ccf0 con 0x7f8d68102d30 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6f272700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8d6810cff0 con 0x7f8d68102390 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6c80d700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102390 0x7f8d68197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6c80d700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102390 0x7f8d68197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:44200/0 (socket says 172.21.15.178:44200) 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6c80d700 1 -- 172.21.15.178:0/2483942957 learned_addr learned my addr 172.21.15.178:0/2483942957 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6c80d700 1 -- 172.21.15.178:0/2483942957 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8d68102d30 msgr2=0x7f8d6819e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.968+0000 7f8d6d80f700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8d68102d30 0x7f8d6819e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d6c80d700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8d68102d30 0x7f8d6819e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d6c80d700 1 -- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8d68101190 msgr2=0x7f8d68197430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d6c80d700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8d68101190 0x7f8d68197430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d6c80d700 1 -- 172.21.15.178:0/2483942957 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d6819f090 con 0x7f8d68102390 2024-04-25T02:28:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d6c80d700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102390 0x7f8d68197970 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800b560 tx=0x7f8d5800b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:28:50.975 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d5e7fc700 1 -- 172.21.15.178:0/2483942957 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58015020 con 0x7f8d68102390 2024-04-25T02:28:50.975 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d5e7fc700 1 -- 172.21.15.178:0/2483942957 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d58011d10 con 0x7f8d68102390 2024-04-25T02:28:50.975 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d6819f380 con 0x7f8d68102390 2024-04-25T02:28:50.975 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d5e7fc700 1 -- 172.21.15.178:0/2483942957 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5800f2e0 con 0x7f8d68102390 2024-04-25T02:28:50.975 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.969+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d6819f940 con 0x7f8d68102390 2024-04-25T02:28:50.976 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.970+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d68068f20 con 0x7f8d68102390 2024-04-25T02:28:50.976 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.971+0000 7f8d5e7fc700 1 -- 172.21.15.178:0/2483942957 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8d58018020 con 0x7f8d68102390 2024-04-25T02:28:50.976 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.971+0000 7f8d5e7fc700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8d540a2c20 0x7f8d540a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:28:50.976 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.972+0000 7f8d5e7fc700 1 -- 172.21.15.178:0/2483942957 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6694+0+0 (secure 0 0 0) 0x7f8d580ce200 con 0x7f8d68102390 2024-04-25T02:28:50.976 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.972+0000 7f8d6d00e700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8d540a2c20 0x7f8d540a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:28:50.976 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.973+0000 7f8d6d00e700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8d540a2c20 0x7f8d540a50e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8d681021f0 tx=0x7f8d64006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:28:50.979 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:50.976+0000 7f8d5e7fc700 1 -- 172.21.15.178:0/2483942957 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f8d5801f020 con 0x7f8d68102390 2024-04-25T02:28:51.183 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:28:51.180+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f8d68062670 con 0x7f8d540a2c20 2024-04-25T02:28:51.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:51 smithi047 ceph-mon[27871]: pgmap v265: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:51.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:51 smithi047 ceph-mon[27871]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T02:28:51.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:51 smithi047 ceph-mon[27871]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:28:51.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:28:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:28:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:51.957 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:51 smithi178 ceph-mon[33053]: pgmap v265: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:51.957 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:51 smithi178 ceph-mon[33053]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T02:28:51.957 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:51 smithi178 ceph-mon[33053]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:28:51.957 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:28:51.957 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:28:51.958 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:52.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:51 smithi113 ceph-mon[32459]: pgmap v265: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:51 smithi113 ceph-mon[32459]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T02:28:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:51 smithi113 ceph-mon[32459]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:28:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:51 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T02:28:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:51 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T02:28:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:51 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:28:52.816 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:52 smithi178 ceph-mon[33053]: osdmap e77: 11 total, 11 up, 11 in 2024-04-25T02:28:53.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:52 smithi113 ceph-mon[32459]: osdmap e77: 11 total, 11 up, 11 in 2024-04-25T02:28:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:52 smithi047 ceph-mon[27871]: osdmap e77: 11 total, 11 up, 11 in 2024-04-25T02:28:54.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:53 smithi113 ceph-mon[32459]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:54.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:53 smithi178 ceph-mon[33053]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:53 smithi047 ceph-mon[27871]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:28:55.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:54 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/2571368003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]: dispatch 2024-04-25T02:28:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:54 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]: dispatch 2024-04-25T02:28:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:54 smithi113 ceph-mon[32459]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]': finished 2024-04-25T02:28:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:54 smithi113 ceph-mon[32459]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T02:28:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:54 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:28:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:54 smithi113 ceph-mon[32459]: from='client.? 172.21.15.178:0/1512541332' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:28:55.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:54 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/2571368003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]: dispatch 2024-04-25T02:28:55.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:54 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]: dispatch 2024-04-25T02:28:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:54 smithi178 ceph-mon[33053]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]': finished 2024-04-25T02:28:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:54 smithi178 ceph-mon[33053]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T02:28:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:54 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:28:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:54 smithi178 ceph-mon[33053]: from='client.? 172.21.15.178:0/1512541332' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:28:55.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:54 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/2571368003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]: dispatch 2024-04-25T02:28:55.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:54 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]: dispatch 2024-04-25T02:28:55.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:54 smithi047 ceph-mon[27871]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e3e0334-5229-4c7b-be4a-01a6c9c82388"}]': finished 2024-04-25T02:28:55.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:54 smithi047 ceph-mon[27871]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T02:28:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:54 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:28:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:54 smithi047 ceph-mon[27871]: from='client.? 172.21.15.178:0/1512541332' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T02:28:56.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:55 smithi113 ceph-mon[32459]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-04-25T02:28:56.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:55 smithi178 ceph-mon[33053]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-04-25T02:28:56.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:55 smithi047 ceph-mon[27871]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-04-25T02:28:58.253 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:57 smithi178 ceph-mon[33053]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T02:28:58.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:57 smithi113 ceph-mon[32459]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T02:28:58.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:57 smithi047 ceph-mon[27871]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T02:29:00.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:28:59 smithi113 ceph-mon[32459]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-25T02:29:00.287 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:28:59 smithi178 ceph-mon[33053]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-25T02:29:00.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:28:59 smithi047 ceph-mon[27871]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-25T02:29:02.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:01 smithi113 ceph-mon[32459]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-25T02:29:02.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T02:29:02.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:01 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:02.280 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:01 smithi178 ceph-mon[33053]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-25T02:29:02.280 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T02:29:02.280 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:01 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:02.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:01 smithi047 ceph-mon[27871]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-25T02:29:02.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T02:29:02.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:01 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:02 smithi113 ceph-mon[32459]: Deploying daemon osd.11 on smithi178 2024-04-25T02:29:03.294 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:02 smithi178 ceph-mon[33053]: Deploying daemon osd.11 on smithi178 2024-04-25T02:29:03.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:02 smithi047 ceph-mon[27871]: Deploying daemon osd.11 on smithi178 2024-04-25T02:29:04.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:03 smithi113 ceph-mon[32459]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T02:29:04.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:03 smithi178 ceph-mon[33053]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T02:29:04.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:03 smithi047 ceph-mon[27871]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T02:29:06.234 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:06 smithi178 ceph-mon[33053]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-25T02:29:06.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:06 smithi113 ceph-mon[32459]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-25T02:29:06.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:06 smithi047 ceph-mon[27871]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-25T02:29:08.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:08 smithi178 ceph-mon[33053]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:08.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:08.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:08 smithi047 ceph-mon[27871]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:08.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:08.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:08.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:08.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:08 smithi113 ceph-mon[32459]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:08.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:08.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:08.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:10.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:10 smithi178 ceph-mon[33053]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:10 smithi047 ceph-mon[27871]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:10 smithi113 ceph-mon[32459]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:10.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:10.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:10.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:10.822 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 11 on host 'smithi178' 2024-04-25T02:29:10.822 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.817+0000 7f8d5e7fc700 1 -- 172.21.15.178:0/2483942957 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f8d68062670 con 0x7f8d540a2c20 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8d540a2c20 msgr2=0x7f8d540a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8d540a2c20 0x7f8d540a50e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8d681021f0 tx=0x7f8d64006d20 comp rx=0 tx=0).stop 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102390 msgr2=0x7f8d68197970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102390 0x7f8d68197970 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800b560 tx=0x7f8d5800b920 comp rx=0 tx=0).stop 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 shutdown_connections 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8d540a2c20 0x7f8d540a50e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8d68102d30 0x7f8d6819e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8d68101190 0x7f8d68197430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 --2- 172.21.15.178:0/2483942957 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d68102390 0x7f8d68197970 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:10.824 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 >> 172.21.15.178:0/2483942957 conn(0x7f8d680fc730 msgr2=0x7f8d68105690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:10.825 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 shutdown_connections 2024-04-25T02:29:10.825 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:10.820+0000 7f8d6f272700 1 -- 172.21.15.178:0/2483942957 wait complete. 2024-04-25T02:29:11.432 DEBUG:teuthology.orchestra.run.smithi178:osd.11> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.11.service 2024-04-25T02:29:11.434 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-25T02:29:11.435 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-25T02:29:11.902 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:29:12.048 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:11 smithi047 ceph-mon[27871]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:12.049 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:12.049 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:12.049 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:12.049 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:11 smithi047 ceph-mon[27871]: from='osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T02:29:12.049 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:11 smithi047 ceph-mon[27871]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T02:29:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:11 smithi178 ceph-mon[33053]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:11 smithi178 ceph-mon[33053]: from='osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T02:29:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:11 smithi178 ceph-mon[33053]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T02:29:12.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:11 smithi113 ceph-mon[32459]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:12.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:12.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:12.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:12.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:11 smithi113 ceph-mon[32459]: from='osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T02:29:12.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:11 smithi113 ceph-mon[32459]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T02:29:13.068 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:12 smithi047 ceph-mon[27871]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T02:29:13.068 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:12 smithi047 ceph-mon[27871]: from='osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:29:13.068 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:12 smithi047 ceph-mon[27871]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T02:29:13.068 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:13.068 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:12 smithi047 ceph-mon[27871]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:29:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:12 smithi178 ceph-mon[33053]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T02:29:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:12 smithi178 ceph-mon[33053]: from='osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:29:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:12 smithi178 ceph-mon[33053]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T02:29:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:12 smithi178 ceph-mon[33053]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:29:13.089 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:29:12 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:29:12.822+0000 7f6576ad9700 -1 osd.11 0 waiting for initial osdmap 2024-04-25T02:29:13.089 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:29:12 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:29:12.838+0000 7f65730cd700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T02:29:13.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:12 smithi113 ceph-mon[32459]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T02:29:13.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:12 smithi113 ceph-mon[32459]: from='osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:29:13.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:12 smithi113 ceph-mon[32459]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T02:29:13.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:13.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:12 smithi113 ceph-mon[32459]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-04-25T02:29:13.942 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:13 smithi178 ceph-mon[33053]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:13.943 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:13 smithi178 ceph-mon[33053]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:29:13.943 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:13 smithi178 ceph-mon[33053]: osdmap e80: 12 total, 11 up, 12 in 2024-04-25T02:29:13.943 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:13 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:14.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.067+0000 7f1857200700 1 -- 172.21.15.47:0/3714709697 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1858105f70 msgr2=0x7f185810c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:14.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.067+0000 7f1857200700 1 --2- 172.21.15.47:0/3714709697 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1858105f70 0x7f185810c820 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f185000b0d0 tx=0x7f185000b3e0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.067+0000 7f1857200700 1 -- 172.21.15.47:0/3714709697 shutdown_connections 2024-04-25T02:29:14.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.067+0000 7f1857200700 1 --2- 172.21.15.47:0/3714709697 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1858105f70 0x7f185810c820 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.067+0000 7f1857200700 1 --2- 172.21.15.47:0/3714709697 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18581043d0 0x7f18581047f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.067+0000 7f1857200700 1 --2- 172.21.15.47:0/3714709697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18581055d0 0x7f1858105a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.067+0000 7f1857200700 1 -- 172.21.15.47:0/3714709697 >> 172.21.15.47:0/3714709697 conn(0x7f18580ff970 msgr2=0x7f1858101db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:14.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.068+0000 7f1857200700 1 -- 172.21.15.47:0/3714709697 shutdown_connections 2024-04-25T02:29:14.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.068+0000 7f1857200700 1 -- 172.21.15.47:0/3714709697 wait complete. 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.069+0000 7f1857200700 1 Processor -- start 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.069+0000 7f1857200700 1 -- start start 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1857200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18581043d0 0x7f185819a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1857200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18581055d0 0x7f185819aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1857200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1858105f70 0x7f18581a1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1857200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f185810ffe0 con 0x7f18581055d0 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1857200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f185810fe60 con 0x7f18581043d0 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1857200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1858110160 con 0x7f1858105f70 2024-04-25T02:29:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18581043d0 0x7f185819a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18581043d0 0x7f185819a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39044/0 (socket says 172.21.15.47:39044) 2024-04-25T02:29:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855e00700 1 -- 172.21.15.47:0/276208118 learned_addr learned my addr 172.21.15.47:0/276208118 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855400700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18581055d0 0x7f185819aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1856800700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1858105f70 0x7f18581a1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855e00700 1 -- 172.21.15.47:0/276208118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1858105f70 msgr2=0x7f18581a1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855e00700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1858105f70 0x7f18581a1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855e00700 1 -- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18581055d0 msgr2=0x7f185819aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855e00700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18581055d0 0x7f185819aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.070+0000 7f1855e00700 1 -- 172.21.15.47:0/276208118 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18581a2170 con 0x7f18581043d0 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.071+0000 7f1855e00700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18581043d0 0x7f185819a510 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f184800d980 tx=0x7f184800dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.071+0000 7f184ea00700 1 -- 172.21.15.47:0/276208118 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1848016070 con 0x7f18581043d0 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.071+0000 7f184ea00700 1 -- 172.21.15.47:0/276208118 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f184800fd70 con 0x7f18581043d0 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.071+0000 7f184ea00700 1 -- 172.21.15.47:0/276208118 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1848019360 con 0x7f18581043d0 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.071+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18581a2460 con 0x7f18581043d0 2024-04-25T02:29:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.071+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18581a29f0 con 0x7f18581043d0 2024-04-25T02:29:14.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.072+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1858068f20 con 0x7f18581043d0 2024-04-25T02:29:14.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.074+0000 7f184ea00700 1 -- 172.21.15.47:0/276208118 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1848019070 con 0x7f18581043d0 2024-04-25T02:29:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.076+0000 7f184ea00700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f183c0a2ca0 0x7f183c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.076+0000 7f184ea00700 1 -- 172.21.15.47:0/276208118 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f18480ce2b0 con 0x7f18581043d0 2024-04-25T02:29:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.076+0000 7f1855400700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f183c0a2ca0 0x7f183c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.077+0000 7f1855400700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f183c0a2ca0 0x7f183c0a5160 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1844009be0 tx=0x7f1844009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.080+0000 7f184ea00700 1 -- 172.21.15.47:0/276208118 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f184809b610 con 0x7f18581043d0 2024-04-25T02:29:14.083 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:13 smithi047 ceph-mon[27871]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:14.083 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:13 smithi047 ceph-mon[27871]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:29:14.083 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:13 smithi047 ceph-mon[27871]: osdmap e80: 12 total, 11 up, 12 in 2024-04-25T02:29:14.083 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:13 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:14.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:13 smithi113 ceph-mon[32459]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-04-25T02:29:14.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:13 smithi113 ceph-mon[32459]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-04-25T02:29:14.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:13 smithi113 ceph-mon[32459]: osdmap e80: 12 total, 11 up, 12 in 2024-04-25T02:29:14.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:13 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:14.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.307+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f1858062e40 con 0x7f18581043d0 2024-04-25T02:29:14.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.308+0000 7f184ea00700 1 -- 172.21.15.47:0/276208118 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f184809af10 con 0x7f18581043d0 2024-04-25T02:29:14.311 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:14.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f183c0a2ca0 msgr2=0x7f183c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:14.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f183c0a2ca0 0x7f183c0a5160 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1844009be0 tx=0x7f1844009260 comp rx=0 tx=0).stop 2024-04-25T02:29:14.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18581043d0 msgr2=0x7f185819a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:14.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18581043d0 0x7f185819a510 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f184800d980 tx=0x7f184800dc90 comp rx=0 tx=0).stop 2024-04-25T02:29:14.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 shutdown_connections 2024-04-25T02:29:14.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f183c0a2ca0 0x7f183c0a5160 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1858105f70 0x7f18581a1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18581043d0 0x7f185819a510 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 --2- 172.21.15.47:0/276208118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18581055d0 0x7f185819aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:14.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 >> 172.21.15.47:0/276208118 conn(0x7f18580ff970 msgr2=0x7f1858108800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:14.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 shutdown_connections 2024-04-25T02:29:14.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:14.312+0000 7f1857200700 1 -- 172.21.15.47:0/276208118 wait complete. 2024-04-25T02:29:15.045 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: purged_snaps scrub starts 2024-04-25T02:29:15.045 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: purged_snaps scrub ok 2024-04-25T02:29:15.045 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] boot 2024-04-25T02:29:15.045 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/276208118' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:15.046 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:14 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: purged_snaps scrub starts 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: purged_snaps scrub ok 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] boot 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/276208118' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:15.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:15.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:14 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.193 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1714012153,"num_in_osds":12,"osd_in_since":1714012133,"num_remapped_pgs":0} 2024-04-25T02:29:15.193 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T02:29:15.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: purged_snaps scrub starts 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: purged_snaps scrub ok 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: osd.11 [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] boot 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/276208118' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:29:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:14 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:15.636 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:29:16.138 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:15 smithi047 ceph-mon[27871]: Detected new or changed devices on smithi178 2024-04-25T02:29:16.139 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:15 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi178 to 4272M 2024-04-25T02:29:16.139 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:15 smithi047 ceph-mon[27871]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:16.139 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:15 smithi047 ceph-mon[27871]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T02:29:16.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:15 smithi113 ceph-mon[32459]: Detected new or changed devices on smithi178 2024-04-25T02:29:16.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:15 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi178 to 4272M 2024-04-25T02:29:16.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:15 smithi113 ceph-mon[32459]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:16.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:15 smithi113 ceph-mon[32459]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T02:29:16.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:15 smithi178 ceph-mon[33053]: Detected new or changed devices on smithi178 2024-04-25T02:29:16.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:15 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi178 to 4272M 2024-04-25T02:29:16.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:15 smithi178 ceph-mon[33053]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:16.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:15 smithi178 ceph-mon[33053]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T02:29:17.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 -- 172.21.15.47:0/2217193053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb328103190 msgr2=0x7fb328100780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:17.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 --2- 172.21.15.47:0/2217193053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb328103190 0x7fb328100780 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb318009990 tx=0x7fb318009ca0 comp rx=0 tx=0).stop 2024-04-25T02:29:17.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 -- 172.21.15.47:0/2217193053 shutdown_connections 2024-04-25T02:29:17.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 --2- 172.21.15.47:0/2217193053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3281012e0 0x7fb328110f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:17.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 --2- 172.21.15.47:0/2217193053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb328103190 0x7fb328100780 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:17.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 --2- 172.21.15.47:0/2217193053 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb328103570 0x7fb328100cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:17.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 -- 172.21.15.47:0/2217193053 >> 172.21.15.47:0/2217193053 conn(0x7fb328077730 msgr2=0x7fb3280feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:17.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 -- 172.21.15.47:0/2217193053 shutdown_connections 2024-04-25T02:29:17.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.817+0000 7fb32e200700 1 -- 172.21.15.47:0/2217193053 wait complete. 2024-04-25T02:29:17.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.818+0000 7fb32e200700 1 Processor -- start 2024-04-25T02:29:17.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.818+0000 7fb32e200700 1 -- start start 2024-04-25T02:29:17.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb32e200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3281012e0 0x7fb3281a0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:17.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb32e200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb328103190 0x7fb3281a0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:17.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb32e200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb328103570 0x7fb32819aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:17.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb32e200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3281147e0 con 0x7fb3281012e0 2024-04-25T02:29:17.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb32e200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb328114660 con 0x7fb328103570 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb32e200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb328114960 con 0x7fb328103190 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb328103570 0x7fb32819aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb328103570 0x7fb32819aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39062/0 (socket says 172.21.15.47:39062) 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb326a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb328103190 0x7fb3281a0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3281012e0 0x7fb3281a0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327e00700 1 -- 172.21.15.47:0/1437619494 learned_addr learned my addr 172.21.15.47:0/1437619494 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327e00700 1 -- 172.21.15.47:0/1437619494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb328103190 msgr2=0x7fb3281a0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327e00700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb328103190 0x7fb3281a0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327e00700 1 -- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3281012e0 msgr2=0x7fb3281a0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327e00700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3281012e0 0x7fb3281a0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.819+0000 7fb327e00700 1 -- 172.21.15.47:0/1437619494 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb32819b200 con 0x7fb328103570 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.820+0000 7fb327e00700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb328103570 0x7fb32819aaa0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb32000ef30 tx=0x7fb32000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.820+0000 7fb31fe00700 1 -- 172.21.15.47:0/1437619494 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3200092e0 con 0x7fb328103570 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.820+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb32819b490 con 0x7fb328103570 2024-04-25T02:29:17.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.820+0000 7fb31fe00700 1 -- 172.21.15.47:0/1437619494 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb320004bb0 con 0x7fb328103570 2024-04-25T02:29:17.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.820+0000 7fb31fe00700 1 -- 172.21.15.47:0/1437619494 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb320004280 con 0x7fb328103570 2024-04-25T02:29:17.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.820+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3281a7760 con 0x7fb328103570 2024-04-25T02:29:17.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.821+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb328068f20 con 0x7fb328103570 2024-04-25T02:29:17.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.823+0000 7fb31fe00700 1 -- 172.21.15.47:0/1437619494 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb320044d10 con 0x7fb328103570 2024-04-25T02:29:17.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.825+0000 7fb31fe00700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb30c0a2c20 0x7fb30c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:17.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.825+0000 7fb31fe00700 1 -- 172.21.15.47:0/1437619494 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb3200ceb40 con 0x7fb328103570 2024-04-25T02:29:17.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.825+0000 7fb327400700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb30c0a2c20 0x7fb30c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:17.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.826+0000 7fb327400700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb30c0a2c20 0x7fb30c0a50e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb3280ff660 tx=0x7fb31800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:17.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:17.827+0000 7fb31fe00700 1 -- 172.21.15.47:0/1437619494 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb320022020 con 0x7fb328103570 2024-04-25T02:29:17.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:17 smithi047 ceph-mon[27871]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:18.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.060+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb32819bf80 con 0x7fb328103570 2024-04-25T02:29:18.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.062+0000 7fb31fe00700 1 -- 172.21.15.47:0/1437619494 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18453 (secure 0 0 0) 0x7fb320010040 con 0x7fb328103570 2024-04-25T02:29:18.066 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:18.066 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":82,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:29:14.828180+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:29:18.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb30c0a2c20 msgr2=0x7fb30c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:18.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb30c0a2c20 0x7fb30c0a50e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb3280ff660 tx=0x7fb31800b260 comp rx=0 tx=0).stop 2024-04-25T02:29:18.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb328103570 msgr2=0x7fb32819aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:18.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb328103570 0x7fb32819aaa0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb32000ef30 tx=0x7fb32000c3a0 comp rx=0 tx=0).stop 2024-04-25T02:29:18.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 shutdown_connections 2024-04-25T02:29:18.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb30c0a2c20 0x7fb30c0a50e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:18.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb328103570 0x7fb32819aaa0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:18.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3281012e0 0x7fb3281a0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:18.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 --2- 172.21.15.47:0/1437619494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb328103190 0x7fb3281a0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:18.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.065+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 >> 172.21.15.47:0/1437619494 conn(0x7fb328077730 msgr2=0x7fb3280fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:18.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.066+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 shutdown_connections 2024-04-25T02:29:18.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:18.066+0000 7fb32e200700 1 -- 172.21.15.47:0/1437619494 wait complete. 2024-04-25T02:29:18.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:17 smithi113 ceph-mon[32459]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:18.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:17 smithi178 ceph-mon[33053]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:18.835 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:29:18.835 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-25T02:29:19.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:18 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1437619494' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:29:19.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:18 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1437619494' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:29:19.300 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:29:19.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:18 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1437619494' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:29:20.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:19 smithi047 ceph-mon[27871]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:20.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:19 smithi113 ceph-mon[32459]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:20.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:19 smithi178 ceph-mon[33053]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 -- 172.21.15.47:0/2337982161 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 msgr2=0x7fce14100c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 --2- 172.21.15.47:0/2337982161 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 0x7fce14100c10 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fce080098f0 tx=0x7fce08009c00 comp rx=0 tx=0).stop 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 -- 172.21.15.47:0/2337982161 shutdown_connections 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 --2- 172.21.15.47:0/2337982161 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce1410c7b0 0x7fce1410ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 --2- 172.21.15.47:0/2337982161 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 0x7fce14100c10 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 --2- 172.21.15.47:0/2337982161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce14101150 0x7fce1410c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 -- 172.21.15.47:0/2337982161 >> 172.21.15.47:0/2337982161 conn(0x7fce14075ed0 msgr2=0x7fce140762e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 -- 172.21.15.47:0/2337982161 shutdown_connections 2024-04-25T02:29:21.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.496+0000 7fce19e00700 1 -- 172.21.15.47:0/2337982161 wait complete. 2024-04-25T02:29:21.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.497+0000 7fce19e00700 1 Processor -- start 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce19e00700 1 -- start start 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce19e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 0x7fce141a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce19e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce14101150 0x7fce141a0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce19e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce1410c7b0 0x7fce1419aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce19e00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fce14112480 con 0x7fce14101150 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce19e00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fce14112300 con 0x7fce14100830 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce19e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fce14112600 con 0x7fce1410c7b0 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce13e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce14101150 0x7fce141a0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce18a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 0x7fce141a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce13e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce14101150 0x7fce141a0d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:36446/0 (socket says 172.21.15.47:36446) 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce13e00700 1 -- 172.21.15.47:0/3157167193 learned_addr learned my addr 172.21.15.47:0/3157167193 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:21.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.498+0000 7fce19400700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce1410c7b0 0x7fce1419aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce18a00700 1 -- 172.21.15.47:0/3157167193 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce1410c7b0 msgr2=0x7fce1419aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce18a00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce1410c7b0 0x7fce1419aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce18a00700 1 -- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce14101150 msgr2=0x7fce141a0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce18a00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce14101150 0x7fce141a0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce18a00700 1 -- 172.21.15.47:0/3157167193 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1419b160 con 0x7fce14100830 2024-04-25T02:29:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce18a00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 0x7fce141a07f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fce0800c010 tx=0x7fce0800fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce11600700 1 -- 172.21.15.47:0/3157167193 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce08005180 con 0x7fce14100830 2024-04-25T02:29:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce11600700 1 -- 172.21.15.47:0/3157167193 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce0800b560 con 0x7fce14100830 2024-04-25T02:29:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce1419b3f0 con 0x7fce14100830 2024-04-25T02:29:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.499+0000 7fce11600700 1 -- 172.21.15.47:0/3157167193 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce08003a80 con 0x7fce14100830 2024-04-25T02:29:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.500+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce141a76c0 con 0x7fce14100830 2024-04-25T02:29:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.501+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce141017f0 con 0x7fce14100830 2024-04-25T02:29:21.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.503+0000 7fce11600700 1 -- 172.21.15.47:0/3157167193 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fce0800b710 con 0x7fce14100830 2024-04-25T02:29:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.504+0000 7fce11600700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdfc0a2c20 0x7fcdfc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.504+0000 7fce11600700 1 -- 172.21.15.47:0/3157167193 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fce080cfb10 con 0x7fce14100830 2024-04-25T02:29:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.504+0000 7fce13e00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdfc0a2c20 0x7fcdfc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.505+0000 7fce13e00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdfc0a2c20 0x7fcdfc0a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fce00009750 tx=0x7fce00009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.509+0000 7fce11600700 1 -- 172.21.15.47:0/3157167193 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fce08013030 con 0x7fce14100830 2024-04-25T02:29:21.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.733+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fce141a7890 con 0x7fce14100830 2024-04-25T02:29:21.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.734+0000 7fce11600700 1 -- 172.21.15.47:0/3157167193 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7fce0809cf00 con 0x7fce14100830 2024-04-25T02:29:21.737 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:29:21.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdfc0a2c20 msgr2=0x7fcdfc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:21.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdfc0a2c20 0x7fcdfc0a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fce00009750 tx=0x7fce00009310 comp rx=0 tx=0).stop 2024-04-25T02:29:21.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 msgr2=0x7fce141a07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 0x7fce141a07f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fce0800c010 tx=0x7fce0800fa70 comp rx=0 tx=0).stop 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 shutdown_connections 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fcdfc0a2c20 0x7fcdfc0a50e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce1410c7b0 0x7fce1419aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce14100830 0x7fce141a07f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 --2- 172.21.15.47:0/3157167193 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce14101150 0x7fce141a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.737+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 >> 172.21.15.47:0/3157167193 conn(0x7fce14075ed0 msgr2=0x7fce14102010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.738+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 shutdown_connections 2024-04-25T02:29:21.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:21.738+0000 7fce19e00700 1 -- 172.21.15.47:0/3157167193 wait complete. 2024-04-25T02:29:22.099 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:21 smithi047 ceph-mon[27871]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:22.099 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:21 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3157167193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:29:22.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:21 smithi113 ceph-mon[32459]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:22.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:21 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3157167193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:29:22.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:21 smithi178 ceph-mon[33053]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:22.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:21 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3157167193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:29:22.511 INFO:tasks.cephadm:Adding mds.a on smithi047 2024-04-25T02:29:22.511 INFO:tasks.cephadm:Adding mds.d on smithi047 2024-04-25T02:29:22.511 INFO:tasks.cephadm:Adding mds.g on smithi047 2024-04-25T02:29:22.511 INFO:tasks.cephadm:Adding mds.j on smithi047 2024-04-25T02:29:22.511 INFO:tasks.cephadm:Adding mds.b on smithi113 2024-04-25T02:29:22.512 INFO:tasks.cephadm:Adding mds.e on smithi113 2024-04-25T02:29:22.512 INFO:tasks.cephadm:Adding mds.h on smithi113 2024-04-25T02:29:22.512 INFO:tasks.cephadm:Adding mds.k on smithi113 2024-04-25T02:29:22.512 INFO:tasks.cephadm:Adding mds.c on smithi178 2024-04-25T02:29:22.512 INFO:tasks.cephadm:Adding mds.f on smithi178 2024-04-25T02:29:22.512 INFO:tasks.cephadm:Adding mds.i on smithi178 2024-04-25T02:29:22.512 INFO:tasks.cephadm:Adding mds.l on smithi178 2024-04-25T02:29:22.512 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l' 2024-04-25T02:29:22.762 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:29:24.151 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:23 smithi178 ceph-mon[33053]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:24.158 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:23 smithi047 ceph-mon[27871]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:24.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:23 smithi113 ceph-mon[32459]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:24.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 -- 172.21.15.178:0/4090927033 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da41022c0 msgr2=0x7f4da41026e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:24.376 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/4090927033 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da41022c0 0x7f4da41026e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4d98009990 tx=0x7f4d98009ca0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 -- 172.21.15.178:0/4090927033 shutdown_connections 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/4090927033 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da41022c0 0x7f4da41026e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/4090927033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4da4103e60 0x7f4da410a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/4090927033 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4da41034c0 0x7f4da4103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 -- 172.21.15.178:0/4090927033 >> 172.21.15.178:0/4090927033 conn(0x7f4da40fd880 msgr2=0x7f4da40ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 -- 172.21.15.178:0/4090927033 shutdown_connections 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.371+0000 7f4da8dfb700 1 -- 172.21.15.178:0/4090927033 wait complete. 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da8dfb700 1 Processor -- start 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da8dfb700 1 -- start start 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da8dfb700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4da41022c0 0x7f4da4075fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da8dfb700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4da41034c0 0x7f4da4074620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da8dfb700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da4103e60 0x7f4da4074b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:24.377 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da8dfb700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4da410df00 con 0x7f4da41022c0 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da8dfb700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4da410dd80 con 0x7f4da41034c0 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da8dfb700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4da410e080 con 0x7f4da4103e60 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da1d9b700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4da41034c0 0x7f4da4074620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da1d9b700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4da41034c0 0x7f4da4074620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.178:33304/0 (socket says 172.21.15.178:33304) 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da1d9b700 1 -- 172.21.15.178:0/1148211802 learned_addr learned my addr 172.21.15.178:0/1148211802 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.372+0000 7f4da2d9d700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da4103e60 0x7f4da4074b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4da2d9d700 1 -- 172.21.15.178:0/1148211802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4da41034c0 msgr2=0x7f4da4074620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4da2d9d700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4da41034c0 0x7f4da4074620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4da2d9d700 1 -- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4da41022c0 msgr2=0x7f4da4075fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4da2d9d700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4da41022c0 0x7f4da4075fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4da2d9d700 1 -- 172.21.15.178:0/1148211802 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4da4075410 con 0x7f4da4103e60 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4da2d9d700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da4103e60 0x7f4da4074b60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c00be20 tx=0x7f4d9c009ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4d937fe700 1 -- 172.21.15.178:0/1148211802 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9c019070 con 0x7f4da4103e60 2024-04-25T02:29:24.378 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4d937fe700 1 -- 172.21.15.178:0/1148211802 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d9c00cc10 con 0x7f4da4103e60 2024-04-25T02:29:24.379 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4da41a2680 con 0x7f4da4103e60 2024-04-25T02:29:24.379 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4d937fe700 1 -- 172.21.15.178:0/1148211802 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9c012670 con 0x7f4da4103e60 2024-04-25T02:29:24.379 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.373+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4da41a2c10 con 0x7f4da4103e60 2024-04-25T02:29:24.379 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.374+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4da4068f20 con 0x7f4da4103e60 2024-04-25T02:29:24.380 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.375+0000 7f4d937fe700 1 -- 172.21.15.178:0/1148211802 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4d9c01c070 con 0x7f4da4103e60 2024-04-25T02:29:24.380 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.376+0000 7f4d937fe700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4d8c0a2ca0 0x7f4d8c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:24.380 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.376+0000 7f4d937fe700 1 -- 172.21.15.178:0/1148211802 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f4d9c0ce110 con 0x7f4da4103e60 2024-04-25T02:29:24.380 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.376+0000 7f4da259c700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4d8c0a2ca0 0x7f4d8c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:24.380 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.377+0000 7f4da259c700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4d8c0a2ca0 0x7f4d8c0a5160 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4d98005f50 tx=0x7f4d98005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:24.383 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.380+0000 7f4d937fe700 1 -- 172.21.15.178:0/1148211802 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4d9c00cdc0 con 0x7f4da4103e60 2024-04-25T02:29:24.588 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.585+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l", "target": ["mon-mgr", ""]}) -- 0x7f4da4062670 con 0x7f4d8c0a2ca0 2024-04-25T02:29:24.604 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.601+0000 7f4d937fe700 1 -- 172.21.15.178:0/1148211802 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f4da4062670 con 0x7f4d8c0a2ca0 2024-04-25T02:29:24.604 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mds.all update... 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4d8c0a2ca0 msgr2=0x7f4d8c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4d8c0a2ca0 0x7f4d8c0a5160 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4d98005f50 tx=0x7f4d98005e80 comp rx=0 tx=0).stop 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da4103e60 msgr2=0x7f4da4074b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da4103e60 0x7f4da4074b60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c00be20 tx=0x7f4d9c009ed0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 shutdown_connections 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4d8c0a2ca0 0x7f4d8c0a5160 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4da4103e60 0x7f4da4074b60 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4da41022c0 0x7f4da4075fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 --2- 172.21.15.178:0/1148211802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4da41034c0 0x7f4da4074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:24.607 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 >> 172.21.15.178:0/1148211802 conn(0x7f4da40fd880 msgr2=0x7f4da41067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:24.608 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 shutdown_connections 2024-04-25T02:29:24.608 INFO:teuthology.orchestra.run.smithi178.stderr:2024-04-25T02:29:24.604+0000 7f4da8dfb700 1 -- 172.21.15.178:0/1148211802 wait complete. 2024-04-25T02:29:25.285 DEBUG:teuthology.orchestra.run.smithi047:mds.a> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.a.service 2024-04-25T02:29:25.293 DEBUG:teuthology.orchestra.run.smithi047:mds.d> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.d.service 2024-04-25T02:29:25.337 DEBUG:teuthology.orchestra.run.smithi047:mds.g> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.g.service 2024-04-25T02:29:25.385 DEBUG:teuthology.orchestra.run.smithi047:mds.j> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.j.service 2024-04-25T02:29:25.432 DEBUG:teuthology.orchestra.run.smithi113:mds.b> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.b.service 2024-04-25T02:29:25.434 DEBUG:teuthology.orchestra.run.smithi113:mds.e> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.e.service 2024-04-25T02:29:25.478 DEBUG:teuthology.orchestra.run.smithi113:mds.h> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.h.service 2024-04-25T02:29:25.521 DEBUG:teuthology.orchestra.run.smithi113:mds.k> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.k.service 2024-04-25T02:29:25.564 DEBUG:teuthology.orchestra.run.smithi178:mds.c> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.c.service 2024-04-25T02:29:25.567 DEBUG:teuthology.orchestra.run.smithi178:mds.f> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.f.service 2024-04-25T02:29:25.610 DEBUG:teuthology.orchestra.run.smithi178:mds.i> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.i.service 2024-04-25T02:29:25.654 DEBUG:teuthology.orchestra.run.smithi178:mds.l> sudo journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.l.service 2024-04-25T02:29:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:25 smithi047 ceph-mon[27871]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:25 smithi047 ceph-mon[27871]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:29:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:25 smithi047 ceph-mon[27871]: Saving service mds.all spec with placement smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l;count:12 2024-04-25T02:29:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:25.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:25 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:25.697 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-25T02:29:25.697 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:29:25.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:25 smithi113 ceph-mon[32459]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:25.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:25 smithi113 ceph-mon[32459]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:29:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:25 smithi113 ceph-mon[32459]: Saving service mds.all spec with placement smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l;count:12 2024-04-25T02:29:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:25 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:25.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:25 smithi178 ceph-mon[33053]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:25 smithi178 ceph-mon[33053]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:29:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:25 smithi178 ceph-mon[33053]: Saving service mds.all spec with placement smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l;count:12 2024-04-25T02:29:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:25 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:29:25.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 -- 172.21.15.47:0/1965382806 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e8c076100 msgr2=0x7f6e8c076520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:25.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 --2- 172.21.15.47:0/1965382806 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e8c076100 0x7f6e8c076520 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c009900 tx=0x7f6e7c02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:29:25.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 -- 172.21.15.47:0/1965382806 shutdown_connections 2024-04-25T02:29:25.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 --2- 172.21.15.47:0/1965382806 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6e8c077ce0 0x7f6e8c078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:25.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 --2- 172.21.15.47:0/1965382806 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6e8c077340 0x7f6e8c0777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:25.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 --2- 172.21.15.47:0/1965382806 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e8c076100 0x7f6e8c076520 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:25.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 -- 172.21.15.47:0/1965382806 >> 172.21.15.47:0/1965382806 conn(0x7f6e8c0fef30 msgr2=0x7f6e8c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:25.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 -- 172.21.15.47:0/1965382806 shutdown_connections 2024-04-25T02:29:25.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.916+0000 7f6e91000640 1 -- 172.21.15.47:0/1965382806 wait complete. 2024-04-25T02:29:25.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.917+0000 7f6e91000640 1 Processor -- start 2024-04-25T02:29:25.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.917+0000 7f6e91000640 1 -- start start 2024-04-25T02:29:25.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e91000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6e8c076100 0x7f6e8c19e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:25.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e91000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6e8c077340 0x7f6e8c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:25.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e91000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e8c077ce0 0x7f6e8c1a5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:25.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e91000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c113a90 con 0x7f6e8c076100 2024-04-25T02:29:25.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e91000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c113910 con 0x7f6e8c077340 2024-04-25T02:29:25.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e91000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c113c10 con 0x7f6e8c077ce0 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6e8c077340 0x7f6e8c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6e8c076100 0x7f6e8c19e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6e8c077340 0x7f6e8c19e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:60382/0 (socket says 172.21.15.47:60382) 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89400640 1 -- 172.21.15.47:0/2260333786 learned_addr learned my addr 172.21.15.47:0/2260333786 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e8a800640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e8c077ce0 0x7f6e8c1a5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89400640 1 -- 172.21.15.47:0/2260333786 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e8c077ce0 msgr2=0x7f6e8c1a5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89400640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e8c077ce0 0x7f6e8c1a5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89400640 1 -- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6e8c076100 msgr2=0x7f6e8c19e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89400640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6e8c076100 0x7f6e8c19e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.918+0000 7f6e89400640 1 -- 172.21.15.47:0/2260333786 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e8c1a5ce0 con 0x7f6e8c077340 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.919+0000 7f6e89400640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6e8c077340 0x7f6e8c19e600 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6e7800ea60 tx=0x7f6e7800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.919+0000 7f6e82a00640 1 -- 172.21.15.47:0/2260333786 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7800cde0 con 0x7f6e8c077340 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.919+0000 7f6e82a00640 1 -- 172.21.15.47:0/2260333786 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e780035f0 con 0x7f6e8c077340 2024-04-25T02:29:25.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.919+0000 7f6e82a00640 1 -- 172.21.15.47:0/2260333786 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e78010670 con 0x7f6e8c077340 2024-04-25T02:29:25.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.919+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e8c1a5fd0 con 0x7f6e8c077340 2024-04-25T02:29:25.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.919+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e8c1a64e0 con 0x7f6e8c077340 2024-04-25T02:29:25.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.920+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e8c1104c0 con 0x7f6e8c077340 2024-04-25T02:29:25.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.925+0000 7f6e82a00640 1 -- 172.21.15.47:0/2260333786 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6e780037a0 con 0x7f6e8c077340 2024-04-25T02:29:25.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.926+0000 7f6e82a00640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6e700a2c10 0x7f6e700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:25.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.927+0000 7f6e82a00640 1 -- 172.21.15.47:0/2260333786 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f6e780ceeb0 con 0x7f6e8c077340 2024-04-25T02:29:25.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.927+0000 7f6e89e00640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6e700a2c10 0x7f6e700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:25.931 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.927+0000 7f6e89e00640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6e700a2c10 0x7f6e700a50d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c031440 tx=0x7f6e7c0315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:25.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:25.930+0000 7f6e82a00640 1 -- 172.21.15.47:0/2260333786 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f6e7809c210 con 0x7f6e8c077340 2024-04-25T02:29:26.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.140+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6e8c062340 con 0x7f6e8c077340 2024-04-25T02:29:26.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.141+0000 7f6e82a00640 1 -- 172.21.15.47:0/2260333786 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18453 (secure 0 0 0) 0x7f6e7809bb10 con 0x7f6e8c077340 2024-04-25T02:29:26.146 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:26.146 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":82,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:29:14.828180+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:29:26.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6e700a2c10 msgr2=0x7f6e700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6e700a2c10 0x7f6e700a50d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c031440 tx=0x7f6e7c0315b0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6e8c077340 msgr2=0x7f6e8c19e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6e8c077340 0x7f6e8c19e600 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6e7800ea60 tx=0x7f6e7800ef20 comp rx=0 tx=0).stop 2024-04-25T02:29:26.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 shutdown_connections 2024-04-25T02:29:26.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6e700a2c10 0x7f6e700a50d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e8c077ce0 0x7f6e8c1a5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6e8c077340 0x7f6e8c19e600 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 --2- 172.21.15.47:0/2260333786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6e8c076100 0x7f6e8c19e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 >> 172.21.15.47:0/2260333786 conn(0x7f6e8c0fef30 msgr2=0x7f6e8c100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:26.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 shutdown_connections 2024-04-25T02:29:26.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.144+0000 7f6e91000640 1 -- 172.21.15.47:0/2260333786 wait complete. 2024-04-25T02:29:26.170 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:29:26.170 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:29:26.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.383+0000 7ff4c7200640 1 -- 172.21.15.47:0/2159450749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 msgr2=0x7ff4c81044c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.384+0000 7ff4c7200640 1 --2- 172.21.15.47:0/2159450749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 0x7ff4c81044c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8009900 tx=0x7ff4b802a410 comp rx=0 tx=0).stop 2024-04-25T02:29:26.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.384+0000 7ff4c7200640 1 -- 172.21.15.47:0/2159450749 shutdown_connections 2024-04-25T02:29:26.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.384+0000 7ff4c7200640 1 --2- 172.21.15.47:0/2159450749 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4c8107330 0x7ff4c8109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.384+0000 7ff4c7200640 1 --2- 172.21.15.47:0/2159450749 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff4c8104a00 0x7ff4c8106df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.384+0000 7ff4c7200640 1 --2- 172.21.15.47:0/2159450749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 0x7ff4c81044c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.384+0000 7ff4c7200640 1 -- 172.21.15.47:0/2159450749 >> 172.21.15.47:0/2159450749 conn(0x7ff4c80fbae0 msgr2=0x7ff4c80fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:26.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.384+0000 7ff4c7200640 1 -- 172.21.15.47:0/2159450749 shutdown_connections 2024-04-25T02:29:26.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.384+0000 7ff4c7200640 1 -- 172.21.15.47:0/2159450749 wait complete. 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.385+0000 7ff4c7200640 1 Processor -- start 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.385+0000 7ff4c7200640 1 -- start start 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.385+0000 7ff4c7200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 0x7ff4c8101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.385+0000 7ff4c7200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4c8104a00 0x7ff4c8100080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.385+0000 7ff4c7200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff4c8107330 0x7ff4c81005c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.385+0000 7ff4c7200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c810d330 con 0x7ff4c81020d0 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.385+0000 7ff4c7200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c810d1b0 con 0x7ff4c8104a00 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.385+0000 7ff4c7200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c810d4b0 con 0x7ff4c8107330 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 0x7ff4c8101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 0x7ff4c8101a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38056/0 (socket says 172.21.15.47:38056) 2024-04-25T02:29:26.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5e00640 1 -- 172.21.15.47:0/3116514574 learned_addr learned my addr 172.21.15.47:0/3116514574 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5400640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4c8104a00 0x7ff4c8100080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c6800640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff4c8107330 0x7ff4c81005c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5e00640 1 -- 172.21.15.47:0/3116514574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff4c8107330 msgr2=0x7ff4c81005c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5e00640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff4c8107330 0x7ff4c81005c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5e00640 1 -- 172.21.15.47:0/3116514574 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4c8104a00 msgr2=0x7ff4c8100080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5e00640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4c8104a00 0x7ff4c8100080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5e00640 1 -- 172.21.15.47:0/3116514574 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c8100b00 con 0x7ff4c81020d0 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.386+0000 7ff4c5400640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4c8104a00 0x7ff4c8100080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.387+0000 7ff4c5e00640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 0x7ff4c8101a40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8031440 tx=0x7ff4b8032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.387+0000 7ff4bea00640 1 -- 172.21.15.47:0/3116514574 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b803f030 con 0x7ff4c81020d0 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.387+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4c8100d90 con 0x7ff4c81020d0 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.387+0000 7ff4bea00640 1 -- 172.21.15.47:0/3116514574 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4b8003ce0 con 0x7ff4c81020d0 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.387+0000 7ff4bea00640 1 -- 172.21.15.47:0/3116514574 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8035070 con 0x7ff4c81020d0 2024-04-25T02:29:26.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.387+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4c81a63a0 con 0x7ff4c81020d0 2024-04-25T02:29:26.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.388+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4c80fd5d0 con 0x7ff4c81020d0 2024-04-25T02:29:26.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.390+0000 7ff4bea00640 1 -- 172.21.15.47:0/3116514574 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff4b8042030 con 0x7ff4c81020d0 2024-04-25T02:29:26.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.393+0000 7ff4bea00640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff4ac0a2b90 0x7ff4ac0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:26.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.393+0000 7ff4bea00640 1 -- 172.21.15.47:0/3116514574 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7ff4b80eeda0 con 0x7ff4c81020d0 2024-04-25T02:29:26.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.393+0000 7ff4c5400640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff4ac0a2b90 0x7ff4ac0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:26.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.394+0000 7ff4c5400640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff4ac0a2b90 0x7ff4ac0a5050 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff4c81017b0 tx=0x7ff4b4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:26.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.398+0000 7ff4bea00640 1 -- 172.21.15.47:0/3116514574 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff4b80bbab0 con 0x7ff4c81020d0 2024-04-25T02:29:26.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.604+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff4c8062340 con 0x7ff4c81020d0 2024-04-25T02:29:26.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.608+0000 7ff4bea00640 1 -- 172.21.15.47:0/3116514574 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7ff4b80bfdb0 con 0x7ff4c81020d0 2024-04-25T02:29:26.612 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:29:26.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff4ac0a2b90 msgr2=0x7ff4ac0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff4ac0a2b90 0x7ff4ac0a5050 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff4c81017b0 tx=0x7ff4b4005f90 comp rx=0 tx=0).stop 2024-04-25T02:29:26.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 msgr2=0x7ff4c8101a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 0x7ff4c8101a40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8031440 tx=0x7ff4b8032ce0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 shutdown_connections 2024-04-25T02:29:26.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff4ac0a2b90 0x7ff4ac0a5050 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff4c8107330 0x7ff4c81005c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4c8104a00 0x7ff4c8100080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 --2- 172.21.15.47:0/3116514574 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4c81020d0 0x7ff4c8101a40 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 >> 172.21.15.47:0/3116514574 conn(0x7ff4c80fbae0 msgr2=0x7ff4c8102a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:26.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 shutdown_connections 2024-04-25T02:29:26.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.611+0000 7ff4c7200640 1 -- 172.21.15.47:0/3116514574 wait complete. 2024-04-25T02:29:26.636 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:26.835 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:26.835 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:26.835 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:26.835 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:26.835 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:26.835 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:26 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:26.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:26 smithi178 ceph-mon[33053]: Deploying daemon mds.l on smithi178 2024-04-25T02:29:26.836 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:26 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2260333786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:29:26.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 -- 172.21.15.47:0/1182624325 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e0100790 msgr2=0x7fb0e0100bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/1182624325 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e0100790 0x7fb0e0100bf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8009ca0 tx=0x7fb0c802a8b0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 -- 172.21.15.47:0/1182624325 shutdown_connections 2024-04-25T02:29:26.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/1182624325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0e0101130 0x7fb0e01015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/1182624325 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e0100790 0x7fb0e0100bf0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/1182624325 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0e00ffe30 0x7fb0e0100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 -- 172.21.15.47:0/1182624325 >> 172.21.15.47:0/1182624325 conn(0x7fb0e00fba10 msgr2=0x7fb0e00fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:26.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 -- 172.21.15.47:0/1182624325 shutdown_connections 2024-04-25T02:29:26.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.849+0000 7fb0dfe00640 1 -- 172.21.15.47:0/1182624325 wait complete. 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.850+0000 7fb0dfe00640 1 Processor -- start 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.850+0000 7fb0dfe00640 1 -- start start 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.850+0000 7fb0dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e00ffe30 0x7fb0e0199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.850+0000 7fb0dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0e0100790 0x7fb0e019a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0dfe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0e0101130 0x7fb0e01a10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0dfe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0e010f450 con 0x7fb0e0100790 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0dfe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb0e010f2d0 con 0x7fb0e00ffe30 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0dfe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb0e010f5d0 con 0x7fb0e0101130 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0de000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0e0100790 0x7fb0e019a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:26.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0de000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0e0100790 0x7fb0e019a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38084/0 (socket says 172.21.15.47:38084) 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0de000640 1 -- 172.21.15.47:0/3326096072 learned_addr learned my addr 172.21.15.47:0/3326096072 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0dea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e00ffe30 0x7fb0e0199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0df400640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0e0101130 0x7fb0e01a10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0df400640 1 -- 172.21.15.47:0/3326096072 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e00ffe30 msgr2=0x7fb0e0199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0df400640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e00ffe30 0x7fb0e0199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0df400640 1 -- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0e0100790 msgr2=0x7fb0e019a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0df400640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0e0100790 0x7fb0e019a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0df400640 1 -- 172.21.15.47:0/3326096072 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0e01a1720 con 0x7fb0e0101130 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.851+0000 7fb0dea00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e00ffe30 0x7fb0e0199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.852+0000 7fb0df400640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0e0101130 0x7fb0e01a10b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb0d800e970 tx=0x7fb0d800ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.852+0000 7fb0d7400640 1 -- 172.21.15.47:0/3326096072 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d800ccc0 con 0x7fb0e0101130 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.852+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0e01a1a10 con 0x7fb0e0101130 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.852+0000 7fb0d7400640 1 -- 172.21.15.47:0/3326096072 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0d8005020 con 0x7fb0e0101130 2024-04-25T02:29:26.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.852+0000 7fb0d7400640 1 -- 172.21.15.47:0/3326096072 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d8004a00 con 0x7fb0e0101130 2024-04-25T02:29:26.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.852+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0e01a1f60 con 0x7fb0e0101130 2024-04-25T02:29:26.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.853+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0e010ab80 con 0x7fb0e0101130 2024-04-25T02:29:26.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.855+0000 7fb0d7400640 1 -- 172.21.15.47:0/3326096072 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb0d80051d0 con 0x7fb0e0101130 2024-04-25T02:29:26.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.856+0000 7fb0d7400640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb0c40a2b90 0x7fb0c40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:26.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.857+0000 7fb0d7400640 1 -- 172.21.15.47:0/3326096072 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb0d80cebb0 con 0x7fb0e0101130 2024-04-25T02:29:26.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.857+0000 7fb0dea00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb0c40a2b90 0x7fb0c40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:26.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.857+0000 7fb0dea00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb0c40a2b90 0x7fb0c40a5050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb0d0009fc0 tx=0x7fb0d0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:26.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:26.860+0000 7fb0d7400640 1 -- 172.21.15.47:0/3326096072 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb0d809bf10 con 0x7fb0e0101130 2024-04-25T02:29:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:26 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:26 smithi047 ceph-mon[27871]: Deploying daemon mds.l on smithi178 2024-04-25T02:29:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:26 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2260333786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:29:27.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:29:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:26 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:26 smithi113 ceph-mon[32459]: Deploying daemon mds.l on smithi178 2024-04-25T02:29:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:26 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2260333786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:29:27.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.109+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb0e0062340 con 0x7fb0e0101130 2024-04-25T02:29:27.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.110+0000 7fb0d7400640 1 -- 172.21.15.47:0/3326096072 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7fb0d809b810 con 0x7fb0e0101130 2024-04-25T02:29:27.114 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:27.114 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-25T02:29:27.114 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 1 2024-04-25T02:29:27.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb0c40a2b90 msgr2=0x7fb0c40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:27.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb0c40a2b90 0x7fb0c40a5050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb0d0009fc0 tx=0x7fb0d0005f90 comp rx=0 tx=0).stop 2024-04-25T02:29:27.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0e0101130 msgr2=0x7fb0e01a10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:27.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0e0101130 0x7fb0e01a10b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb0d800e970 tx=0x7fb0d800ee30 comp rx=0 tx=0).stop 2024-04-25T02:29:27.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 shutdown_connections 2024-04-25T02:29:27.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb0c40a2b90 0x7fb0c40a5050 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:27.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0e0101130 0x7fb0e01a10b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:27.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0e0100790 0x7fb0e019a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:27.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 --2- 172.21.15.47:0/3326096072 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0e00ffe30 0x7fb0e0199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:27.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 >> 172.21.15.47:0/3326096072 conn(0x7fb0e00fba10 msgr2=0x7fb0e00fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:27.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 shutdown_connections 2024-04-25T02:29:27.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:27.113+0000 7fb0dfe00640 1 -- 172.21.15.47:0/3326096072 wait complete. 2024-04-25T02:29:27.783 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:27 smithi178 ceph-mon[33053]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:27.783 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:27 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3116514574' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:29:27.783 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:27 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3326096072' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:27.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:27 smithi047 ceph-mon[27871]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:27.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:27 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3116514574' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:29:27.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:27 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3326096072' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:28.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:27 smithi113 ceph-mon[32459]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:28.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:27 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3116514574' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:29:28.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:27 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3326096072' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:28.088 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:27 smithi178 systemd[1]: Starting Ceph mds.l for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:29:28.426 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:28 smithi178 podman[63445]: 2024-04-25 02:29:28.075099451 +0000 UTC m=+0.018179367 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:29:28.426 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:28 smithi178 podman[63445]: 2024-04-25 02:29:28.204480109 +0000 UTC m=+0.147560013 container create 3dfcdfa18e1beff5885ad0cb0309afc6f8727154062101d456252889d54cc99a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, ceph=True) 2024-04-25T02:29:28.839 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:28 smithi178 podman[63445]: 2024-04-25 02:29:28.42337657 +0000 UTC m=+0.366456466 container init 3dfcdfa18e1beff5885ad0cb0309afc6f8727154062101d456252889d54cc99a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424) 2024-04-25T02:29:28.839 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:28 smithi178 podman[63445]: 2024-04-25 02:29:28.425944765 +0000 UTC m=+0.369024662 container start 3dfcdfa18e1beff5885ad0cb0309afc6f8727154062101d456252889d54cc99a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-25T02:29:28.839 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:28 smithi178 ceph-mds[63464]: -- 172.21.15.178:0/923830377 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558bb11aba40 con 0x558bb117ec00 2024-04-25T02:29:28.839 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l[63460]: starting mds.l at 2024-04-25T02:29:28.839 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:28 smithi178 bash[63445]: 3dfcdfa18e1beff5885ad0cb0309afc6f8727154062101d456252889d54cc99a 2024-04-25T02:29:28.839 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:29:28 smithi178 systemd[1]: Started Ceph mds.l for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:29.139 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:29.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 -- 172.21.15.47:0/916725581 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1015e0 msgr2=0x7f591c101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:29.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 --2- 172.21.15.47:0/916725581 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1015e0 0x7f591c101a00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f590c009900 tx=0x7f590c02a410 comp rx=0 tx=0).stop 2024-04-25T02:29:29.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 -- 172.21.15.47:0/916725581 shutdown_connections 2024-04-25T02:29:29.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 --2- 172.21.15.47:0/916725581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f591c103190 0x7f591c109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 --2- 172.21.15.47:0/916725581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f591c1027d0 0x7f591c102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 --2- 172.21.15.47:0/916725581 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1015e0 0x7f591c101a00 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 -- 172.21.15.47:0/916725581 >> 172.21.15.47:0/916725581 conn(0x7f591c0fcb50 msgr2=0x7f591c0fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:29.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 -- 172.21.15.47:0/916725581 shutdown_connections 2024-04-25T02:29:29.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.362+0000 7f591be00640 1 -- 172.21.15.47:0/916725581 wait complete. 2024-04-25T02:29:29.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.363+0000 7f591be00640 1 Processor -- start 2024-04-25T02:29:29.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.364+0000 7f591be00640 1 -- start start 2024-04-25T02:29:29.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.364+0000 7f591be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f591c1015e0 0x7f591c197900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:29.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.364+0000 7f591be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1027d0 0x7f591c197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:29.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.364+0000 7f591be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f591c103190 0x7f591c19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:29.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.364+0000 7f591be00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f591c10d2b0 con 0x7f591c1015e0 2024-04-25T02:29:29.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.364+0000 7f591be00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f591c10d130 con 0x7f591c1027d0 2024-04-25T02:29:29.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.364+0000 7f591be00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f591c10d430 con 0x7f591c103190 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f591aa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f591c1015e0 0x7f591c197900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f5912000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1027d0 0x7f591c197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f591b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f591c103190 0x7f591c19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f5912000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1027d0 0x7f591c197e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:60424/0 (socket says 172.21.15.47:60424) 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f5912000640 1 -- 172.21.15.47:0/2271677655 learned_addr learned my addr 172.21.15.47:0/2271677655 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f591b400640 1 -- 172.21.15.47:0/2271677655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1027d0 msgr2=0x7f591c197e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f591b400640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1027d0 0x7f591c197e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f591b400640 1 -- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f591c1015e0 msgr2=0x7f591c197900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f591b400640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f591c1015e0 0x7f591c197900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f591b400640 1 -- 172.21.15.47:0/2271677655 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f591c19f520 con 0x7f591c103190 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f5912000640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1027d0 0x7f591c197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.365+0000 7f591aa00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f591c1015e0 0x7f591c197900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:29:29.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.366+0000 7f591b400640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f591c103190 0x7f591c19eeb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5914009fd0 tx=0x7f591400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:29.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.366+0000 7f5920a00640 1 -- 172.21.15.47:0/2271677655 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f591400ce20 con 0x7f591c103190 2024-04-25T02:29:29.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.366+0000 7f5920a00640 1 -- 172.21.15.47:0/2271677655 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5914005020 con 0x7f591c103190 2024-04-25T02:29:29.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.366+0000 7f5920a00640 1 -- 172.21.15.47:0/2271677655 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5914010720 con 0x7f591c103190 2024-04-25T02:29:29.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.366+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f591c19f810 con 0x7f591c103190 2024-04-25T02:29:29.372 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.366+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f591c19fd10 con 0x7f591c103190 2024-04-25T02:29:29.372 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.367+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f591c108950 con 0x7f591c103190 2024-04-25T02:29:29.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.369+0000 7f5920a00640 1 -- 172.21.15.47:0/2271677655 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5914005540 con 0x7f591c103190 2024-04-25T02:29:29.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.370+0000 7f5920a00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59000a2b90 0x7f59000a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:29.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.371+0000 7f5920a00640 1 -- 172.21.15.47:0/2271677655 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f59140cf240 con 0x7f591c103190 2024-04-25T02:29:29.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.371+0000 7f591aa00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59000a2b90 0x7f59000a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:29.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.372+0000 7f591aa00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59000a2b90 0x7f59000a5050 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f590c02aa00 tx=0x7f590c0315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:29.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.375+0000 7f5920a00640 1 -- 172.21.15.47:0/2271677655 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f591409c5a0 con 0x7f591c103190 2024-04-25T02:29:29.524 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:29.524 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.178:6832/1859202672,v1:172.21.15.178:6833/1859202672] up:boot 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: fsmap 1 up:standby 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:29.525 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:29 smithi113 ceph-mon[32459]: Deploying daemon mds.k on smithi113 2024-04-25T02:29:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.619+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f591c02d170 con 0x7f591c103190 2024-04-25T02:29:29.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.621+0000 7f5920a00640 1 -- 172.21.15.47:0/2271677655 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f591409bea0 con 0x7f591c103190 2024-04-25T02:29:29.625 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:29.625 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T02:29:29.625 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 2 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.623+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59000a2b90 msgr2=0x7f59000a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.623+0000 7f591be00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59000a2b90 0x7f59000a5050 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f590c02aa00 tx=0x7f590c0315b0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.623+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f591c103190 msgr2=0x7f591c19eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.623+0000 7f591be00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f591c103190 0x7f591c19eeb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5914009fd0 tx=0x7f591400ef10 comp rx=0 tx=0).stop 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.624+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 shutdown_connections 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.624+0000 7f591be00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59000a2b90 0x7f59000a5050 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.624+0000 7f591be00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f591c103190 0x7f591c19eeb0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.624+0000 7f591be00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f591c1027d0 0x7f591c197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.624+0000 7f591be00640 1 --2- 172.21.15.47:0/2271677655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f591c1015e0 0x7f591c197900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.624+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 >> 172.21.15.47:0/2271677655 conn(0x7f591c0fcb50 msgr2=0x7f591c105b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.624+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 shutdown_connections 2024-04-25T02:29:29.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:29.624+0000 7f591be00640 1 -- 172.21.15.47:0/2271677655 wait complete. 2024-04-25T02:29:29.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:29.645 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.178:6832/1859202672,v1:172.21.15.178:6833/1859202672] up:boot 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: fsmap 1 up:standby 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:29.646 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:29 smithi047 ceph-mon[27871]: Deploying daemon mds.k on smithi113 2024-04-25T02:29:29.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.178:6832/1859202672,v1:172.21.15.178:6833/1859202672] up:boot 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: fsmap 1 up:standby 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:29 smithi178 ceph-mon[33053]: Deploying daemon mds.k on smithi113 2024-04-25T02:29:30.660 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:30 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2271677655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:30.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:30 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2271677655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:30.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:30 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2271677655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:31.647 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:31.736 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:31 smithi047 ceph-mon[27871]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:31.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:31 smithi113 ceph-mon[32459]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:31.757 INFO:journalctl@ceph.mds.k.smithi113.stdout:Apr 25 02:29:31 smithi113 systemd[1]: Started Ceph mds.k for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:31.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:31 smithi178 ceph-mon[33053]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:31.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 -- 172.21.15.47:0/1057734862 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84104b80 msgr2=0x7fed84105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:31.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 --2- 172.21.15.47:0/1057734862 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84104b80 0x7fed84105000 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fed6c009900 tx=0x7fed6c02a410 comp rx=0 tx=0).stop 2024-04-25T02:29:31.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 -- 172.21.15.47:0/1057734862 shutdown_connections 2024-04-25T02:29:31.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 --2- 172.21.15.47:0/1057734862 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed84105540 0x7fed8410bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:31.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 --2- 172.21.15.47:0/1057734862 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84104b80 0x7fed84105000 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:31.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 --2- 172.21.15.47:0/1057734862 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed84103990 0x7fed84103db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:31.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 -- 172.21.15.47:0/1057734862 >> 172.21.15.47:0/1057734862 conn(0x7fed840fef00 msgr2=0x7fed84101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:31.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 -- 172.21.15.47:0/1057734862 shutdown_connections 2024-04-25T02:29:31.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.865+0000 7fed8a200640 1 -- 172.21.15.47:0/1057734862 wait complete. 2024-04-25T02:29:31.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.866+0000 7fed8a200640 1 Processor -- start 2024-04-25T02:29:31.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.866+0000 7fed8a200640 1 -- start start 2024-04-25T02:29:31.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed8a200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84103990 0x7fed84199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:31.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed8a200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed84104b80 0x7fed8419a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed8a200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed84105540 0x7fed841a1220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed8a200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fed8410f640 con 0x7fed84103990 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed8a200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fed8410f4c0 con 0x7fed84104b80 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed8a200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fed8410f7c0 con 0x7fed84105540 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed83400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84103990 0x7fed84199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed7be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed84104b80 0x7fed8419a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed83400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84103990 0x7fed84199c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:49978/0 (socket says 172.21.15.47:49978) 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed7be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed84104b80 0x7fed8419a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58968/0 (socket says 172.21.15.47:58968) 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed83400640 1 -- 172.21.15.47:0/1427640853 learned_addr learned my addr 172.21.15.47:0/1427640853 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed83e00640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed84105540 0x7fed841a1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed83400640 1 -- 172.21.15.47:0/1427640853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed84105540 msgr2=0x7fed841a1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.867+0000 7fed83400640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed84105540 0x7fed841a1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed83400640 1 -- 172.21.15.47:0/1427640853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed84104b80 msgr2=0x7fed8419a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed83400640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed84104b80 0x7fed8419a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:31.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed83400640 1 -- 172.21.15.47:0/1427640853 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed841a18c0 con 0x7fed84103990 2024-04-25T02:29:31.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed83400640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84103990 0x7fed84199c80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fed7400e9c0 tx=0x7fed7400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:31.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed80c00640 1 -- 172.21.15.47:0/1427640853 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7400cde0 con 0x7fed84103990 2024-04-25T02:29:31.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed80c00640 1 -- 172.21.15.47:0/1427640853 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed74010910 con 0x7fed84103990 2024-04-25T02:29:31.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed841a1bb0 con 0x7fed84103990 2024-04-25T02:29:31.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed80c00640 1 -- 172.21.15.47:0/1427640853 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed74018a00 con 0x7fed84103990 2024-04-25T02:29:31.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.868+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed841a20d0 con 0x7fed84103990 2024-04-25T02:29:31.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.870+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed8410acb0 con 0x7fed84103990 2024-04-25T02:29:31.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.872+0000 7fed80c00640 1 -- 172.21.15.47:0/1427640853 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fed7401f020 con 0x7fed84103990 2024-04-25T02:29:31.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.873+0000 7fed80c00640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fed680a2b90 0x7fed680a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:31.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.874+0000 7fed80c00640 1 -- 172.21.15.47:0/1427640853 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fed740cee00 con 0x7fed84103990 2024-04-25T02:29:31.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.874+0000 7fed7be00640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fed680a2b90 0x7fed680a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:31.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.875+0000 7fed7be00640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fed680a2b90 0x7fed680a5050 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fed6c031440 tx=0x7fed6c0315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:31.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:31.878+0000 7fed80c00640 1 -- 172.21.15.47:0/1427640853 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fed7409c160 con 0x7fed84103990 2024-04-25T02:29:32.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.126+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed8402d170 con 0x7fed84103990 2024-04-25T02:29:32.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.126+0000 7fed80c00640 1 -- 172.21.15.47:0/1427640853 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7fed7409ba60 con 0x7fed84103990 2024-04-25T02:29:32.134 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:32.134 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T02:29:32.135 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 2 2024-04-25T02:29:32.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.129+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fed680a2b90 msgr2=0x7fed680a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:32.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.129+0000 7fed8a200640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fed680a2b90 0x7fed680a5050 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fed6c031440 tx=0x7fed6c0315b0 comp rx=0 tx=0).stop 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.129+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84103990 msgr2=0x7fed84199c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.129+0000 7fed8a200640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84103990 0x7fed84199c80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fed7400e9c0 tx=0x7fed7400ee80 comp rx=0 tx=0).stop 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.130+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 shutdown_connections 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.130+0000 7fed8a200640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fed680a2b90 0x7fed680a5050 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.130+0000 7fed8a200640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed84105540 0x7fed841a1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.130+0000 7fed8a200640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed84104b80 0x7fed8419a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.130+0000 7fed8a200640 1 --2- 172.21.15.47:0/1427640853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed84103990 0x7fed84199c80 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.130+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 >> 172.21.15.47:0/1427640853 conn(0x7fed840fef00 msgr2=0x7fed84107e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.130+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 shutdown_connections 2024-04-25T02:29:32.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:32.130+0000 7fed8a200640 1 -- 172.21.15.47:0/1427640853 wait complete. 2024-04-25T02:29:32.951 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:32.951 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: Deploying daemon mds.j on smithi047 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1427640853' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.113:6832/3988090615,v1:172.21.15.113:6833/3988090615] up:boot 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: fsmap 2 up:standby 2024-04-25T02:29:32.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:32 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: Deploying daemon mds.j on smithi047 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1427640853' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.113:6832/3988090615,v1:172.21.15.113:6833/3988090615] up:boot 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: fsmap 2 up:standby 2024-04-25T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:32 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: Deploying daemon mds.j on smithi047 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1427640853' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.113:6832/3988090615,v1:172.21.15.113:6833/3988090615] up:boot 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: fsmap 2 up:standby 2024-04-25T02:29:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:32 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T02:29:34.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:33 smithi113 ceph-mon[32459]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:34.036 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:33 smithi047 ceph-mon[27871]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:34.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:33 smithi178 ceph-mon[33053]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:34.155 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:34.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.593+0000 7fdf6d000640 1 -- 172.21.15.47:0/3690083131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 msgr2=0x7fdf68110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:34.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.593+0000 7fdf6d000640 1 --2- 172.21.15.47:0/3690083131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 0x7fdf68110310 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009ca0 tx=0x7fdf6002a8c0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.594+0000 7fdf6d000640 1 -- 172.21.15.47:0/3690083131 shutdown_connections 2024-04-25T02:29:34.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.594+0000 7fdf6d000640 1 --2- 172.21.15.47:0/3690083131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 0x7fdf68110310 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.594+0000 7fdf6d000640 1 --2- 172.21.15.47:0/3690083131 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf6810b370 0x7fdf6810d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.594+0000 7fdf6d000640 1 --2- 172.21.15.47:0/3690083131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf681089b0 0x7fdf6810ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.594+0000 7fdf6d000640 1 -- 172.21.15.47:0/3690083131 >> 172.21.15.47:0/3690083131 conn(0x7fdf6806e5e0 msgr2=0x7fdf68070a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:34.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.594+0000 7fdf6d000640 1 -- 172.21.15.47:0/3690083131 shutdown_connections 2024-04-25T02:29:34.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.594+0000 7fdf6d000640 1 -- 172.21.15.47:0/3690083131 wait complete. 2024-04-25T02:29:34.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.595+0000 7fdf6d000640 1 Processor -- start 2024-04-25T02:29:34.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.595+0000 7fdf6d000640 1 -- start start 2024-04-25T02:29:34.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf6d000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf681089b0 0x7fdf681a2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:34.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf6d000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6810b370 0x7fdf681a2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:34.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf6d000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 0x7fdf681a9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:34.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf6d000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdf68115c80 con 0x7fdf6810b370 2024-04-25T02:29:34.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf6d000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdf68115b00 con 0x7fdf681089b0 2024-04-25T02:29:34.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf6d000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdf68115e00 con 0x7fdf6810de50 2024-04-25T02:29:34.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf65400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6810b370 0x7fdf681a2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:34.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf65e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf681089b0 0x7fdf681a2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:34.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf65e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf681089b0 0x7fdf681a2510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58994/0 (socket says 172.21.15.47:58994) 2024-04-25T02:29:34.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf65e00640 1 -- 172.21.15.47:0/1796315845 learned_addr learned my addr 172.21.15.47:0/1796315845 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:34.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.596+0000 7fdf66800640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 0x7fdf681a9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:34.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.597+0000 7fdf65e00640 1 -- 172.21.15.47:0/1796315845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 msgr2=0x7fdf681a9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:34.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.597+0000 7fdf65e00640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 0x7fdf681a9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.597+0000 7fdf65e00640 1 -- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6810b370 msgr2=0x7fdf681a2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:34.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.597+0000 7fdf65e00640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6810b370 0x7fdf681a2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.597+0000 7fdf65e00640 1 -- 172.21.15.47:0/1796315845 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf681aa130 con 0x7fdf681089b0 2024-04-25T02:29:34.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.597+0000 7fdf66800640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 0x7fdf681a9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:29:34.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.598+0000 7fdf65e00640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf681089b0 0x7fdf681a2510 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdf5800c970 tx=0x7fdf5800ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:34.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.598+0000 7fdf5ea00640 1 -- 172.21.15.47:0/1796315845 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58007bb0 con 0x7fdf681089b0 2024-04-25T02:29:34.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.598+0000 7fdf5ea00640 1 -- 172.21.15.47:0/1796315845 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf58007d50 con 0x7fdf681089b0 2024-04-25T02:29:34.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.598+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf681aa420 con 0x7fdf681089b0 2024-04-25T02:29:34.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.598+0000 7fdf5ea00640 1 -- 172.21.15.47:0/1796315845 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5800f6b0 con 0x7fdf681089b0 2024-04-25T02:29:34.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.598+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf681aa9c0 con 0x7fdf681089b0 2024-04-25T02:29:34.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.599+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf681aac80 con 0x7fdf681089b0 2024-04-25T02:29:34.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.601+0000 7fdf5ea00640 1 -- 172.21.15.47:0/1796315845 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdf58005020 con 0x7fdf681089b0 2024-04-25T02:29:34.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.603+0000 7fdf5ea00640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf4c0a2c10 0x7fdf4c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:34.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.603+0000 7fdf5ea00640 1 -- 172.21.15.47:0/1796315845 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fdf580cec30 con 0x7fdf681089b0 2024-04-25T02:29:34.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.603+0000 7fdf65400640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf4c0a2c10 0x7fdf4c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:34.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.604+0000 7fdf65400640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf4c0a2c10 0x7fdf4c0a50d0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fdf681a3a20 tx=0x7fdf5400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:34.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.607+0000 7fdf5ea00640 1 -- 172.21.15.47:0/1796315845 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fdf58014030 con 0x7fdf681089b0 2024-04-25T02:29:34.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.857+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf681aae50 con 0x7fdf681089b0 2024-04-25T02:29:34.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.858+0000 7fdf5ea00640 1 -- 172.21.15.47:0/1796315845 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2224 (secure 0 0 0) 0x7fdf58084e20 con 0x7fdf681089b0 2024-04-25T02:29:34.862 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:34.862 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T02:29:34.862 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 3 2024-04-25T02:29:34.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf4c0a2c10 msgr2=0x7fdf4c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:34.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf4c0a2c10 0x7fdf4c0a50d0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fdf681a3a20 tx=0x7fdf5400b410 comp rx=0 tx=0).stop 2024-04-25T02:29:34.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf681089b0 msgr2=0x7fdf681a2510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:34.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf681089b0 0x7fdf681a2510 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdf5800c970 tx=0x7fdf5800ce30 comp rx=0 tx=0).stop 2024-04-25T02:29:34.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 shutdown_connections 2024-04-25T02:29:34.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf4c0a2c10 0x7fdf4c0a50d0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6810de50 0x7fdf681a9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6810b370 0x7fdf681a2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 --2- 172.21.15.47:0/1796315845 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf681089b0 0x7fdf681a2510 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:34.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 >> 172.21.15.47:0/1796315845 conn(0x7fdf6806e5e0 msgr2=0x7fdf6810ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:34.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 shutdown_connections 2024-04-25T02:29:34.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:34.860+0000 7fdf6d000640 1 -- 172.21.15.47:0/1796315845 wait complete. 2024-04-25T02:29:35.493 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:29:35 smithi047 podman[65894]: 2024-04-25 02:29:35.116950686 +0000 UTC m=+0.036124005 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:29:35.493 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:29:35 smithi047 podman[65894]: 2024-04-25 02:29:35.489410596 +0000 UTC m=+0.408583959 container init b01c1d3ec75d0653e0ce227453ab89ad5a652682d6d874d90f604c5a5cd04318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T02:29:35.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:35 smithi047 ceph-mon[27871]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:35.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:35 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1796315845' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:35.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:35 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:35.909 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:29:35 smithi047 podman[65894]: 2024-04-25 02:29:35.500425349 +0000 UTC m=+0.419598718 container start b01c1d3ec75d0653e0ce227453ab89ad5a652682d6d874d90f604c5a5cd04318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424) 2024-04-25T02:29:35.909 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:29:35 smithi047 ceph-mds[65913]: -- 172.21.15.47:0/3930764552 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555c8a4cda40 con 0x555c8a4a0c00 2024-04-25T02:29:35.909 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:29:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j[65909]: starting mds.j at 2024-04-25T02:29:35.910 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:29:35 smithi047 bash[65894]: b01c1d3ec75d0653e0ce227453ab89ad5a652682d6d874d90f604c5a5cd04318 2024-04-25T02:29:35.910 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:29:35 smithi047 systemd[1]: Started Ceph mds.j for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:35.992 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:35 smithi178 ceph-mon[33053]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:35.992 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:35 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1796315845' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:35.992 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:35 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:36.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:35 smithi113 ceph-mon[32459]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:36.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:35 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1796315845' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:36.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:35 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:36.884 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:37.001 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.47:6834/3167789422,v1:172.21.15.47:6835/3167789422] up:boot 2024-04-25T02:29:37.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: fsmap 3 up:standby 2024-04-25T02:29:37.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T02:29:37.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:37.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:37.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:37.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:37.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:37.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:36 smithi047 ceph-mon[27871]: Deploying daemon mds.d on smithi047 2024-04-25T02:29:37.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.47:6834/3167789422,v1:172.21.15.47:6835/3167789422] up:boot 2024-04-25T02:29:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: fsmap 3 up:standby 2024-04-25T02:29:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T02:29:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:36 smithi113 ceph-mon[32459]: Deploying daemon mds.d on smithi047 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.47:6834/3167789422,v1:172.21.15.47:6835/3167789422] up:boot 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: fsmap 3 up:standby 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:36 smithi178 ceph-mon[33053]: Deploying daemon mds.d on smithi047 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 -- 172.21.15.47:0/3800147935 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8618105150 msgr2=0x7f86181055d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 --2- 172.21.15.47:0/3800147935 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8618105150 0x7f86181055d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8610009ca0 tx=0x7f861002a8c0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 -- 172.21.15.47:0/3800147935 shutdown_connections 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 --2- 172.21.15.47:0/3800147935 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8618105150 0x7f86181055d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 --2- 172.21.15.47:0/3800147935 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86181027a0 0x7f8618104c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 --2- 172.21.15.47:0/3800147935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86180ffe30 0x7f8618102260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 -- 172.21.15.47:0/3800147935 >> 172.21.15.47:0/3800147935 conn(0x7f86180fba10 msgr2=0x7f86180fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 -- 172.21.15.47:0/3800147935 shutdown_connections 2024-04-25T02:29:37.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.100+0000 7f861de00640 1 -- 172.21.15.47:0/3800147935 wait complete. 2024-04-25T02:29:37.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.101+0000 7f861de00640 1 Processor -- start 2024-04-25T02:29:37.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.101+0000 7f861de00640 1 -- start start 2024-04-25T02:29:37.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.101+0000 7f861de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86180ffe30 0x7f861819de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:37.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.101+0000 7f861de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86181027a0 0x7f861819e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:37.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.101+0000 7f861de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8618105150 0x7f86181a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:37.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.101+0000 7f861de00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8618113830 con 0x7f86181027a0 2024-04-25T02:29:37.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.101+0000 7f861de00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f86181136b0 con 0x7f8618105150 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.101+0000 7f861de00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f86181139b0 con 0x7f86180ffe30 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f8617e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86181027a0 0x7f861819e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f8617e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86181027a0 0x7f861819e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50028/0 (socket says 172.21.15.47:50028) 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f8617e00640 1 -- 172.21.15.47:0/1556453277 learned_addr learned my addr 172.21.15.47:0/1556453277 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f861ca00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86180ffe30 0x7f861819de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f861d400640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8618105150 0x7f86181a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f8617e00640 1 -- 172.21.15.47:0/1556453277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86180ffe30 msgr2=0x7f861819de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f8617e00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86180ffe30 0x7f861819de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f8617e00640 1 -- 172.21.15.47:0/1556453277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8618105150 msgr2=0x7f86181a5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f8617e00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8618105150 0x7f86181a5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f8617e00640 1 -- 172.21.15.47:0/1556453277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86181a5a90 con 0x7f86181027a0 2024-04-25T02:29:37.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.102+0000 7f861ca00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86180ffe30 0x7f861819de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:29:37.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.103+0000 7f8617e00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86181027a0 0x7f861819e3b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f860400e9f0 tx=0x7f860400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:37.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.103+0000 7f8615600640 1 -- 172.21.15.47:0/1556453277 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860400cd80 con 0x7f86181027a0 2024-04-25T02:29:37.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.103+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86181a5d80 con 0x7f86181027a0 2024-04-25T02:29:37.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.103+0000 7f8615600640 1 -- 172.21.15.47:0/1556453277 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8604005500 con 0x7f86181027a0 2024-04-25T02:29:37.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.103+0000 7f8615600640 1 -- 172.21.15.47:0/1556453277 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8604010690 con 0x7f86181027a0 2024-04-25T02:29:37.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.103+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86181a6220 con 0x7f86181027a0 2024-04-25T02:29:37.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.104+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86180fd500 con 0x7f86181027a0 2024-04-25T02:29:37.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.107+0000 7f8615600640 1 -- 172.21.15.47:0/1556453277 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f86040046c0 con 0x7f86181027a0 2024-04-25T02:29:37.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.109+0000 7f8615600640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f86000a2b90 0x7f86000a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:37.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.109+0000 7f8615600640 1 -- 172.21.15.47:0/1556453277 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f86040cf060 con 0x7f86181027a0 2024-04-25T02:29:37.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.109+0000 7f861ca00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f86000a2b90 0x7f86000a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:37.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.110+0000 7f861ca00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f86000a2b90 0x7f86000a5050 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f860c009fc0 tx=0x7f860c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:37.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.117+0000 7f8615600640 1 -- 172.21.15.47:0/1556453277 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f860409c3c0 con 0x7f86181027a0 2024-04-25T02:29:37.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.370+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f861802d170 con 0x7f86181027a0 2024-04-25T02:29:37.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.371+0000 7f8615600640 1 -- 172.21.15.47:0/1556453277 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3049 (secure 0 0 0) 0x7f860409bcc0 con 0x7f86181027a0 2024-04-25T02:29:37.375 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:37.376 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T02:29:37.376 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 4 2024-04-25T02:29:37.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f86000a2b90 msgr2=0x7f86000a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:37.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f86000a2b90 0x7f86000a5050 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f860c009fc0 tx=0x7f860c005f90 comp rx=0 tx=0).stop 2024-04-25T02:29:37.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86181027a0 msgr2=0x7f861819e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:37.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86181027a0 0x7f861819e3b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f860400e9f0 tx=0x7f860400edf0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 shutdown_connections 2024-04-25T02:29:37.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f86000a2b90 0x7f86000a5050 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8618105150 0x7f86181a5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86181027a0 0x7f861819e3b0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 --2- 172.21.15.47:0/1556453277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86180ffe30 0x7f861819de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:37.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 >> 172.21.15.47:0/1556453277 conn(0x7f86180fba10 msgr2=0x7f8618100890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:37.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 shutdown_connections 2024-04-25T02:29:37.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:37.374+0000 7f861de00640 1 -- 172.21.15.47:0/1556453277 wait complete. 2024-04-25T02:29:37.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:37 smithi047 ceph-mon[27871]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:37.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:37 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1556453277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:38.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:37 smithi178 ceph-mon[33053]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:38.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:37 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1556453277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:38.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:37 smithi113 ceph-mon[32459]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:38.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:37 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1556453277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:39.157 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:38 smithi047 systemd[1]: Starting Ceph mds.d for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:29:39.397 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:39.409 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:39 smithi047 podman[66248]: 2024-04-25 02:29:39.058242524 +0000 UTC m=+0.034613868 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:29:39.409 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:39 smithi047 podman[66248]: 2024-04-25 02:29:39.215825934 +0000 UTC m=+0.192197315 container create f4e7839703a87ab503290616dcb9c1dec200dd68b9ead4c62f2ff05e1f949ec3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T02:29:39.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.606+0000 7f324de00640 1 -- 172.21.15.47:0/1378326152 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 msgr2=0x7f3248107fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:39.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.606+0000 7f324de00640 1 --2- 172.21.15.47:0/1378326152 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 0x7f3248107fe0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f3230009860 tx=0x7f323002a340 comp rx=0 tx=0).stop 2024-04-25T02:29:39.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.606+0000 7f324de00640 1 -- 172.21.15.47:0/1378326152 shutdown_connections 2024-04-25T02:29:39.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.606+0000 7f324de00640 1 --2- 172.21.15.47:0/1378326152 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3248109770 0x7f3248110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.606+0000 7f324de00640 1 --2- 172.21.15.47:0/1378326152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3248108db0 0x7f3248109230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.606+0000 7f324de00640 1 --2- 172.21.15.47:0/1378326152 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 0x7f3248107fe0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.606+0000 7f324de00640 1 -- 172.21.15.47:0/1378326152 >> 172.21.15.47:0/1378326152 conn(0x7f3248076b80 msgr2=0x7f3248078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:39.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.606+0000 7f324de00640 1 -- 172.21.15.47:0/1378326152 shutdown_connections 2024-04-25T02:29:39.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.607+0000 7f324de00640 1 -- 172.21.15.47:0/1378326152 wait complete. 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.607+0000 7f324de00640 1 Processor -- start 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324de00640 1 -- start start 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 0x7f324819dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3248108db0 0x7f324819e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3248109770 0x7f32481a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324de00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3248113830 con 0x7f3248109770 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324de00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f32481136b0 con 0x7f3248107bc0 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324de00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f32481139b0 con 0x7f3248108db0 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3248109770 0x7f32481a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324ca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 0x7f324819dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:39.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324ca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 0x7f324819dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59094/0 (socket says 172.21.15.47:59094) 2024-04-25T02:29:39.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f324ca00640 1 -- 172.21.15.47:0/3414819956 learned_addr learned my addr 172.21.15.47:0/3414819956 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:39.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.608+0000 7f323fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3248108db0 0x7f324819e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:39.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.609+0000 7f324ca00640 1 -- 172.21.15.47:0/3414819956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3248108db0 msgr2=0x7f324819e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:39.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.609+0000 7f324ca00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3248108db0 0x7f324819e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.609+0000 7f324ca00640 1 -- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3248109770 msgr2=0x7f32481a5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:39.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.609+0000 7f324ca00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3248109770 0x7f32481a5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.609+0000 7f324ca00640 1 -- 172.21.15.47:0/3414819956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32481a5b00 con 0x7f3248107bc0 2024-04-25T02:29:39.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.609+0000 7f324ca00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 0x7f324819dee0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3230035040 tx=0x7f3230033d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:39.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.609+0000 7f3246000640 1 -- 172.21.15.47:0/3414819956 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3230037040 con 0x7f3248107bc0 2024-04-25T02:29:39.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.610+0000 7f3246000640 1 -- 172.21.15.47:0/3414819956 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3230030850 con 0x7f3248107bc0 2024-04-25T02:29:39.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.610+0000 7f3246000640 1 -- 172.21.15.47:0/3414819956 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3230004920 con 0x7f3248107bc0 2024-04-25T02:29:39.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.610+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32481a5d90 con 0x7f3248107bc0 2024-04-25T02:29:39.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.610+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32481a6210 con 0x7f3248107bc0 2024-04-25T02:29:39.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.611+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f324810ef60 con 0x7f3248107bc0 2024-04-25T02:29:39.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.613+0000 7f3246000640 1 -- 172.21.15.47:0/3414819956 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3230004050 con 0x7f3248107bc0 2024-04-25T02:29:39.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.614+0000 7f3246000640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f32280a2c10 0x7f32280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:39.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.615+0000 7f3246000640 1 -- 172.21.15.47:0/3414819956 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f32300eea20 con 0x7f3248107bc0 2024-04-25T02:29:39.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.615+0000 7f323fe00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f32280a2c10 0x7f32280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:39.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.616+0000 7f323fe00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f32280a2c10 0x7f32280a50d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f324819f3f0 tx=0x7f3238005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:39.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.619+0000 7f3246000640 1 -- 172.21.15.47:0/3414819956 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f32300bbd80 con 0x7f3248107bc0 2024-04-25T02:29:39.785 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:39 smithi047 podman[66248]: 2024-04-25 02:29:39.494045955 +0000 UTC m=+0.470417309 container init f4e7839703a87ab503290616dcb9c1dec200dd68b9ead4c62f2ff05e1f949ec3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424) 2024-04-25T02:29:39.785 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:39 smithi047 podman[66248]: 2024-04-25 02:29:39.503154905 +0000 UTC m=+0.479526259 container start f4e7839703a87ab503290616dcb9c1dec200dd68b9ead4c62f2ff05e1f949ec3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424) 2024-04-25T02:29:39.785 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-mds[66287]: -- 172.21.15.47:0/2102585097 <== mon.0 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5620c8813a40 con 0x5620c87e6c00 2024-04-25T02:29:39.785 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d[66263]: starting mds.d at 2024-04-25T02:29:39.785 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:39 smithi047 bash[66248]: f4e7839703a87ab503290616dcb9c1dec200dd68b9ead4c62f2ff05e1f949ec3 2024-04-25T02:29:39.785 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:29:39 smithi047 systemd[1]: Started Ceph mds.d for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:39.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.883+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f324802d170 con 0x7f3248107bc0 2024-04-25T02:29:39.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.883+0000 7f3246000640 1 -- 172.21.15.47:0/3414819956 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3874 (secure 0 0 0) 0x7f32300bb680 con 0x7f3248107bc0 2024-04-25T02:29:39.887 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:39.888 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[]} 2024-04-25T02:29:39.888 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 5 2024-04-25T02:29:39.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f32280a2c10 msgr2=0x7f32280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:39.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f32280a2c10 0x7f32280a50d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f324819f3f0 tx=0x7f3238005f90 comp rx=0 tx=0).stop 2024-04-25T02:29:39.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 msgr2=0x7f324819dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:39.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 0x7f324819dee0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3230035040 tx=0x7f3230033d90 comp rx=0 tx=0).stop 2024-04-25T02:29:39.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 shutdown_connections 2024-04-25T02:29:39.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f32280a2c10 0x7f32280a50d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3248109770 0x7f32481a5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3248108db0 0x7f324819e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 --2- 172.21.15.47:0/3414819956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3248107bc0 0x7f324819dee0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:39.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 >> 172.21.15.47:0/3414819956 conn(0x7f3248076b80 msgr2=0x7f324810c130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:39.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 shutdown_connections 2024-04-25T02:29:39.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:39.886+0000 7f324de00640 1 -- 172.21.15.47:0/3414819956 wait complete. 2024-04-25T02:29:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:39 smithi178 ceph-mon[33053]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:39 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:40.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-mon[27871]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:40.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:40.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:39 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:40.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:39 smithi113 ceph-mon[32459]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:40.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:40.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:40.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:40.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:39 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:41.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:40 smithi113 ceph-mon[32459]: Deploying daemon mds.e on smithi113 2024-04-25T02:29:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:40 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.47:6836/2421348505,v1:172.21.15.47:6837/2421348505] up:boot 2024-04-25T02:29:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:40 smithi113 ceph-mon[32459]: fsmap 4 up:standby 2024-04-25T02:29:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:40 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T02:29:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:40 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3414819956' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:41.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:40 smithi178 ceph-mon[33053]: Deploying daemon mds.e on smithi113 2024-04-25T02:29:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:40 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.47:6836/2421348505,v1:172.21.15.47:6837/2421348505] up:boot 2024-04-25T02:29:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:40 smithi178 ceph-mon[33053]: fsmap 4 up:standby 2024-04-25T02:29:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:40 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T02:29:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:40 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3414819956' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:41.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:40 smithi047 ceph-mon[27871]: Deploying daemon mds.e on smithi113 2024-04-25T02:29:41.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:40 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.47:6836/2421348505,v1:172.21.15.47:6837/2421348505] up:boot 2024-04-25T02:29:41.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:40 smithi047 ceph-mon[27871]: fsmap 4 up:standby 2024-04-25T02:29:41.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:40 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T02:29:41.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:40 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3414819956' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:41.909 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:42.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:41 smithi178 ceph-mon[33053]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:42.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.132+0000 7f5cbb200640 1 -- 172.21.15.47:0/2096732426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 msgr2=0x7f5cbc1019d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:42.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.132+0000 7f5cbb200640 1 --2- 172.21.15.47:0/2096732426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 0x7f5cbc1019d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5cac009900 tx=0x7f5cac02a410 comp rx=0 tx=0).stop 2024-04-25T02:29:42.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.133+0000 7f5cbb200640 1 -- 172.21.15.47:0/2096732426 shutdown_connections 2024-04-25T02:29:42.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.133+0000 7f5cbb200640 1 --2- 172.21.15.47:0/2096732426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5cbc103160 0x7f5cbc1099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.133+0000 7f5cbb200640 1 --2- 172.21.15.47:0/2096732426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5cbc1027a0 0x7f5cbc102c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.133+0000 7f5cbb200640 1 --2- 172.21.15.47:0/2096732426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 0x7f5cbc1019d0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.133+0000 7f5cbb200640 1 -- 172.21.15.47:0/2096732426 >> 172.21.15.47:0/2096732426 conn(0x7f5cbc0fcb20 msgr2=0x7f5cbc0fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:42.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.133+0000 7f5cbb200640 1 -- 172.21.15.47:0/2096732426 shutdown_connections 2024-04-25T02:29:42.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.133+0000 7f5cbb200640 1 -- 172.21.15.47:0/2096732426 wait complete. 2024-04-25T02:29:42.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.134+0000 7f5cbb200640 1 Processor -- start 2024-04-25T02:29:42.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.134+0000 7f5cbb200640 1 -- start start 2024-04-25T02:29:42.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.134+0000 7f5cbb200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 0x7f5cbc1978e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:42.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.134+0000 7f5cbb200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5cbc1027a0 0x7f5cbc197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:42.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.134+0000 7f5cbb200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5cbc103160 0x7f5cbc19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:42.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.134+0000 7f5cbb200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc10d270 con 0x7f5cbc1015b0 2024-04-25T02:29:42.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.134+0000 7f5cbb200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc10d0f0 con 0x7f5cbc1027a0 2024-04-25T02:29:42.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.134+0000 7f5cbb200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc10d3f0 con 0x7f5cbc103160 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 0x7f5cbc1978e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 0x7f5cbc1978e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48674/0 (socket says 172.21.15.47:48674) 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 -- 172.21.15.47:0/3723294725 learned_addr learned my addr 172.21.15.47:0/3723294725 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb1400640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5cbc1027a0 0x7f5cbc197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cba800640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5cbc103160 0x7f5cbc19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 -- 172.21.15.47:0/3723294725 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5cbc103160 msgr2=0x7f5cbc19ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5cbc103160 0x7f5cbc19ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 -- 172.21.15.47:0/3723294725 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5cbc1027a0 msgr2=0x7f5cbc197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5cbc1027a0 0x7f5cbc197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 -- 172.21.15.47:0/3723294725 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cbc19f500 con 0x7f5cbc1015b0 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.135+0000 7f5cb9e00640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 0x7f5cbc1978e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5cac031440 tx=0x7f5cac032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.136+0000 7f5cb3400640 1 -- 172.21.15.47:0/3723294725 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac03f030 con 0x7f5cbc1015b0 2024-04-25T02:29:42.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.136+0000 7f5cb3400640 1 -- 172.21.15.47:0/3723294725 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cac003ce0 con 0x7f5cbc1015b0 2024-04-25T02:29:42.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.136+0000 7f5cb3400640 1 -- 172.21.15.47:0/3723294725 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac035070 con 0x7f5cbc1015b0 2024-04-25T02:29:42.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.136+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cbc19f790 con 0x7f5cbc1015b0 2024-04-25T02:29:42.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.136+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cbc19fc80 con 0x7f5cbc1015b0 2024-04-25T02:29:42.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.137+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cbc1088d0 con 0x7f5cbc1015b0 2024-04-25T02:29:42.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.139+0000 7f5cb3400640 1 -- 172.21.15.47:0/3723294725 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5cac042030 con 0x7f5cbc1015b0 2024-04-25T02:29:42.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.141+0000 7f5cb3400640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5ca00a2b90 0x7f5ca00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:42.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.141+0000 7f5cb3400640 1 -- 172.21.15.47:0/3723294725 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f5cac0ef560 con 0x7f5cbc1015b0 2024-04-25T02:29:42.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.141+0000 7f5cb1400640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5ca00a2b90 0x7f5ca00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:42.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.142+0000 7f5cb1400640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5ca00a2b90 0x7f5ca00a5050 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc198df0 tx=0x7f5ca4009760 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:42.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.143+0000 7f5cb3400640 1 -- 172.21.15.47:0/3723294725 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5cac0bc270 con 0x7f5cbc1015b0 2024-04-25T02:29:42.158 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:41 smithi047 ceph-mon[27871]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:42.185 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:41 smithi113 ceph-mon[32459]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:42.185 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:41 smithi113 systemd[1]: Starting Ceph mds.e for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:29:42.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.391+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5cbc02d170 con 0x7f5cbc1015b0 2024-04-25T02:29:42.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.392+0000 7f5cb3400640 1 -- 172.21.15.47:0/3723294725 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3874 (secure 0 0 0) 0x7f5cac0c0570 con 0x7f5cbc1015b0 2024-04-25T02:29:42.396 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:42.396 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[]} 2024-04-25T02:29:42.397 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 5 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5ca00a2b90 msgr2=0x7f5ca00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5ca00a2b90 0x7f5ca00a5050 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc198df0 tx=0x7f5ca4009760 comp rx=0 tx=0).stop 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 msgr2=0x7f5cbc1978e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 0x7f5cbc1978e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5cac031440 tx=0x7f5cac032ce0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 shutdown_connections 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5ca00a2b90 0x7f5ca00a5050 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5cbc103160 0x7f5cbc19ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5cbc1027a0 0x7f5cbc197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 --2- 172.21.15.47:0/3723294725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5cbc1015b0 0x7f5cbc1978e0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 >> 172.21.15.47:0/3723294725 conn(0x7f5cbc0fcb20 msgr2=0x7f5cbc105aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 shutdown_connections 2024-04-25T02:29:42.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:42.395+0000 7f5cbb200640 1 -- 172.21.15.47:0/3723294725 wait complete. 2024-04-25T02:29:42.458 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:42 smithi113 podman[62760]: 2024-04-25 02:29:42.08560979 +0000 UTC m=+0.017979851 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:29:42.458 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:42 smithi113 podman[62760]: 2024-04-25 02:29:42.203144999 +0000 UTC m=+0.135515031 container create 49beeed535b32420cfb9f3328b74558715ac1ddd42be40bdf5d005496200ccc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T02:29:42.458 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:42 smithi113 podman[62760]: 2024-04-25 02:29:42.430585869 +0000 UTC m=+0.362955911 container init 49beeed535b32420cfb9f3328b74558715ac1ddd42be40bdf5d005496200ccc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e, ceph=True, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-25T02:29:42.459 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:42 smithi113 podman[62760]: 2024-04-25 02:29:42.433151433 +0000 UTC m=+0.365521464 container start 49beeed535b32420cfb9f3328b74558715ac1ddd42be40bdf5d005496200ccc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-25T02:29:42.757 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-mds[62779]: -- 172.21.15.113:0/473012395 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c47d915a40 con 0x55c47d8e9000 2024-04-25T02:29:42.757 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e[62775]: starting mds.e at 2024-04-25T02:29:42.757 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:42 smithi113 bash[62760]: 49beeed535b32420cfb9f3328b74558715ac1ddd42be40bdf5d005496200ccc8 2024-04-25T02:29:42.757 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:29:42 smithi113 systemd[1]: Started Ceph mds.e for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:43.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:42 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3723294725' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:43.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:42 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:43.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:42 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3723294725' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:43.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:43.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:43.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:42 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:43.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3723294725' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:42 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:44.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:43 smithi178 ceph-mon[33053]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:44.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:43 smithi178 ceph-mon[33053]: Deploying daemon mds.f on smithi178 2024-04-25T02:29:44.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:43 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.113:6834/2798923113,v1:172.21.15.113:6835/2798923113] up:boot 2024-04-25T02:29:44.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:43 smithi178 ceph-mon[33053]: fsmap 5 up:standby 2024-04-25T02:29:44.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:43 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T02:29:44.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:43 smithi047 ceph-mon[27871]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:44.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:43 smithi047 ceph-mon[27871]: Deploying daemon mds.f on smithi178 2024-04-25T02:29:44.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:43 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.113:6834/2798923113,v1:172.21.15.113:6835/2798923113] up:boot 2024-04-25T02:29:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:43 smithi047 ceph-mon[27871]: fsmap 5 up:standby 2024-04-25T02:29:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:43 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T02:29:44.251 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:43 smithi113 ceph-mon[32459]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:44.251 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:43 smithi113 ceph-mon[32459]: Deploying daemon mds.f on smithi178 2024-04-25T02:29:44.251 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:43 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.113:6834/2798923113,v1:172.21.15.113:6835/2798923113] up:boot 2024-04-25T02:29:44.251 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:43 smithi113 ceph-mon[32459]: fsmap 5 up:standby 2024-04-25T02:29:44.251 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:43 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T02:29:44.419 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:44.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.631+0000 7f98acc00640 1 -- 172.21.15.47:0/3312669515 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077340 msgr2=0x7f98a80777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:44.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.631+0000 7f98acc00640 1 --2- 172.21.15.47:0/3312669515 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077340 0x7f98a80777a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9890009ca0 tx=0x7f989002a8c0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.632+0000 7f98acc00640 1 -- 172.21.15.47:0/3312669515 shutdown_connections 2024-04-25T02:29:44.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.632+0000 7f98acc00640 1 --2- 172.21.15.47:0/3312669515 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98a8077ce0 0x7f98a8078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.632+0000 7f98acc00640 1 --2- 172.21.15.47:0/3312669515 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077340 0x7f98a80777a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.632+0000 7f98acc00640 1 --2- 172.21.15.47:0/3312669515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f98a8076100 0x7f98a8076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.632+0000 7f98acc00640 1 -- 172.21.15.47:0/3312669515 >> 172.21.15.47:0/3312669515 conn(0x7f98a80fef00 msgr2=0x7f98a8101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:44.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.632+0000 7f98acc00640 1 -- 172.21.15.47:0/3312669515 shutdown_connections 2024-04-25T02:29:44.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.632+0000 7f98acc00640 1 -- 172.21.15.47:0/3312669515 wait complete. 2024-04-25T02:29:44.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.633+0000 7f98acc00640 1 Processor -- start 2024-04-25T02:29:44.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.633+0000 7f98acc00640 1 -- start start 2024-04-25T02:29:44.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98acc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98a8076100 0x7f98a819e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98acc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f98a8077340 0x7f98a819e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98acc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077ce0 0x7f98a81a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98acc00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f98a8113a60 con 0x7f98a8077340 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98acc00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f98a81138e0 con 0x7f98a8076100 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98acc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f98a8113be0 con 0x7f98a8077ce0 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077ce0 0x7f98a81a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077ce0 0x7f98a81a5640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:50256/0 (socket says 172.21.15.47:50256) 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a6800640 1 -- 172.21.15.47:0/1350262444 learned_addr learned my addr 172.21.15.47:0/1350262444 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a5e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98a8076100 0x7f98a819e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a5400640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f98a8077340 0x7f98a819e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a6800640 1 -- 172.21.15.47:0/1350262444 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98a8076100 msgr2=0x7f98a819e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a6800640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98a8076100 0x7f98a819e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a6800640 1 -- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f98a8077340 msgr2=0x7f98a819e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a6800640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f98a8077340 0x7f98a819e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.634+0000 7f98a6800640 1 -- 172.21.15.47:0/1350262444 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98a81a5cb0 con 0x7f98a8077ce0 2024-04-25T02:29:44.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.635+0000 7f98a6800640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077ce0 0x7f98a81a5640 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f98a000e970 tx=0x7f98a000ed70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:44.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.635+0000 7f989ea00640 1 -- 172.21.15.47:0/1350262444 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98a000ccc0 con 0x7f98a8077ce0 2024-04-25T02:29:44.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.635+0000 7f989ea00640 1 -- 172.21.15.47:0/1350262444 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98a000ce60 con 0x7f98a8077ce0 2024-04-25T02:29:44.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.635+0000 7f989ea00640 1 -- 172.21.15.47:0/1350262444 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98a0010490 con 0x7f98a8077ce0 2024-04-25T02:29:44.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.635+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98a81a5fa0 con 0x7f98a8077ce0 2024-04-25T02:29:44.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.635+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98a81a6410 con 0x7f98a8077ce0 2024-04-25T02:29:44.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.636+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98a8110300 con 0x7f98a8077ce0 2024-04-25T02:29:44.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.639+0000 7f989ea00640 1 -- 172.21.15.47:0/1350262444 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f98a0005020 con 0x7f98a8077ce0 2024-04-25T02:29:44.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.641+0000 7f989ea00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f98880a2c10 0x7f98880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:44.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.641+0000 7f989ea00640 1 -- 172.21.15.47:0/1350262444 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f98a00cefe0 con 0x7f98a8077ce0 2024-04-25T02:29:44.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.641+0000 7f98a5e00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f98880a2c10 0x7f98880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:44.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.642+0000 7f98a5e00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f98880a2c10 0x7f98880a50d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9898009bd0 tx=0x7f9898005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:44.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.644+0000 7f989ea00640 1 -- 172.21.15.47:0/1350262444 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f98a009c340 con 0x7f98a8077ce0 2024-04-25T02:29:44.839 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:44 smithi178 systemd[1]: Starting Ceph mds.f for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:29:44.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.895+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98a802d170 con 0x7f98a8077ce0 2024-04-25T02:29:44.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.896+0000 7f989ea00640 1 -- 172.21.15.47:0/1350262444 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4702 (secure 0 0 0) 0x7f98a009bc40 con 0x7f98a8077ce0 2024-04-25T02:29:44.900 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:44.900 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-25T02:29:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 6 2024-04-25T02:29:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.898+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f98880a2c10 msgr2=0x7f98880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.898+0000 7f98acc00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f98880a2c10 0x7f98880a50d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9898009bd0 tx=0x7f9898005f90 comp rx=0 tx=0).stop 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.898+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077ce0 msgr2=0x7f98a81a5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.898+0000 7f98acc00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077ce0 0x7f98a81a5640 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f98a000e970 tx=0x7f98a000ed70 comp rx=0 tx=0).stop 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.898+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 shutdown_connections 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.898+0000 7f98acc00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f98880a2c10 0x7f98880a50d0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.898+0000 7f98acc00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98a8077ce0 0x7f98a81a5640 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.898+0000 7f98acc00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f98a8077340 0x7f98a819e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.899+0000 7f98acc00640 1 --2- 172.21.15.47:0/1350262444 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98a8076100 0x7f98a819e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.899+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 >> 172.21.15.47:0/1350262444 conn(0x7f98a80fef00 msgr2=0x7f98a8100a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.899+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 shutdown_connections 2024-04-25T02:29:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:44.899+0000 7f98acc00640 1 -- 172.21.15.47:0/1350262444 wait complete. 2024-04-25T02:29:45.223 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:44 smithi178 podman[63759]: 2024-04-25 02:29:44.818360299 +0000 UTC m=+0.018271175 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:29:45.223 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:44 smithi178 podman[63759]: 2024-04-25 02:29:44.939573009 +0000 UTC m=+0.139483907 container create 041faee38f7fa86ea8fae39811ecd097c5d76d46b9e03f6464b28f97d5f85f67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-25T02:29:45.223 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:45 smithi178 podman[63759]: 2024-04-25 02:29:45.220150276 +0000 UTC m=+0.420061136 container init 041faee38f7fa86ea8fae39811ecd097c5d76d46b9e03f6464b28f97d5f85f67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-25T02:29:45.588 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:45 smithi178 podman[63759]: 2024-04-25 02:29:45.222862786 +0000 UTC m=+0.422773639 container start 041faee38f7fa86ea8fae39811ecd097c5d76d46b9e03f6464b28f97d5f85f67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:29:45.589 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mds[63779]: -- 172.21.15.178:0/2457821224 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bfbafeda40 con 0x55bfbafc1000 2024-04-25T02:29:45.589 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f[63775]: starting mds.f at 2024-04-25T02:29:45.589 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:45 smithi178 bash[63759]: 041faee38f7fa86ea8fae39811ecd097c5d76d46b9e03f6464b28f97d5f85f67 2024-04-25T02:29:45.589 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:29:45 smithi178 systemd[1]: Started Ceph mds.f for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:46.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mon[33053]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1350262444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:45 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:46.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:45 smithi047 ceph-mon[27871]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:46.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:45 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1350262444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:46.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:46.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:46.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:45 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:45 smithi113 ceph-mon[32459]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:45 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1350262444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:46.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:45 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:46.922 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:46 smithi178 ceph-mon[33053]: Deploying daemon mds.c on smithi178 2024-04-25T02:29:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:46 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.178:6834/3273261366,v1:172.21.15.178:6835/3273261366] up:boot 2024-04-25T02:29:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:46 smithi178 ceph-mon[33053]: fsmap 6 up:standby 2024-04-25T02:29:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:46 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:29:47.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.142+0000 7f02c2000640 1 -- 172.21.15.47:0/3089361159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02bc103160 msgr2=0x7f02bc1099f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:47.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.142+0000 7f02c2000640 1 --2- 172.21.15.47:0/3089361159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02bc103160 0x7f02bc1099f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009ca0 tx=0x7f02b402a8c0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.144+0000 7f02c2000640 1 -- 172.21.15.47:0/3089361159 shutdown_connections 2024-04-25T02:29:47.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.144+0000 7f02c2000640 1 --2- 172.21.15.47:0/3089361159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02bc103160 0x7f02bc1099f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.144+0000 7f02c2000640 1 --2- 172.21.15.47:0/3089361159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02bc1027a0 0x7f02bc102c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.144+0000 7f02c2000640 1 --2- 172.21.15.47:0/3089361159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02bc1015b0 0x7f02bc1019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.144+0000 7f02c2000640 1 -- 172.21.15.47:0/3089361159 >> 172.21.15.47:0/3089361159 conn(0x7f02bc0fcb20 msgr2=0x7f02bc0fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:47.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.144+0000 7f02c2000640 1 -- 172.21.15.47:0/3089361159 shutdown_connections 2024-04-25T02:29:47.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.144+0000 7f02c2000640 1 -- 172.21.15.47:0/3089361159 wait complete. 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c2000640 1 Processor -- start 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c2000640 1 -- start start 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c2000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02bc1015b0 0x7f02bc0753b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c2000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02bc1027a0 0x7f02bc073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c2000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02bc103160 0x7f02bc074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c2000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc10d280 con 0x7f02bc1015b0 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c2000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc10d100 con 0x7f02bc103160 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c2000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc10d400 con 0x7f02bc1027a0 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c0c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02bc1015b0 0x7f02bc0753b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c0c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02bc1015b0 0x7f02bc0753b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48700/0 (socket says 172.21.15.47:48700) 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.145+0000 7f02c0c00640 1 -- 172.21.15.47:0/3845772467 learned_addr learned my addr 172.21.15.47:0/3845772467 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02c1600640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02bc103160 0x7f02bc074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02bbe00640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02bc1027a0 0x7f02bc073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02c0c00640 1 -- 172.21.15.47:0/3845772467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02bc1027a0 msgr2=0x7f02bc073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02c0c00640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02bc1027a0 0x7f02bc073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02c0c00640 1 -- 172.21.15.47:0/3845772467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02bc103160 msgr2=0x7f02bc074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02c0c00640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02bc103160 0x7f02bc074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02c0c00640 1 -- 172.21.15.47:0/3845772467 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02bc0747c0 con 0x7f02bc1015b0 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02c0c00640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02bc1015b0 0x7f02bc0753b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f02b000e9c0 tx=0x7f02b000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02b9600640 1 -- 172.21.15.47:0/3845772467 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b000cd80 con 0x7f02bc1015b0 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02b9600640 1 -- 172.21.15.47:0/3845772467 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02b00035f0 con 0x7f02bc1015b0 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02b9600640 1 -- 172.21.15.47:0/3845772467 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0010690 con 0x7f02bc1015b0 2024-04-25T02:29:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.146+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02bc1a19f0 con 0x7f02bc1015b0 2024-04-25T02:29:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.147+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02bc1a1eb0 con 0x7f02bc1015b0 2024-04-25T02:29:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.148+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02bc108870 con 0x7f02bc1015b0 2024-04-25T02:29:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.150+0000 7f02b9600640 1 -- 172.21.15.47:0/3845772467 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f02b00037a0 con 0x7f02bc1015b0 2024-04-25T02:29:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.151+0000 7f02b9600640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02a40a2b90 0x7f02a40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.151+0000 7f02b9600640 1 -- 172.21.15.47:0/3845772467 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f02b00cf0d0 con 0x7f02bc1015b0 2024-04-25T02:29:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.152+0000 7f02bbe00640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02a40a2b90 0x7f02a40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.152+0000 7f02bbe00640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02a40a2b90 0x7f02a40a5050 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f02bc075120 tx=0x7f02a8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:47.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.154+0000 7f02b9600640 1 -- 172.21.15.47:0/3845772467 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f02b009c4c0 con 0x7f02bc1015b0 2024-04-25T02:29:47.158 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:46 smithi047 ceph-mon[27871]: Deploying daemon mds.c on smithi178 2024-04-25T02:29:47.158 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:46 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.178:6834/3273261366,v1:172.21.15.178:6835/3273261366] up:boot 2024-04-25T02:29:47.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:46 smithi047 ceph-mon[27871]: fsmap 6 up:standby 2024-04-25T02:29:47.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:46 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:29:47.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:46 smithi113 ceph-mon[32459]: Deploying daemon mds.c on smithi178 2024-04-25T02:29:47.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:46 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.178:6834/3273261366,v1:172.21.15.178:6835/3273261366] up:boot 2024-04-25T02:29:47.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:46 smithi113 ceph-mon[32459]: fsmap 6 up:standby 2024-04-25T02:29:47.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:46 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:29:47.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.393+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02bc02d170 con 0x7f02bc1015b0 2024-04-25T02:29:47.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.394+0000 7f02b9600640 1 -- 172.21.15.47:0/3845772467 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5530 (secure 0 0 0) 0x7f02b009bdc0 con 0x7f02bc1015b0 2024-04-25T02:29:47.397 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:47.397 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-25T02:29:47.397 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 7 2024-04-25T02:29:47.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02a40a2b90 msgr2=0x7f02a40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02a40a2b90 0x7f02a40a5050 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f02bc075120 tx=0x7f02a8005f90 comp rx=0 tx=0).stop 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02bc1015b0 msgr2=0x7f02bc0753b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02bc1015b0 0x7f02bc0753b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f02b000e9c0 tx=0x7f02b000ee80 comp rx=0 tx=0).stop 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 shutdown_connections 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02a40a2b90 0x7f02a40a5050 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02bc103160 0x7f02bc074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02bc1027a0 0x7f02bc073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 --2- 172.21.15.47:0/3845772467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02bc1015b0 0x7f02bc0753b0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.396+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 >> 172.21.15.47:0/3845772467 conn(0x7f02bc0fcb20 msgr2=0x7f02bc105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.397+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 shutdown_connections 2024-04-25T02:29:47.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:47.397+0000 7f02c2000640 1 -- 172.21.15.47:0/3845772467 wait complete. 2024-04-25T02:29:47.839 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:47 smithi178 systemd[1]: Starting Ceph mds.c for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:29:48.092 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:47 smithi178 ceph-mon[33053]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:48.092 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:47 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3845772467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:48.092 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:47 smithi178 podman[64069]: 2024-04-25 02:29:47.876470374 +0000 UTC m=+0.110772547 container create db43c4e3069e071128f8354919d109c947d5beeea05c6f92501dfa00de0ae057 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:29:48.092 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:47 smithi178 podman[64069]: 2024-04-25 02:29:47.78339519 +0000 UTC m=+0.017697390 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:29:48.092 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:48 smithi178 podman[64069]: 2024-04-25 02:29:48.087219236 +0000 UTC m=+0.321521411 container init db43c4e3069e071128f8354919d109c947d5beeea05c6f92501dfa00de0ae057 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-25T02:29:48.093 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:48 smithi178 podman[64069]: 2024-04-25 02:29:48.08969954 +0000 UTC m=+0.324001722 container start db43c4e3069e071128f8354919d109c947d5beeea05c6f92501dfa00de0ae057 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2) 2024-04-25T02:29:48.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:47 smithi047 ceph-mon[27871]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:48.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:47 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3845772467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:48.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:47 smithi113 ceph-mon[32459]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:48.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:47 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3845772467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:48.588 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:48 smithi178 ceph-mds[64089]: -- 172.21.15.178:0/2848711998 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bb1ef19a40 con 0x55bb1eeecc00 2024-04-25T02:29:48.589 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c[64085]: starting mds.c at 2024-04-25T02:29:48.589 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:48 smithi178 bash[64069]: db43c4e3069e071128f8354919d109c947d5beeea05c6f92501dfa00de0ae057 2024-04-25T02:29:48.589 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:29:48 smithi178 systemd[1]: Started Ceph mds.c for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:49.418 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:49.502 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.502 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.502 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.503 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:49.503 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:49.503 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:49.503 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: Deploying daemon mds.h on smithi113 2024-04-25T02:29:49.503 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:49.503 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.178:6836/2147401395,v1:172.21.15.178:6837/2147401395] up:boot 2024-04-25T02:29:49.503 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: fsmap 7 up:standby 2024-04-25T02:29:49.503 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:49 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: Deploying daemon mds.h on smithi113 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.178:6836/2147401395,v1:172.21.15.178:6837/2147401395] up:boot 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: fsmap 7 up:standby 2024-04-25T02:29:49.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:49 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:29:49.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:49.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:49.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:49.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:49.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: Deploying daemon mds.h on smithi113 2024-04-25T02:29:49.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:49.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.178:6836/2147401395,v1:172.21.15.178:6837/2147401395] up:boot 2024-04-25T02:29:49.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: fsmap 7 up:standby 2024-04-25T02:29:49.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:49 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:29:49.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.636+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3479113644 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb201037c0 msgr2=0x7fdb20103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.636+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3479113644 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb201037c0 0x7fdb20103be0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdb10009900 tx=0x7fdb1002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.637+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3479113644 shutdown_connections 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.637+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3479113644 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdb20105370 0x7fdb2010bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.637+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3479113644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdb201049b0 0x7fdb20104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.637+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3479113644 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb201037c0 0x7fdb20103be0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.637+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3479113644 >> 172.21.15.47:0/3479113644 conn(0x7fdb200fed50 msgr2=0x7fdb20101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.637+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3479113644 shutdown_connections 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.637+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3479113644 wait complete. 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1fe00640 1 Processor -- start 2024-04-25T02:29:49.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1fe00640 1 -- start start 2024-04-25T02:29:49.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdb201037c0 0x7fdb20199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:49.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdb201049b0 0x7fdb2019a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:49.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb20105370 0x7fdb201a1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:49.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1fe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdb2010f490 con 0x7fdb201037c0 2024-04-25T02:29:49.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1fe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdb2010f310 con 0x7fdb20105370 2024-04-25T02:29:49.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdb2010f610 con 0x7fdb201049b0 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdb201037c0 0x7fdb20199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.638+0000 7fdb1e000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdb201049b0 0x7fdb2019a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1e000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdb201049b0 0x7fdb2019a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:50292/0 (socket says 172.21.15.47:50292) 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1f400640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb20105370 0x7fdb201a1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1e000640 1 -- 172.21.15.47:0/3422393801 learned_addr learned my addr 172.21.15.47:0/3422393801 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1f400640 1 -- 172.21.15.47:0/3422393801 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdb201049b0 msgr2=0x7fdb2019a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1f400640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdb201049b0 0x7fdb2019a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1f400640 1 -- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdb201037c0 msgr2=0x7fdb20199ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1f400640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdb201037c0 0x7fdb20199ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1f400640 1 -- 172.21.15.47:0/3422393801 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb201a1700 con 0x7fdb20105370 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1ea00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdb201037c0 0x7fdb20199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:29:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb1f400640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb20105370 0x7fdb201a1090 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdb1800e940 tx=0x7fdb1800ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.639+0000 7fdb24a00640 1 -- 172.21.15.47:0/3422393801 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb18004d20 con 0x7fdb20105370 2024-04-25T02:29:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.640+0000 7fdb24a00640 1 -- 172.21.15.47:0/3422393801 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb18005020 con 0x7fdb20105370 2024-04-25T02:29:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.640+0000 7fdb24a00640 1 -- 172.21.15.47:0/3422393801 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb180116b0 con 0x7fdb20105370 2024-04-25T02:29:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.640+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb201a19f0 con 0x7fdb20105370 2024-04-25T02:29:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.640+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb201a1f90 con 0x7fdb20105370 2024-04-25T02:29:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.641+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb2010ab30 con 0x7fdb20105370 2024-04-25T02:29:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.643+0000 7fdb24a00640 1 -- 172.21.15.47:0/3422393801 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdb180054d0 con 0x7fdb20105370 2024-04-25T02:29:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.644+0000 7fdb24a00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdb040a2c10 0x7fdb040a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.644+0000 7fdb24a00640 1 -- 172.21.15.47:0/3422393801 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fdb180cef70 con 0x7fdb20105370 2024-04-25T02:29:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.644+0000 7fdb1ea00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdb040a2c10 0x7fdb040a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:49.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.645+0000 7fdb1ea00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdb040a2c10 0x7fdb040a50d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdb1002a9e0 tx=0x7fdb100315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:49.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.648+0000 7fdb24a00640 1 -- 172.21.15.47:0/3422393801 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fdb18016030 con 0x7fdb20105370 2024-04-25T02:29:49.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.895+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb20062340 con 0x7fdb20105370 2024-04-25T02:29:49.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.896+0000 7fdb24a00640 1 -- 172.21.15.47:0/3422393801 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6358 (secure 0 0 0) 0x7fdb1809bc80 con 0x7fdb20105370 2024-04-25T02:29:49.900 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:49.900 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-25T02:29:49.900 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 8 2024-04-25T02:29:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.899+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdb040a2c10 msgr2=0x7fdb040a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdb040a2c10 0x7fdb040a50d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdb1002a9e0 tx=0x7fdb100315b0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb20105370 msgr2=0x7fdb201a1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb20105370 0x7fdb201a1090 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdb1800e940 tx=0x7fdb1800ee00 comp rx=0 tx=0).stop 2024-04-25T02:29:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 shutdown_connections 2024-04-25T02:29:49.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdb040a2c10 0x7fdb040a50d0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdb20105370 0x7fdb201a1090 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdb201049b0 0x7fdb2019a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 --2- 172.21.15.47:0/3422393801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdb201037c0 0x7fdb20199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:49.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 >> 172.21.15.47:0/3422393801 conn(0x7fdb200fed50 msgr2=0x7fdb20107d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:49.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 shutdown_connections 2024-04-25T02:29:49.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:49.900+0000 7fdb1fe00640 1 -- 172.21.15.47:0/3422393801 wait complete. 2024-04-25T02:29:50.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:50 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3422393801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:50.507 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 systemd[1]: Starting Ceph mds.h for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:29:50.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:50 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3422393801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:50.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:50 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3422393801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:50.861 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 podman[63073]: 2024-04-25 02:29:50.498007839 +0000 UTC m=+0.017907823 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:29:50.861 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 podman[63073]: 2024-04-25 02:29:50.606066227 +0000 UTC m=+0.125966190 container create 53ffcfdd3a973bed9928d08c5851fc538202d5905987114a0c48951b92b9a184 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-25T02:29:50.861 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 podman[63073]: 2024-04-25 02:29:50.858359673 +0000 UTC m=+0.378259646 container init 53ffcfdd3a973bed9928d08c5851fc538202d5905987114a0c48951b92b9a184 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-25T02:29:51.257 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 podman[63073]: 2024-04-25 02:29:50.861125369 +0000 UTC m=+0.381025331 container start 53ffcfdd3a973bed9928d08c5851fc538202d5905987114a0c48951b92b9a184 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T02:29:51.257 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 ceph-mds[63092]: -- 172.21.15.113:0/2738857608 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56482961fa40 con 0x5648295f2c00 2024-04-25T02:29:51.257 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h[63088]: starting mds.h at 2024-04-25T02:29:51.257 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 bash[63073]: 53ffcfdd3a973bed9928d08c5851fc538202d5905987114a0c48951b92b9a184 2024-04-25T02:29:51.257 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:29:50 smithi113 systemd[1]: Started Ceph mds.h for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:51.925 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:52.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 -- 172.21.15.47:0/1455334523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668108db0 msgr2=0x7f7668109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:52.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 --2- 172.21.15.47:0/1455334523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668108db0 0x7f7668109230 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7650009900 tx=0x7f765002a410 comp rx=0 tx=0).stop 2024-04-25T02:29:52.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 -- 172.21.15.47:0/1455334523 shutdown_connections 2024-04-25T02:29:52.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 --2- 172.21.15.47:0/1455334523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7668109770 0x7f7668110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 --2- 172.21.15.47:0/1455334523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668108db0 0x7f7668109230 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 --2- 172.21.15.47:0/1455334523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7668107bc0 0x7f7668107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 -- 172.21.15.47:0/1455334523 >> 172.21.15.47:0/1455334523 conn(0x7f7668076b80 msgr2=0x7f7668078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:52.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 -- 172.21.15.47:0/1455334523 shutdown_connections 2024-04-25T02:29:52.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.144+0000 7f766d200640 1 -- 172.21.15.47:0/1455334523 wait complete. 2024-04-25T02:29:52.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.145+0000 7f766d200640 1 Processor -- start 2024-04-25T02:29:52.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f766d200640 1 -- start start 2024-04-25T02:29:52.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f766d200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668107bc0 0x7f766819df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:52.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f766d200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7668108db0 0x7f766819e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:52.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f766d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7668109770 0x7f76681a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:52.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f766d200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7668113890 con 0x7f7668107bc0 2024-04-25T02:29:52.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f766d200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7668113710 con 0x7f7668108db0 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f766d200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7668113a10 con 0x7f7668109770 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f7667400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668107bc0 0x7f766819df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f7667400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668107bc0 0x7f766819df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43156/0 (socket says 172.21.15.47:43156) 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f7667400640 1 -- 172.21.15.47:0/853334149 learned_addr learned my addr 172.21.15.47:0/853334149 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.146+0000 7f765ea00640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7668108db0 0x7f766819e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7667e00640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7668109770 0x7f76681a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7667400640 1 -- 172.21.15.47:0/853334149 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7668109770 msgr2=0x7f76681a5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7667400640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7668109770 0x7f76681a5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7667400640 1 -- 172.21.15.47:0/853334149 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7668108db0 msgr2=0x7f766819e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7667400640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7668108db0 0x7f766819e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7667400640 1 -- 172.21.15.47:0/853334149 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76681a5b00 con 0x7f7668107bc0 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f765ea00640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7668108db0 0x7f766819e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:29:52.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7667e00640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7668109770 0x7f76681a5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:29:52.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7667400640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668107bc0 0x7f766819df30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7658009d20 tx=0x7f765800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:52.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7664c00640 1 -- 172.21.15.47:0/853334149 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7658010630 con 0x7f7668107bc0 2024-04-25T02:29:52.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7664c00640 1 -- 172.21.15.47:0/853334149 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7658010cb0 con 0x7f7668107bc0 2024-04-25T02:29:52.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76681a5df0 con 0x7f7668107bc0 2024-04-25T02:29:52.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.147+0000 7f7664c00640 1 -- 172.21.15.47:0/853334149 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7658018de0 con 0x7f7668107bc0 2024-04-25T02:29:52.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.148+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76681a6250 con 0x7f7668107bc0 2024-04-25T02:29:52.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.149+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f766810ee80 con 0x7f7668107bc0 2024-04-25T02:29:52.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.151+0000 7f7664c00640 1 -- 172.21.15.47:0/853334149 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f765801f020 con 0x7f7668107bc0 2024-04-25T02:29:52.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.153+0000 7f7664c00640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f764c0a2b90 0x7f764c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:52.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.153+0000 7f7664c00640 1 -- 172.21.15.47:0/853334149 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f76580cf530 con 0x7f7668107bc0 2024-04-25T02:29:52.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.153+0000 7f765ea00640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f764c0a2b90 0x7f764c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:52.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.154+0000 7f765ea00640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f764c0a2b90 0x7f764c0a5050 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7650006010 tx=0x7f7650000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:52.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.155+0000 7f7664c00640 1 -- 172.21.15.47:0/853334149 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f765801f310 con 0x7f7668107bc0 2024-04-25T02:29:52.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:52.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:52.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:52.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:52.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: Deploying daemon mds.i on smithi178 2024-04-25T02:29:52.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.113:6836/3829188390,v1:172.21.15.113:6837/3829188390] up:boot 2024-04-25T02:29:52.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: fsmap 8 up:standby 2024-04-25T02:29:52.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:52 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:29:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:52.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: Deploying daemon mds.i on smithi178 2024-04-25T02:29:52.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.113:6836/3829188390,v1:172.21.15.113:6837/3829188390] up:boot 2024-04-25T02:29:52.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: fsmap 8 up:standby 2024-04-25T02:29:52.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:51 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:29:52.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.398+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f766802d420 con 0x7f7668107bc0 2024-04-25T02:29:52.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.399+0000 7f7664c00640 1 -- 172.21.15.47:0/853334149 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7186 (secure 0 0 0) 0x7f765809c890 con 0x7f7668107bc0 2024-04-25T02:29:52.402 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:52.402 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T02:29:52.403 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 9 2024-04-25T02:29:52.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.401+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f764c0a2b90 msgr2=0x7f764c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:52.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.401+0000 7f766d200640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f764c0a2b90 0x7f764c0a5050 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7650006010 tx=0x7f7650000bc0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.401+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668107bc0 msgr2=0x7f766819df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:52.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.401+0000 7f766d200640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668107bc0 0x7f766819df30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7658009d20 tx=0x7f765800c6a0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.402+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 shutdown_connections 2024-04-25T02:29:52.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.402+0000 7f766d200640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f764c0a2b90 0x7f764c0a5050 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.402+0000 7f766d200640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7668109770 0x7f76681a5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.402+0000 7f766d200640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7668108db0 0x7f766819e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.402+0000 7f766d200640 1 --2- 172.21.15.47:0/853334149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7668107bc0 0x7f766819df30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:52.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.402+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 >> 172.21.15.47:0/853334149 conn(0x7f7668076b80 msgr2=0x7f766810c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:52.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.402+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 shutdown_connections 2024-04-25T02:29:52.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:52.402+0000 7f766d200640 1 -- 172.21.15.47:0/853334149 wait complete. 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: Deploying daemon mds.i on smithi178 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.113:6836/3829188390,v1:172.21.15.113:6837/3829188390] up:boot 2024-04-25T02:29:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: fsmap 8 up:standby 2024-04-25T02:29:52.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:51 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:29:53.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:53 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/853334149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:53.339 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 systemd[1]: Starting Ceph mds.i for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:29:53.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:53 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/853334149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:53.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:53 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/853334149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:53.710 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 podman[64374]: 2024-04-25 02:29:53.348134953 +0000 UTC m=+0.018198794 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:29:53.710 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 podman[64374]: 2024-04-25 02:29:53.471092028 +0000 UTC m=+0.141155859 container create ad1b85b7cfc6d1581a71cbcb7d84e6d3e2d7effa2c592efbf565bc5404cbf51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T02:29:53.711 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 podman[64374]: 2024-04-25 02:29:53.682241929 +0000 UTC m=+0.352305757 container init ad1b85b7cfc6d1581a71cbcb7d84e6d3e2d7effa2c592efbf565bc5404cbf51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-25T02:29:53.711 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 podman[64374]: 2024-04-25 02:29:53.684899167 +0000 UTC m=+0.354963002 container start ad1b85b7cfc6d1581a71cbcb7d84e6d3e2d7effa2c592efbf565bc5404cbf51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-25T02:29:54.019 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 ceph-mds[64393]: -- 172.21.15.178:0/3997185243 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a07b467a40 con 0x55a07b43ac00 2024-04-25T02:29:54.019 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i[64389]: starting mds.i at 2024-04-25T02:29:54.019 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 bash[64374]: ad1b85b7cfc6d1581a71cbcb7d84e6d3e2d7effa2c592efbf565bc5404cbf51f 2024-04-25T02:29:54.019 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:29:53 smithi178 systemd[1]: Started Ceph mds.i for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:54.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:54 smithi178 ceph-mon[33053]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:54.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:54 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:54 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:54 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:54 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:54.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:54 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:54.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:54 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:54.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:54 smithi047 ceph-mon[27871]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:54.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:54 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:54 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:54 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:54 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:54.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:54 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:54.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:54 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:54.423 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:54.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:54 smithi113 ceph-mon[32459]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:54 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:54 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:54 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:54 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:54 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:54 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:54.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 -- 172.21.15.47:0/551136626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41015e0 msgr2=0x7f02f4101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:54.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 --2- 172.21.15.47:0/551136626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41015e0 0x7f02f4101a00 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f02e8009900 tx=0x7f02e802a410 comp rx=0 tx=0).stop 2024-04-25T02:29:54.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 -- 172.21.15.47:0/551136626 shutdown_connections 2024-04-25T02:29:54.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 --2- 172.21.15.47:0/551136626 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02f4103190 0x7f02f4109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 --2- 172.21.15.47:0/551136626 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02f41027d0 0x7f02f4102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 --2- 172.21.15.47:0/551136626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41015e0 0x7f02f4101a00 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 -- 172.21.15.47:0/551136626 >> 172.21.15.47:0/551136626 conn(0x7f02f40fcb50 msgr2=0x7f02f40fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:54.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 -- 172.21.15.47:0/551136626 shutdown_connections 2024-04-25T02:29:54.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.621+0000 7f02fa600640 1 -- 172.21.15.47:0/551136626 wait complete. 2024-04-25T02:29:54.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.622+0000 7f02fa600640 1 Processor -- start 2024-04-25T02:29:54.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.623+0000 7f02fa600640 1 -- start start 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.623+0000 7f02fa600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02f41015e0 0x7f02f41978c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.623+0000 7f02fa600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41027d0 0x7f02f4197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.623+0000 7f02fa600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02f4103190 0x7f02f419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.623+0000 7f02fa600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f02f410d2b0 con 0x7f02f41027d0 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.623+0000 7f02fa600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f02f410d130 con 0x7f02f41015e0 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.623+0000 7f02fa600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02f410d430 con 0x7f02f4103190 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41027d0 0x7f02f4197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02f41015e0 0x7f02f41978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02f41015e0 0x7f02f41978c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54550/0 (socket says 172.21.15.47:54550) 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41027d0 0x7f02f4197e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43170/0 (socket says 172.21.15.47:43170) 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9200640 1 -- 172.21.15.47:0/2056918997 learned_addr learned my addr 172.21.15.47:0/2056918997 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:54.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9c00640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02f4103190 0x7f02f419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:54.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9200640 1 -- 172.21.15.47:0/2056918997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02f4103190 msgr2=0x7f02f419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:54.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9200640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02f4103190 0x7f02f419ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9200640 1 -- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41027d0 msgr2=0x7f02f4197e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:54.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9200640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41027d0 0x7f02f4197e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.624+0000 7f02f9200640 1 -- 172.21.15.47:0/2056918997 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02f419f4e0 con 0x7f02f41015e0 2024-04-25T02:29:54.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.625+0000 7f02f9200640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02f41015e0 0x7f02f41978c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f02e8031440 tx=0x7f02e8032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:54.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.625+0000 7f02f1600640 1 -- 172.21.15.47:0/2056918997 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e803f030 con 0x7f02f41015e0 2024-04-25T02:29:54.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.625+0000 7f02f1600640 1 -- 172.21.15.47:0/2056918997 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02e8003ce0 con 0x7f02f41015e0 2024-04-25T02:29:54.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.625+0000 7f02f1600640 1 -- 172.21.15.47:0/2056918997 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e8035070 con 0x7f02f41015e0 2024-04-25T02:29:54.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.625+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02f419f770 con 0x7f02f41015e0 2024-04-25T02:29:54.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.625+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02f419fc10 con 0x7f02f41015e0 2024-04-25T02:29:54.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.626+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02f4108900 con 0x7f02f41015e0 2024-04-25T02:29:54.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.629+0000 7f02f1600640 1 -- 172.21.15.47:0/2056918997 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f02e8042030 con 0x7f02f41015e0 2024-04-25T02:29:54.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.630+0000 7f02f1600640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02dc0a2c10 0x7f02dc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:54.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.631+0000 7f02f1600640 1 -- 172.21.15.47:0/2056918997 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f02e80eeff0 con 0x7f02f41015e0 2024-04-25T02:29:54.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.631+0000 7f02f3e00640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02dc0a2c10 0x7f02dc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:54.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.632+0000 7f02f3e00640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02dc0a2c10 0x7f02dc0a50d0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f02e00095f0 tx=0x7f02e0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:54.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.634+0000 7f02f1600640 1 -- 172.21.15.47:0/2056918997 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f02e80bbd00 con 0x7f02f41015e0 2024-04-25T02:29:54.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.899+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02f402d170 con 0x7f02f41015e0 2024-04-25T02:29:54.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.900+0000 7f02f1600640 1 -- 172.21.15.47:0/2056918997 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8016 (secure 0 0 0) 0x7f02e80c0000 con 0x7f02f41015e0 2024-04-25T02:29:54.904 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:54.904 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24538,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T02:29:54.904 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 10 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02dc0a2c10 msgr2=0x7f02dc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02dc0a2c10 0x7f02dc0a50d0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f02e00095f0 tx=0x7f02e0005f90 comp rx=0 tx=0).stop 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02f41015e0 msgr2=0x7f02f41978c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02f41015e0 0x7f02f41978c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f02e8031440 tx=0x7f02e8032ce0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 shutdown_connections 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f02dc0a2c10 0x7f02dc0a50d0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02f4103190 0x7f02f419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02f41027d0 0x7f02f4197e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 --2- 172.21.15.47:0/2056918997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02f41015e0 0x7f02f41978c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.903+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 >> 172.21.15.47:0/2056918997 conn(0x7f02f40fcb50 msgr2=0x7f02f4105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.904+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 shutdown_connections 2024-04-25T02:29:54.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:54.904+0000 7f02fa600640 1 -- 172.21.15.47:0/2056918997 wait complete. 2024-04-25T02:29:55.185 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:55 smithi047 ceph-mon[27871]: Deploying daemon mds.g on smithi047 2024-04-25T02:29:55.185 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:55 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] up:boot 2024-04-25T02:29:55.185 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:55 smithi047 ceph-mon[27871]: fsmap 9 up:standby 2024-04-25T02:29:55.185 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:55 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:29:55.185 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:55 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2056918997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:55.292 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:55 smithi178 ceph-mon[33053]: Deploying daemon mds.g on smithi047 2024-04-25T02:29:55.292 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:55 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] up:boot 2024-04-25T02:29:55.292 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:55 smithi178 ceph-mon[33053]: fsmap 9 up:standby 2024-04-25T02:29:55.292 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:55 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:29:55.293 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:55 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2056918997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:55.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:55 smithi113 ceph-mon[32459]: Deploying daemon mds.g on smithi047 2024-04-25T02:29:55.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:55 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] up:boot 2024-04-25T02:29:55.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:55 smithi113 ceph-mon[32459]: fsmap 9 up:standby 2024-04-25T02:29:55.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:55 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:29:55.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:55 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2056918997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:56.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:56 smithi178 ceph-mon[33053]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:56.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:56 smithi047 ceph-mon[27871]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:56.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:56 smithi113 ceph-mon[32459]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:56.925 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.132+0000 7f851b000640 1 -- 172.21.15.47:0/2044629289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8514105550 msgr2=0x7f851410bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.132+0000 7f851b000640 1 --2- 172.21.15.47:0/2044629289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8514105550 0x7f851410bde0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f850c009be0 tx=0x7f850c02a6c0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.132+0000 7f851b000640 1 -- 172.21.15.47:0/2044629289 shutdown_connections 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.132+0000 7f851b000640 1 --2- 172.21.15.47:0/2044629289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8514105550 0x7f851410bde0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.132+0000 7f851b000640 1 --2- 172.21.15.47:0/2044629289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514104b90 0x7f8514105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.132+0000 7f851b000640 1 --2- 172.21.15.47:0/2044629289 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f85141039a0 0x7f8514103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.132+0000 7f851b000640 1 -- 172.21.15.47:0/2044629289 >> 172.21.15.47:0/2044629289 conn(0x7f85140fef30 msgr2=0x7f8514101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.132+0000 7f851b000640 1 -- 172.21.15.47:0/2044629289 shutdown_connections 2024-04-25T02:29:57.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.133+0000 7f851b000640 1 -- 172.21.15.47:0/2044629289 wait complete. 2024-04-25T02:29:57.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.134+0000 7f851b000640 1 Processor -- start 2024-04-25T02:29:57.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.134+0000 7f851b000640 1 -- start start 2024-04-25T02:29:57.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.134+0000 7f851b000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f85141039a0 0x7f8514199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.134+0000 7f851b000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514104b90 0x7f851419a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.134+0000 7f851b000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8514105550 0x7f85141a1220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.134+0000 7f851b000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f851410f620 con 0x7f8514104b90 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.134+0000 7f851b000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f851410f4a0 con 0x7f8514105550 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.134+0000 7f851b000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f851410f7a0 con 0x7f85141039a0 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514104b90 0x7f851419a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f85141039a0 0x7f8514199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514104b90 0x7f851419a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43174/0 (socket says 172.21.15.47:43174) 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f85141039a0 0x7f8514199c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:51992/0 (socket says 172.21.15.47:51992) 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513400640 1 -- 172.21.15.47:0/275293425 learned_addr learned my addr 172.21.15.47:0/275293425 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:57.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8519000640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8514105550 0x7f85141a1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513400640 1 -- 172.21.15.47:0/275293425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f85141039a0 msgr2=0x7f8514199c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513400640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f85141039a0 0x7f8514199c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513400640 1 -- 172.21.15.47:0/275293425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8514105550 msgr2=0x7f85141a1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513400640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8514105550 0x7f85141a1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513400640 1 -- 172.21.15.47:0/275293425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85141a18c0 con 0x7f8514104b90 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.135+0000 7f8513e00640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f85141039a0 0x7f8514199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.136+0000 7f8513400640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514104b90 0x7f851419a1c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f850000e9c0 tx=0x7f850000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.136+0000 7f8510c00640 1 -- 172.21.15.47:0/275293425 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850000cde0 con 0x7f8514104b90 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.136+0000 7f8510c00640 1 -- 172.21.15.47:0/275293425 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85000035f0 con 0x7f8514104b90 2024-04-25T02:29:57.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.136+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85141a1bb0 con 0x7f8514104b90 2024-04-25T02:29:57.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.136+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85141a2150 con 0x7f8514104b90 2024-04-25T02:29:57.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.136+0000 7f8510c00640 1 -- 172.21.15.47:0/275293425 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8500010690 con 0x7f8514104b90 2024-04-25T02:29:57.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.138+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f851410ac60 con 0x7f8514104b90 2024-04-25T02:29:57.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.143+0000 7f8510c00640 1 -- 172.21.15.47:0/275293425 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f85000037a0 con 0x7f8514104b90 2024-04-25T02:29:57.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.144+0000 7f8510c00640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f84f80a2c10 0x7f84f80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:57.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.145+0000 7f8510c00640 1 -- 172.21.15.47:0/275293425 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f85000ceec0 con 0x7f8514104b90 2024-04-25T02:29:57.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.145+0000 7f8513e00640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f84f80a2c10 0x7f84f80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:57.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.146+0000 7f8513e00640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f84f80a2c10 0x7f84f80a50d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f851419ab50 tx=0x7f8504005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:57.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.150+0000 7f8510c00640 1 -- 172.21.15.47:0/275293425 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f850009c220 con 0x7f8514104b90 2024-04-25T02:29:57.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.406+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8514062340 con 0x7f8514104b90 2024-04-25T02:29:57.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.408+0000 7f8510c00640 1 -- 172.21.15.47:0/275293425 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8016 (secure 0 0 0) 0x7f850009bb20 con 0x7f8514104b90 2024-04-25T02:29:57.411 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:57.411 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24538,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T02:29:57.411 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 10 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f84f80a2c10 msgr2=0x7f84f80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f84f80a2c10 0x7f84f80a50d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f851419ab50 tx=0x7f8504005f90 comp rx=0 tx=0).stop 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514104b90 msgr2=0x7f851419a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514104b90 0x7f851419a1c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f850000e9c0 tx=0x7f850000ee80 comp rx=0 tx=0).stop 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 shutdown_connections 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f84f80a2c10 0x7f84f80a50d0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8514105550 0x7f85141a1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514104b90 0x7f851419a1c0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 --2- 172.21.15.47:0/275293425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f85141039a0 0x7f8514199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.411+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 >> 172.21.15.47:0/275293425 conn(0x7f85140fef30 msgr2=0x7f8514107e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.412+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 shutdown_connections 2024-04-25T02:29:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:57.412+0000 7f851b000640 1 -- 172.21.15.47:0/275293425 wait complete. 2024-04-25T02:29:58.036 INFO:journalctl@ceph.mds.g.smithi047.stdout:Apr 25 02:29:57 smithi047 systemd[1]: Started Ceph mds.g for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:29:58.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:58 smithi178 ceph-mon[33053]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:58.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:58 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/275293425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:58.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:58 smithi047 ceph-mon[27871]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:58.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:58 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/275293425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:58.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:58 smithi113 ceph-mon[32459]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:29:58.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:58 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/275293425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:29:59.301 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.47:6838/39878827,v1:172.21.15.47:6839/39878827] up:boot 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: fsmap 10 up:standby 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:59.302 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:29:59 smithi047 ceph-mon[27871]: Deploying daemon mds.a on smithi047 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.47:6838/39878827,v1:172.21.15.47:6839/39878827] up:boot 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: fsmap 10 up:standby 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:59.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:29:59 smithi178 ceph-mon[33053]: Deploying daemon mds.a on smithi047 2024-04-25T02:29:59.434 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:29:59.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.47:6838/39878827,v1:172.21.15.47:6839/39878827] up:boot 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: fsmap 10 up:standby 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:29:59.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:29:59 smithi113 ceph-mon[32459]: Deploying daemon mds.a on smithi047 2024-04-25T02:29:59.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 -- 172.21.15.47:0/2350171546 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2aa8104bb0 msgr2=0x7f2aa8105030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:59.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 --2- 172.21.15.47:0/2350171546 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2aa8104bb0 0x7f2aa8105030 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2a90009900 tx=0x7f2a9002a400 comp rx=0 tx=0).stop 2024-04-25T02:29:59.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 -- 172.21.15.47:0/2350171546 shutdown_connections 2024-04-25T02:29:59.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 --2- 172.21.15.47:0/2350171546 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2aa8105570 0x7f2aa810be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 --2- 172.21.15.47:0/2350171546 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2aa8104bb0 0x7f2aa8105030 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 --2- 172.21.15.47:0/2350171546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aa81039c0 0x7f2aa8103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 -- 172.21.15.47:0/2350171546 >> 172.21.15.47:0/2350171546 conn(0x7f2aa80fef30 msgr2=0x7f2aa8101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:59.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 -- 172.21.15.47:0/2350171546 shutdown_connections 2024-04-25T02:29:59.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.635+0000 7f2aaec00640 1 -- 172.21.15.47:0/2350171546 wait complete. 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.636+0000 7f2aaec00640 1 Processor -- start 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.636+0000 7f2aaec00640 1 -- start start 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aaec00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aa81039c0 0x7f2aa8199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aaec00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2aa8104bb0 0x7f2aa819a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aaec00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2aa8105570 0x7f2aa81a1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aaec00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa810f690 con 0x7f2aa8104bb0 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aaec00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa810f510 con 0x7f2aa8105570 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aaec00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa810f810 con 0x7f2aa81039c0 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aa7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aa81039c0 0x7f2aa8199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aa7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aa81039c0 0x7f2aa8199d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:52046/0 (socket says 172.21.15.47:52046) 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aa7e00640 1 -- 172.21.15.47:0/1921674713 learned_addr learned my addr 172.21.15.47:0/1921674713 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aa7400640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2aa8104bb0 0x7f2aa819a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:59.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.637+0000 7f2aacc00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2aa8105570 0x7f2aa81a1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:59.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa7e00640 1 -- 172.21.15.47:0/1921674713 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2aa8105570 msgr2=0x7f2aa81a1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:59.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa7e00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2aa8105570 0x7f2aa81a1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa7e00640 1 -- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2aa8104bb0 msgr2=0x7f2aa819a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:59.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa7e00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2aa8104bb0 0x7f2aa819a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa7e00640 1 -- 172.21.15.47:0/1921674713 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aa81a1910 con 0x7f2aa81039c0 2024-04-25T02:29:59.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa7e00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aa81039c0 0x7f2aa8199d00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800d950 tx=0x7f2a9800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:59.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa4c00640 1 -- 172.21.15.47:0/1921674713 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a98017070 con 0x7f2aa81039c0 2024-04-25T02:29:59.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aa81a1c00 con 0x7f2aa81039c0 2024-04-25T02:29:59.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa4c00640 1 -- 172.21.15.47:0/1921674713 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2a98009c30 con 0x7f2aa81039c0 2024-04-25T02:29:59.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.638+0000 7f2aa4c00640 1 -- 172.21.15.47:0/1921674713 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9800f600 con 0x7f2aa81039c0 2024-04-25T02:29:59.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.639+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aa81a2150 con 0x7f2aa81039c0 2024-04-25T02:29:59.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.640+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aa810ace0 con 0x7f2aa81039c0 2024-04-25T02:29:59.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.642+0000 7f2aa4c00640 1 -- 172.21.15.47:0/1921674713 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2a9801a070 con 0x7f2aa81039c0 2024-04-25T02:29:59.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.643+0000 7f2aa4c00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2a8c0a2c10 0x7f2a8c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:29:59.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.643+0000 7f2aa4c00640 1 -- 172.21.15.47:0/1921674713 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f2a980ce600 con 0x7f2aa81039c0 2024-04-25T02:29:59.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.643+0000 7f2aa7400640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2a8c0a2c10 0x7f2a8c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:29:59.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.644+0000 7f2aa7400640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2a8c0a2c10 0x7f2a8c0a50d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2a90031440 tx=0x7f2a900315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:29:59.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.648+0000 7f2aa4c00640 1 -- 172.21.15.47:0/1921674713 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2a98009de0 con 0x7f2aa81039c0 2024-04-25T02:29:59.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.898+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2aa8062370 con 0x7f2aa81039c0 2024-04-25T02:29:59.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.899+0000 7f2aa4c00640 1 -- 172.21.15.47:0/1921674713 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8836 (secure 0 0 0) 0x7f2a9809b310 con 0x7f2aa81039c0 2024-04-25T02:29:59.902 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:29:59.902 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24538,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T02:29:59.903 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 11 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2a8c0a2c10 msgr2=0x7f2a8c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2a8c0a2c10 0x7f2a8c0a50d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2a90031440 tx=0x7f2a900315b0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aa81039c0 msgr2=0x7f2aa8199d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aa81039c0 0x7f2aa8199d00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800d950 tx=0x7f2a9800de10 comp rx=0 tx=0).stop 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 shutdown_connections 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2a8c0a2c10 0x7f2a8c0a50d0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2aa8105570 0x7f2aa81a1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2aa8104bb0 0x7f2aa819a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 --2- 172.21.15.47:0/1921674713 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aa81039c0 0x7f2aa8199d00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:29:59.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 >> 172.21.15.47:0/1921674713 conn(0x7f2aa80fef30 msgr2=0x7f2aa8107eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:29:59.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 shutdown_connections 2024-04-25T02:29:59.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:29:59.902+0000 7f2aaec00640 1 -- 172.21.15.47:0/1921674713 wait complete. 2024-04-25T02:30:00.175 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:00 smithi047 ceph-mon[27871]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:00.175 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:00 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1921674713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:00.175 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:00 smithi047 ceph-mon[27871]: overall HEALTH_OK 2024-04-25T02:30:00.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:00 smithi113 ceph-mon[32459]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:00 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1921674713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:00.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:00 smithi113 ceph-mon[32459]: overall HEALTH_OK 2024-04-25T02:30:00.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:00 smithi178 ceph-mon[33053]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:00.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:00 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1921674713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:00.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:00 smithi178 ceph-mon[33053]: overall HEALTH_OK 2024-04-25T02:30:01.630 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 systemd[1]: Starting Ceph mds.a for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:30:01.905 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 podman[67228]: 2024-04-25 02:30:01.533464386 +0000 UTC m=+0.043055267 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:30:01.906 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 podman[67228]: 2024-04-25 02:30:01.62877198 +0000 UTC m=+0.138362886 container create be095fb4123ee4842307391538605786a8886181fe82da37570f21689b37d733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-25T02:30:01.906 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 podman[67228]: 2024-04-25 02:30:01.840636096 +0000 UTC m=+0.350227009 container init be095fb4123ee4842307391538605786a8886181fe82da37570f21689b37d733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-04-25T02:30:01.906 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 podman[67228]: 2024-04-25 02:30:01.852027188 +0000 UTC m=+0.361618100 container start be095fb4123ee4842307391538605786a8886181fe82da37570f21689b37d733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-04-25T02:30:01.922 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.122+0000 7fa6e6400640 1 -- 172.21.15.47:0/3287630011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0102980 msgr2=0x7fa6e0102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.122+0000 7fa6e6400640 1 --2- 172.21.15.47:0/3287630011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0102980 0x7fa6e0102e00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa6c8009900 tx=0x7fa6c802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.123+0000 7fa6e6400640 1 -- 172.21.15.47:0/3287630011 shutdown_connections 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.123+0000 7fa6e6400640 1 --2- 172.21.15.47:0/3287630011 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6e0103340 0x7fa6e0109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.123+0000 7fa6e6400640 1 --2- 172.21.15.47:0/3287630011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0102980 0x7fa6e0102e00 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.123+0000 7fa6e6400640 1 --2- 172.21.15.47:0/3287630011 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa6e0101790 0x7fa6e0101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.123+0000 7fa6e6400640 1 -- 172.21.15.47:0/3287630011 >> 172.21.15.47:0/3287630011 conn(0x7fa6e00fcd40 msgr2=0x7fa6e00ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.123+0000 7fa6e6400640 1 -- 172.21.15.47:0/3287630011 shutdown_connections 2024-04-25T02:30:02.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.123+0000 7fa6e6400640 1 -- 172.21.15.47:0/3287630011 wait complete. 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.124+0000 7fa6e6400640 1 Processor -- start 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.124+0000 7fa6e6400640 1 -- start start 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.124+0000 7fa6e6400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6e0101790 0x7fa6e0199ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.124+0000 7fa6e6400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa6e0102980 0x7fa6e019a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.124+0000 7fa6e6400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0103340 0x7fa6e01a1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.124+0000 7fa6e6400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e010d410 con 0x7fa6e0101790 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.124+0000 7fa6e6400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e010d290 con 0x7fa6e0102980 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.124+0000 7fa6e6400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e010d590 con 0x7fa6e0103340 2024-04-25T02:30:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6df400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6e0101790 0x7fa6e0199ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6df400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6e0101790 0x7fa6e0199ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45110/0 (socket says 172.21.15.47:45110) 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6df400640 1 -- 172.21.15.47:0/1299723736 learned_addr learned my addr 172.21.15.47:0/1299723736 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6d6a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa6e0102980 0x7fa6e019a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6dfe00640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0103340 0x7fa6e01a1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6df400640 1 -- 172.21.15.47:0/1299723736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0103340 msgr2=0x7fa6e01a1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6df400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0103340 0x7fa6e01a1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6df400640 1 -- 172.21.15.47:0/1299723736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa6e0102980 msgr2=0x7fa6e019a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6df400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa6e0102980 0x7fa6e019a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6df400640 1 -- 172.21.15.47:0/1299723736 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e01a18e0 con 0x7fa6e0101790 2024-04-25T02:30:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.125+0000 7fa6dfe00640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0103340 0x7fa6e01a1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.126+0000 7fa6df400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6e0101790 0x7fa6e0199ca0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa6d000e9c0 tx=0x7fa6d000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.126+0000 7fa6dcc00640 1 -- 172.21.15.47:0/1299723736 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d000cd80 con 0x7fa6e0101790 2024-04-25T02:30:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.126+0000 7fa6dcc00640 1 -- 172.21.15.47:0/1299723736 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6d00035f0 con 0x7fa6e0101790 2024-04-25T02:30:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.126+0000 7fa6dcc00640 1 -- 172.21.15.47:0/1299723736 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0010690 con 0x7fa6e0101790 2024-04-25T02:30:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.126+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6e01a1bd0 con 0x7fa6e0101790 2024-04-25T02:30:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.126+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6e01a20f0 con 0x7fa6e0101790 2024-04-25T02:30:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.128+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6e01a22c0 con 0x7fa6e0101790 2024-04-25T02:30:02.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.130+0000 7fa6dcc00640 1 -- 172.21.15.47:0/1299723736 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa6d00037a0 con 0x7fa6e0101790 2024-04-25T02:30:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.131+0000 7fa6dcc00640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa6c40a2ce0 0x7fa6c40a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.131+0000 7fa6dcc00640 1 -- 172.21.15.47:0/1299723736 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa6d00ceea0 con 0x7fa6e0101790 2024-04-25T02:30:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.132+0000 7fa6d6a00640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa6c40a2ce0 0x7fa6c40a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:02.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.132+0000 7fa6d6a00640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa6c40a2ce0 0x7fa6c40a51a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa6c80314e0 tx=0x7fa6c8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:02.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.136+0000 7fa6dcc00640 1 -- 172.21.15.47:0/1299723736 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa6d009c200 con 0x7fa6e0101790 2024-04-25T02:30:02.155 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 ceph-mds[67247]: -- 172.21.15.47:0/3866064699 <== mon.0 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559db9f29a40 con 0x559db9efc800 2024-04-25T02:30:02.155 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a[67243]: starting mds.a at 2024-04-25T02:30:02.155 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 bash[67228]: be095fb4123ee4842307391538605786a8886181fe82da37570f21689b37d733 2024-04-25T02:30:02.155 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:30:01 smithi047 systemd[1]: Started Ceph mds.a for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:30:02.155 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:02 smithi047 ceph-mon[27871]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:02.156 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:02 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.156 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:02 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.156 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:02 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.156 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:02 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:30:02.156 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:02 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:30:02.156 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:02 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:02.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.389+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6e01a2490 con 0x7fa6e0101790 2024-04-25T02:30:02.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.390+0000 7fa6dcc00640 1 -- 172.21.15.47:0/1299723736 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9662 (secure 0 0 0) 0x7fa6d009bb00 con 0x7fa6e0101790 2024-04-25T02:30:02.393 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:02.393 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24538,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24568,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[]} 2024-04-25T02:30:02.394 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 12 2024-04-25T02:30:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa6c40a2ce0 msgr2=0x7fa6c40a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa6c40a2ce0 0x7fa6c40a51a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa6c80314e0 tx=0x7fa6c8000bc0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6e0101790 msgr2=0x7fa6e0199ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6e0101790 0x7fa6e0199ca0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa6d000e9c0 tx=0x7fa6d000ee80 comp rx=0 tx=0).stop 2024-04-25T02:30:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 shutdown_connections 2024-04-25T02:30:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa6c40a2ce0 0x7fa6c40a51a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6e0103340 0x7fa6e01a1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa6e0102980 0x7fa6e019a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 --2- 172.21.15.47:0/1299723736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6e0101790 0x7fa6e0199ca0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.393+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 >> 172.21.15.47:0/1299723736 conn(0x7fa6e00fcd40 msgr2=0x7fa6e0073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.394+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 shutdown_connections 2024-04-25T02:30:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:02.394+0000 7fa6e6400640 1 -- 172.21.15.47:0/1299723736 wait complete. 2024-04-25T02:30:02.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:02 smithi113 ceph-mon[32459]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:02.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:02 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:02 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:02 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:02 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:30:02.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:02 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:30:02.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:02 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:02.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:02 smithi178 ceph-mon[33053]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:02.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:02 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:02 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:02 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:02.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:02 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T02:30:02.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:02 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T02:30:02.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:02 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:03 smithi113 ceph-mon[32459]: Deploying daemon mds.b on smithi113 2024-04-25T02:30:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:03 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] up:boot 2024-04-25T02:30:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:03 smithi113 ceph-mon[32459]: fsmap 11 up:standby 2024-04-25T02:30:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:03 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:30:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:03 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1299723736' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:03.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:03 smithi047 ceph-mon[27871]: Deploying daemon mds.b on smithi113 2024-04-25T02:30:03.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:03 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] up:boot 2024-04-25T02:30:03.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:03 smithi047 ceph-mon[27871]: fsmap 11 up:standby 2024-04-25T02:30:03.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:03 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:30:03.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:03 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1299723736' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:03.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:03 smithi178 ceph-mon[33053]: Deploying daemon mds.b on smithi113 2024-04-25T02:30:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:03 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] up:boot 2024-04-25T02:30:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:03 smithi178 ceph-mon[33053]: fsmap 11 up:standby 2024-04-25T02:30:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:03 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:30:03.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:03 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1299723736' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:04.417 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:30:04.474 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:04 smithi113 ceph-mon[32459]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:04.474 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 systemd[1]: Starting Ceph mds.b for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:30:04.502 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:04 smithi047 ceph-mon[27871]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:04.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:04 smithi178 ceph-mon[33053]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:04.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2927879592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e40103160 msgr2=0x7f4e401099f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:04.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2927879592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e40103160 0x7f4e401099f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4e38009900 tx=0x7f4e3802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2927879592 shutdown_connections 2024-04-25T02:30:04.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2927879592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e40103160 0x7f4e401099f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2927879592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e401027a0 0x7f4e40102c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2927879592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e401015b0 0x7f4e401019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2927879592 >> 172.21.15.47:0/2927879592 conn(0x7f4e400fcb20 msgr2=0x7f4e400fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:04.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2927879592 shutdown_connections 2024-04-25T02:30:04.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.643+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2927879592 wait complete. 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.644+0000 7f4e3fe00640 1 Processor -- start 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.644+0000 7f4e3fe00640 1 -- start start 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e401015b0 0x7f4e400753b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e401027a0 0x7f4e40073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e40103160 0x7f4e40074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3fe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4010d280 con 0x7f4e401027a0 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3fe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4010d100 con 0x7f4e401015b0 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4010d400 con 0x7f4e40103160 2024-04-25T02:30:04.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e401027a0 0x7f4e40073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e401015b0 0x7f4e400753b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e401027a0 0x7f4e40073b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45128/0 (socket says 172.21.15.47:45128) 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3e000640 1 -- 172.21.15.47:0/2420949802 learned_addr learned my addr 172.21.15.47:0/2420949802 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3f400640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e40103160 0x7f4e40074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3e000640 1 -- 172.21.15.47:0/2420949802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e40103160 msgr2=0x7f4e40074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3e000640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e40103160 0x7f4e40074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3e000640 1 -- 172.21.15.47:0/2420949802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e401015b0 msgr2=0x7f4e400753b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3e000640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e401015b0 0x7f4e400753b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.645+0000 7f4e3e000640 1 -- 172.21.15.47:0/2420949802 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e400747c0 con 0x7f4e401027a0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.646+0000 7f4e3e000640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e401027a0 0x7f4e40073b30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c00e9f0 tx=0x7f4e2c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.646+0000 7f4e37400640 1 -- 172.21.15.47:0/2420949802 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e2c00cd80 con 0x7f4e401027a0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.646+0000 7f4e37400640 1 -- 172.21.15.47:0/2420949802 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e2c010910 con 0x7f4e401027a0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.646+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e401a19f0 con 0x7f4e401027a0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.646+0000 7f4e37400640 1 -- 172.21.15.47:0/2420949802 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e2c018990 con 0x7f4e401027a0 2024-04-25T02:30:04.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.646+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e401a1eb0 con 0x7f4e401027a0 2024-04-25T02:30:04.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.648+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e40108870 con 0x7f4e401027a0 2024-04-25T02:30:04.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.650+0000 7f4e37400640 1 -- 172.21.15.47:0/2420949802 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4e2c010ac0 con 0x7f4e401027a0 2024-04-25T02:30:04.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.651+0000 7f4e37400640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4e240a2b90 0x7f4e240a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:04.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.652+0000 7f4e37400640 1 -- 172.21.15.47:0/2420949802 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f4e2c0cef50 con 0x7f4e401027a0 2024-04-25T02:30:04.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.652+0000 7f4e3ea00640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4e240a2b90 0x7f4e240a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:04.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.652+0000 7f4e3ea00640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4e240a2b90 0x7f4e240a5050 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4e40102600 tx=0x7f4e30009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:04.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.656+0000 7f4e37400640 1 -- 172.21.15.47:0/2420949802 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4e2c09bc60 con 0x7f4e401027a0 2024-04-25T02:30:04.738 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 podman[63390]: 2024-04-25 02:30:04.374372669 +0000 UTC m=+0.017769097 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:30:04.738 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 podman[63390]: 2024-04-25 02:30:04.48312748 +0000 UTC m=+0.126523900 container create 2f9fab633b33915f4c2eb6088ac6c7370de43826221bbaa73fda26bdc22b0298 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b, org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:30:04.738 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 podman[63390]: 2024-04-25 02:30:04.735785872 +0000 UTC m=+0.379182290 container init 2f9fab633b33915f4c2eb6088ac6c7370de43826221bbaa73fda26bdc22b0298 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T02:30:04.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.905+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4e4002d170 con 0x7f4e401027a0 2024-04-25T02:30:04.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.910+0000 7f4e37400640 1 -- 172.21.15.47:0/2420949802 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9662 (secure 0 0 0) 0x7f4e2c09ff60 con 0x7f4e401027a0 2024-04-25T02:30:04.913 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:04.913 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24538,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24568,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[]} 2024-04-25T02:30:04.913 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 12 2024-04-25T02:30:04.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4e240a2b90 msgr2=0x7f4e240a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:04.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4e240a2b90 0x7f4e240a5050 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4e40102600 tx=0x7f4e30009500 comp rx=0 tx=0).stop 2024-04-25T02:30:04.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e401027a0 msgr2=0x7f4e40073b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:04.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e401027a0 0x7f4e40073b30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c00e9f0 tx=0x7f4e2c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 shutdown_connections 2024-04-25T02:30:04.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f4e240a2b90 0x7f4e240a5050 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e40103160 0x7f4e40074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e401027a0 0x7f4e40073b30 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 --2- 172.21.15.47:0/2420949802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e401015b0 0x7f4e400753b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:04.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.913+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 >> 172.21.15.47:0/2420949802 conn(0x7f4e400fcb20 msgr2=0x7f4e40105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:04.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.914+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 shutdown_connections 2024-04-25T02:30:04.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:04.914+0000 7f4e3fe00640 1 -- 172.21.15.47:0/2420949802 wait complete. 2024-04-25T02:30:05.006 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 podman[63390]: 2024-04-25 02:30:04.738533162 +0000 UTC m=+0.381929582 container start 2f9fab633b33915f4c2eb6088ac6c7370de43826221bbaa73fda26bdc22b0298 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424) 2024-04-25T02:30:05.006 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 ceph-mds[63409]: -- 172.21.15.113:0/2381774068 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555b52be1a40 con 0x555b52bb5000 2024-04-25T02:30:05.007 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b[63405]: starting mds.b at 2024-04-25T02:30:05.007 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 bash[63390]: 2f9fab633b33915f4c2eb6088ac6c7370de43826221bbaa73fda26bdc22b0298 2024-04-25T02:30:05.007 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:04 smithi113 systemd[1]: Started Ceph mds.b for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:30:06.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2420949802' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] up:boot 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: fsmap 12 up:standby 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:30:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:05 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2420949802' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:30:06.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] up:boot 2024-04-25T02:30:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: fsmap 12 up:standby 2024-04-25T02:30:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:30:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:05 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.164 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:06.164 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.164 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.164 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.165 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2420949802' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:06.165 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.165 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.165 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:30:06.165 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] up:boot 2024-04-25T02:30:06.165 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: fsmap 12 up:standby 2024-04-25T02:30:06.165 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:30:06.165 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:05 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:06.937 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.176+0000 7f674a600640 1 -- 172.21.15.47:0/1276401108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6744077340 msgr2=0x7f67440777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.176+0000 7f674a600640 1 --2- 172.21.15.47:0/1276401108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6744077340 0x7f67440777a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6730009900 tx=0x7f673002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.177+0000 7f674a600640 1 -- 172.21.15.47:0/1276401108 shutdown_connections 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.177+0000 7f674a600640 1 --2- 172.21.15.47:0/1276401108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6744077ce0 0x7f6744078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.177+0000 7f674a600640 1 --2- 172.21.15.47:0/1276401108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6744077340 0x7f67440777a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.177+0000 7f674a600640 1 --2- 172.21.15.47:0/1276401108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6744076100 0x7f6744076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.177+0000 7f674a600640 1 -- 172.21.15.47:0/1276401108 >> 172.21.15.47:0/1276401108 conn(0x7f67440fef00 msgr2=0x7f6744101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.177+0000 7f674a600640 1 -- 172.21.15.47:0/1276401108 shutdown_connections 2024-04-25T02:30:07.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.177+0000 7f674a600640 1 -- 172.21.15.47:0/1276401108 wait complete. 2024-04-25T02:30:07.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.178+0000 7f674a600640 1 Processor -- start 2024-04-25T02:30:07.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.178+0000 7f674a600640 1 -- start start 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.178+0000 7f674a600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6744076100 0x7f674419e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.178+0000 7f674a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6744077340 0x7f674419e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.178+0000 7f674a600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6744077ce0 0x7f67441a5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.178+0000 7f674a600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6744113a60 con 0x7f6744077340 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.178+0000 7f674a600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f67441138e0 con 0x7f6744077ce0 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.178+0000 7f674a600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6744113be0 con 0x7f6744076100 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6742a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6744077340 0x7f674419e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6742a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6744077340 0x7f674419e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45150/0 (socket says 172.21.15.47:45150) 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6742a00640 1 -- 172.21.15.47:0/3661099018 learned_addr learned my addr 172.21.15.47:0/3661099018 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6743e00640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6744077ce0 0x7f67441a5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:07.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6743400640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6744076100 0x7f674419e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:07.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6742a00640 1 -- 172.21.15.47:0/3661099018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6744076100 msgr2=0x7f674419e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6742a00640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6744076100 0x7f674419e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6742a00640 1 -- 172.21.15.47:0/3661099018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6744077ce0 msgr2=0x7f67441a5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6742a00640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6744077ce0 0x7f67441a5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.179+0000 7f6742a00640 1 -- 172.21.15.47:0/3661099018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67441a5cd0 con 0x7f6744077340 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.180+0000 7f6742a00640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6744077340 0x7f674419e5f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6730031440 tx=0x7f6730032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.180+0000 7f673be00640 1 -- 172.21.15.47:0/3661099018 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673003f030 con 0x7f6744077340 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.180+0000 7f673be00640 1 -- 172.21.15.47:0/3661099018 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6730003ce0 con 0x7f6744077340 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.180+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67441a5f60 con 0x7f6744077340 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.180+0000 7f673be00640 1 -- 172.21.15.47:0/3661099018 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6730035070 con 0x7f6744077340 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.180+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67441a63c0 con 0x7f6744077340 2024-04-25T02:30:07.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.181+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6744110300 con 0x7f6744077340 2024-04-25T02:30:07.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.184+0000 7f673be00640 1 -- 172.21.15.47:0/3661099018 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6730042030 con 0x7f6744077340 2024-04-25T02:30:07.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.186+0000 7f673be00640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67280a2b90 0x7f67280a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:07.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.186+0000 7f673be00640 1 -- 172.21.15.47:0/3661099018 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f67300ef090 con 0x7f6744077340 2024-04-25T02:30:07.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.186+0000 7f6743400640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67280a2b90 0x7f67280a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:07.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.187+0000 7f6743400640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67280a2b90 0x7f67280a5050 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6734009bd0 tx=0x7f6734005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:07.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.190+0000 7f673be00640 1 -- 172.21.15.47:0/3661099018 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f67300bbda0 con 0x7f6744077340 2024-04-25T02:30:07.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.447+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6744062340 con 0x7f6744077340 2024-04-25T02:30:07.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.450+0000 7f673be00640 1 -- 172.21.15.47:0/3661099018 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10491 (secure 0 0 0) 0x7f67300c00a0 con 0x7f6744077340 2024-04-25T02:30:07.453 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:07.453 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24538,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24568,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24572,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-25T02:30:07.453 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 13 2024-04-25T02:30:07.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67280a2b90 msgr2=0x7f67280a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67280a2b90 0x7f67280a5050 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6734009bd0 tx=0x7f6734005f90 comp rx=0 tx=0).stop 2024-04-25T02:30:07.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6744077340 msgr2=0x7f674419e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6744077340 0x7f674419e5f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6730031440 tx=0x7f6730032ce0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 shutdown_connections 2024-04-25T02:30:07.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67280a2b90 0x7f67280a5050 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6744077ce0 0x7f67441a5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6744077340 0x7f674419e5f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 --2- 172.21.15.47:0/3661099018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6744076100 0x7f674419e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 >> 172.21.15.47:0/3661099018 conn(0x7f67440fef00 msgr2=0x7f6744100a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:07.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 shutdown_connections 2024-04-25T02:30:07.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.453+0000 7f674a600640 1 -- 172.21.15.47:0/3661099018 wait complete. 2024-04-25T02:30:07.478 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.690+0000 7f4255c00640 1 -- 172.21.15.47:0/3444398656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 msgr2=0x7f4250073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.690+0000 7f4255c00640 1 --2- 172.21.15.47:0/3444398656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 0x7f4250073bd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4240009890 tx=0x7f424002a360 comp rx=0 tx=0).stop 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.691+0000 7f4255c00640 1 -- 172.21.15.47:0/3444398656 shutdown_connections 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.691+0000 7f4255c00640 1 --2- 172.21.15.47:0/3444398656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f425010dbb0 0x7f425010ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.691+0000 7f4255c00640 1 --2- 172.21.15.47:0/3444398656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f42500741a0 0x7f4250074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.691+0000 7f4255c00640 1 --2- 172.21.15.47:0/3444398656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 0x7f4250073bd0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.691+0000 7f4255c00640 1 -- 172.21.15.47:0/3444398656 >> 172.21.15.47:0/3444398656 conn(0x7f42500fcb50 msgr2=0x7f42500fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.691+0000 7f4255c00640 1 -- 172.21.15.47:0/3444398656 shutdown_connections 2024-04-25T02:30:07.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.691+0000 7f4255c00640 1 -- 172.21.15.47:0/3444398656 wait complete. 2024-04-25T02:30:07.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f4255c00640 1 Processor -- start 2024-04-25T02:30:07.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f4255c00640 1 -- start start 2024-04-25T02:30:07.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f4255c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f42500741a0 0x7f425019df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f4255c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 0x7f425019e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f4255c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f425010dbb0 0x7f42501a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f4255c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4250113830 con 0x7f42500741a0 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f4255c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f42501136b0 con 0x7f4250075780 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f4255c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f42501139b0 con 0x7f425010dbb0 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f424fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f42500741a0 0x7f425019df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f424fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f42500741a0 0x7f425019df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45160/0 (socket says 172.21.15.47:45160) 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f424fe00640 1 -- 172.21.15.47:0/1380550601 learned_addr learned my addr 172.21.15.47:0/1380550601 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.692+0000 7f424f400640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 0x7f425019e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f4255200640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f425010dbb0 0x7f42501a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f424fe00640 1 -- 172.21.15.47:0/1380550601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f425010dbb0 msgr2=0x7f42501a54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f424fe00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f425010dbb0 0x7f42501a54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f424fe00640 1 -- 172.21.15.47:0/1380550601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 msgr2=0x7f425019e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f424fe00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 0x7f425019e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f424fe00640 1 -- 172.21.15.47:0/1380550601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42501a5b30 con 0x7f42500741a0 2024-04-25T02:30:07.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f424f400640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 0x7f425019e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:07.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f424fe00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f42500741a0 0x7f425019df10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4240000c00 tx=0x7f4240033d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:07.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.693+0000 7f424cc00640 1 -- 172.21.15.47:0/1380550601 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240037040 con 0x7f42500741a0 2024-04-25T02:30:07.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.694+0000 7f424cc00640 1 -- 172.21.15.47:0/1380550601 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4240030880 con 0x7f42500741a0 2024-04-25T02:30:07.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.694+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42501a5dc0 con 0x7f42500741a0 2024-04-25T02:30:07.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.694+0000 7f424cc00640 1 -- 172.21.15.47:0/1380550601 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240004920 con 0x7f42500741a0 2024-04-25T02:30:07.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.694+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42501a6220 con 0x7f42500741a0 2024-04-25T02:30:07.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.695+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4250103d80 con 0x7f42500741a0 2024-04-25T02:30:07.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.698+0000 7f424cc00640 1 -- 172.21.15.47:0/1380550601 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4240004050 con 0x7f42500741a0 2024-04-25T02:30:07.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.701+0000 7f424cc00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42340a2c10 0x7f42340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:07.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.701+0000 7f424cc00640 1 -- 172.21.15.47:0/1380550601 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f42400eea90 con 0x7f42500741a0 2024-04-25T02:30:07.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.701+0000 7f424f400640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42340a2c10 0x7f42340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:07.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.702+0000 7f424f400640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42340a2c10 0x7f42340a50d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f423c0096c0 tx=0x7f423c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:07.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.704+0000 7f424cc00640 1 -- 172.21.15.47:0/1380550601 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f42400bbdf0 con 0x7f42500741a0 2024-04-25T02:30:07.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.922+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4250062480 con 0x7f42500741a0 2024-04-25T02:30:07.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.923+0000 7f424cc00640 1 -- 172.21.15.47:0/1380550601 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18453 (secure 0 0 0) 0x7f42400bb6f0 con 0x7f42500741a0 2024-04-25T02:30:07.926 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:07.927 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":82,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:29:14.828180+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:30:07.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42340a2c10 msgr2=0x7f42340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42340a2c10 0x7f42340a50d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f423c0096c0 tx=0x7f423c009260 comp rx=0 tx=0).stop 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f42500741a0 msgr2=0x7f425019df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f42500741a0 0x7f425019df10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4240000c00 tx=0x7f4240033d90 comp rx=0 tx=0).stop 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 shutdown_connections 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42340a2c10 0x7f42340a50d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f425010dbb0 0x7f42501a54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4250075780 0x7f425019e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 --2- 172.21.15.47:0/1380550601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f42500741a0 0x7f425019df10 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:07.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 >> 172.21.15.47:0/1380550601 conn(0x7f42500fcb50 msgr2=0x7f4250100f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:07.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 shutdown_connections 2024-04-25T02:30:07.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:07.926+0000 7f4255c00640 1 -- 172.21.15.47:0/1380550601 wait complete. 2024-04-25T02:30:07.947 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:30:08.172 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:30:08.173 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:07 smithi047 ceph-mon[27871]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:08.173 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:07 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.173 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:07 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.173 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:07 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.174 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:07 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.174 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:07 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3661099018' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:07 smithi113 ceph-mon[32459]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:07 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:07 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:07 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:07 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:07 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3661099018' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:08.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:07 smithi178 ceph-mon[33053]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:08.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:07 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:07 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:07 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:07 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:08.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:07 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3661099018' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 -- 172.21.15.47:0/2032858070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9644104a70 msgr2=0x7f9644104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 --2- 172.21.15.47:0/2032858070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9644104a70 0x7f9644104ef0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f962c009900 tx=0x7f962c02a400 comp rx=0 tx=0).stop 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 -- 172.21.15.47:0/2032858070 shutdown_connections 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 --2- 172.21.15.47:0/2032858070 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9644105430 0x7f964410bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 --2- 172.21.15.47:0/2032858070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9644104a70 0x7f9644104ef0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 --2- 172.21.15.47:0/2032858070 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9644103880 0x7f9644103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 -- 172.21.15.47:0/2032858070 >> 172.21.15.47:0/2032858070 conn(0x7f96440fedf0 msgr2=0x7f9644101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 -- 172.21.15.47:0/2032858070 shutdown_connections 2024-04-25T02:30:08.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.373+0000 7f9649400640 1 -- 172.21.15.47:0/2032858070 wait complete. 2024-04-25T02:30:08.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.374+0000 7f9649400640 1 Processor -- start 2024-04-25T02:30:08.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.374+0000 7f9649400640 1 -- start start 2024-04-25T02:30:08.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.374+0000 7f9649400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9644103880 0x7f9644199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:08.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.374+0000 7f9649400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9644104a70 0x7f964419a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:08.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.374+0000 7f9649400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9644105430 0x7f96441a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:08.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.374+0000 7f9649400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f964410f550 con 0x7f9644103880 2024-04-25T02:30:08.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.374+0000 7f9649400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f964410f3d0 con 0x7f9644105430 2024-04-25T02:30:08.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.374+0000 7f9649400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f964410f6d0 con 0x7f9644104a70 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9644104a70 0x7f964419a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9644103880 0x7f9644199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9644104a70 0x7f964419a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60920/0 (socket says 172.21.15.47:60920) 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643400640 1 -- 172.21.15.47:0/817437292 learned_addr learned my addr 172.21.15.47:0/817437292 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9648a00640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9644105430 0x7f96441a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643400640 1 -- 172.21.15.47:0/817437292 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9644105430 msgr2=0x7f96441a1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9644105430 0x7f96441a1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643400640 1 -- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9644103880 msgr2=0x7f9644199b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:08.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9644103880 0x7f9644199b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.375+0000 7f9643400640 1 -- 172.21.15.47:0/817437292 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96441a1780 con 0x7f9644104a70 2024-04-25T02:30:08.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.376+0000 7f9643400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9644104a70 0x7f964419a0a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f962c031440 tx=0x7f962c032ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:08.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.376+0000 7f9640c00640 1 -- 172.21.15.47:0/817437292 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c03f030 con 0x7f9644104a70 2024-04-25T02:30:08.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.376+0000 7f9640c00640 1 -- 172.21.15.47:0/817437292 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f962c003ce0 con 0x7f9644104a70 2024-04-25T02:30:08.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.376+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96441a1a10 con 0x7f9644104a70 2024-04-25T02:30:08.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.376+0000 7f9640c00640 1 -- 172.21.15.47:0/817437292 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c035070 con 0x7f9644104a70 2024-04-25T02:30:08.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.376+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96441a1f00 con 0x7f9644104a70 2024-04-25T02:30:08.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.377+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f964410aba0 con 0x7f9644104a70 2024-04-25T02:30:08.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.380+0000 7f9640c00640 1 -- 172.21.15.47:0/817437292 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f962c042030 con 0x7f9644104a70 2024-04-25T02:30:08.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.381+0000 7f9640c00640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f96280a2b90 0x7f96280a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:08.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.381+0000 7f9640c00640 1 -- 172.21.15.47:0/817437292 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f962c0ef090 con 0x7f9644104a70 2024-04-25T02:30:08.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.381+0000 7f9643e00640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f96280a2b90 0x7f96280a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:08.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.382+0000 7f9643e00640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f96280a2b90 0x7f96280a5050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f96441048d0 tx=0x7f9634005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:08.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.383+0000 7f9640c00640 1 -- 172.21.15.47:0/817437292 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f962c0bbda0 con 0x7f9644104a70 2024-04-25T02:30:08.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.592+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f964402d300 con 0x7f9644104a70 2024-04-25T02:30:08.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.593+0000 7f9640c00640 1 -- 172.21.15.47:0/817437292 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f962c0c00a0 con 0x7f9644104a70 2024-04-25T02:30:08.596 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:30:08.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f96280a2b90 msgr2=0x7f96280a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:08.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f96280a2b90 0x7f96280a5050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f96441048d0 tx=0x7f9634005f90 comp rx=0 tx=0).stop 2024-04-25T02:30:08.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9644104a70 msgr2=0x7f964419a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:08.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9644104a70 0x7f964419a0a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f962c031440 tx=0x7f962c032ce0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 shutdown_connections 2024-04-25T02:30:08.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f96280a2b90 0x7f96280a5050 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9644105430 0x7f96441a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9644104a70 0x7f964419a0a0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 --2- 172.21.15.47:0/817437292 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9644103880 0x7f9644199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 >> 172.21.15.47:0/817437292 conn(0x7f96440fedf0 msgr2=0x7f9644107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:08.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.595+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 shutdown_connections 2024-04-25T02:30:08.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.596+0000 7f9649400640 1 -- 172.21.15.47:0/817437292 wait complete. 2024-04-25T02:30:08.617 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-25T02:30:08.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 -- 172.21.15.47:0/2633778971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7febd4100000 msgr2=0x7febd4102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:08.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 --2- 172.21.15.47:0/2633778971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7febd4100000 0x7febd4102430 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7febc4009900 tx=0x7febc402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 -- 172.21.15.47:0/2633778971 shutdown_connections 2024-04-25T02:30:08.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 --2- 172.21.15.47:0/2633778971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd4105320 0x7febd41057a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 --2- 172.21.15.47:0/2633778971 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febd4102970 0x7febd4104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 --2- 172.21.15.47:0/2633778971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7febd4100000 0x7febd4102430 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 -- 172.21.15.47:0/2633778971 >> 172.21.15.47:0/2633778971 conn(0x7febd40fbc20 msgr2=0x7febd40fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:08.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 -- 172.21.15.47:0/2633778971 shutdown_connections 2024-04-25T02:30:08.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.822+0000 7febda000640 1 -- 172.21.15.47:0/2633778971 wait complete. 2024-04-25T02:30:08.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.823+0000 7febda000640 1 Processor -- start 2024-04-25T02:30:08.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.824+0000 7febda000640 1 -- start start 2024-04-25T02:30:08.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.824+0000 7febda000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd4100000 0x7febd419e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:08.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.824+0000 7febda000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febd4102970 0x7febd419e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:08.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.824+0000 7febda000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7febd4105320 0x7febd41a5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:08.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.824+0000 7febda000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7febd4113a30 con 0x7febd4100000 2024-04-25T02:30:08.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.824+0000 7febda000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7febd41138b0 con 0x7febd4102970 2024-04-25T02:30:08.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.824+0000 7febda000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7febd4113bb0 con 0x7febd4105320 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.824+0000 7febd3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd4100000 0x7febd419e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd2a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febd4102970 0x7febd419e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd4100000 0x7febd419e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45180/0 (socket says 172.21.15.47:45180) 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd3400640 1 -- 172.21.15.47:0/3339695426 learned_addr learned my addr 172.21.15.47:0/3339695426 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd3e00640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7febd4105320 0x7febd41a5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd2a00640 1 -- 172.21.15.47:0/3339695426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7febd4105320 msgr2=0x7febd41a5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd2a00640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7febd4105320 0x7febd41a5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd2a00640 1 -- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd4100000 msgr2=0x7febd419e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd2a00640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd4100000 0x7febd419e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd2a00640 1 -- 172.21.15.47:0/3339695426 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd41a5c70 con 0x7febd4102970 2024-04-25T02:30:08.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.825+0000 7febd2a00640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febd4102970 0x7febd419e590 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7febc000e9f0 tx=0x7febc000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:08.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.826+0000 7febcbe00640 1 -- 172.21.15.47:0/3339695426 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc000ccc0 con 0x7febd4102970 2024-04-25T02:30:08.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.826+0000 7febcbe00640 1 -- 172.21.15.47:0/3339695426 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febc0010910 con 0x7febd4102970 2024-04-25T02:30:08.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.826+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febd41a5f60 con 0x7febd4102970 2024-04-25T02:30:08.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.826+0000 7febcbe00640 1 -- 172.21.15.47:0/3339695426 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc0018960 con 0x7febd4102970 2024-04-25T02:30:08.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.826+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febd41a6420 con 0x7febd4102970 2024-04-25T02:30:08.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.827+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febd40fd710 con 0x7febd4102970 2024-04-25T02:30:08.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.832+0000 7febcbe00640 1 -- 172.21.15.47:0/3339695426 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7febc0010ac0 con 0x7febd4102970 2024-04-25T02:30:08.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.834+0000 7febcbe00640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7febb80a2b90 0x7febb80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:08.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.834+0000 7febcbe00640 1 -- 172.21.15.47:0/3339695426 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7febc00cef90 con 0x7febd4102970 2024-04-25T02:30:08.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.834+0000 7febd3400640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7febb80a2b90 0x7febb80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:08.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.835+0000 7febd3400640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7febb80a2b90 0x7febb80a5050 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7febc40096c0 tx=0x7febc40315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:08.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:08.838+0000 7febcbe00640 1 -- 172.21.15.47:0/3339695426 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7febc009bca0 con 0x7febd4102970 2024-04-25T02:30:09.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.047+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7febd40623e0 con 0x7febd4102970 2024-04-25T02:30:09.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.047+0000 7febcbe00640 1 -- 172.21.15.47:0/3339695426 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7febc009ffa0 con 0x7febd4102970 2024-04-25T02:30:09.050 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:09.051 INFO:teuthology.orchestra.run.smithi047.stdout:[ 2024-04-25T02:30:09.051 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:30:09.051 INFO:teuthology.orchestra.run.smithi047.stdout: "poolnum": 1, 2024-04-25T02:30:09.051 INFO:teuthology.orchestra.run.smithi047.stdout: "poolname": ".mgr" 2024-04-25T02:30:09.051 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:30:09.051 INFO:teuthology.orchestra.run.smithi047.stdout:] 2024-04-25T02:30:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7febb80a2b90 msgr2=0x7febb80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7febb80a2b90 0x7febb80a5050 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7febc40096c0 tx=0x7febc40315b0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febd4102970 msgr2=0x7febd419e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febd4102970 0x7febd419e590 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7febc000e9f0 tx=0x7febc000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 shutdown_connections 2024-04-25T02:30:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7febb80a2b90 0x7febb80a5050 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7febd4105320 0x7febd41a5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febd4102970 0x7febd419e590 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 --2- 172.21.15.47:0/3339695426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd4100000 0x7febd419e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 >> 172.21.15.47:0/3339695426 conn(0x7febd40fbc20 msgr2=0x7febd4103300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:09.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 shutdown_connections 2024-04-25T02:30:09.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.050+0000 7febda000640 1 -- 172.21.15.47:0/3339695426 wait complete. 2024-04-25T02:30:09.070 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-25T02:30:09.070 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-25T02:30:09.125 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:08 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1380550601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:09.125 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.125 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.125 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:09.125 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:30:09.125 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.125 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:08 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:30:09.125 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:08 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/817437292' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:30:09.191 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:08 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1380550601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:09.191 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.191 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.192 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:09.192 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:30:09.192 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.192 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:08 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:30:09.192 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:08 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/817437292' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:30:09.223 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:08 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1380550601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:09.223 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.223 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.223 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:09.223 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:30:09.223 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:09.223 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:08 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:30:09.223 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:08 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/817437292' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 -- 172.21.15.47:0/4224636861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2778107330 msgr2=0x7f2778109780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 --2- 172.21.15.47:0/4224636861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2778107330 0x7f2778109780 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2774009ca0 tx=0x7f277402a8c0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 -- 172.21.15.47:0/4224636861 shutdown_connections 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 --2- 172.21.15.47:0/4224636861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2778107330 0x7f2778109780 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 --2- 172.21.15.47:0/4224636861 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2778104a00 0x7f2778106df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 --2- 172.21.15.47:0/4224636861 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f27781020d0 0x7f27781044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 -- 172.21.15.47:0/4224636861 >> 172.21.15.47:0/4224636861 conn(0x7f27780fbae0 msgr2=0x7f27780fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 -- 172.21.15.47:0/4224636861 shutdown_connections 2024-04-25T02:30:09.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.257+0000 7f277f200640 1 -- 172.21.15.47:0/4224636861 wait complete. 2024-04-25T02:30:09.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.258+0000 7f277f200640 1 Processor -- start 2024-04-25T02:30:09.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.258+0000 7f277f200640 1 -- start start 2024-04-25T02:30:09.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f27781020d0 0x7f2778199b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:09.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2778104a00 0x7f277819a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:09.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277f200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2778107330 0x7f27781a10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:09.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277f200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f277810d2e0 con 0x7f27781020d0 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277f200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f277810d160 con 0x7f2778107330 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f277810d460 con 0x7f2778104a00 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f27781020d0 0x7f2778199b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2778107330 0x7f27781a10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2778104a00 0x7f277819a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2778107330 0x7f27781a10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58230/0 (socket says 172.21.15.47:58230) 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277e800640 1 -- 172.21.15.47:0/520658365 learned_addr learned my addr 172.21.15.47:0/520658365 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277e800640 1 -- 172.21.15.47:0/520658365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2778104a00 msgr2=0x7f277819a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277e800640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2778104a00 0x7f277819a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277e800640 1 -- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f27781020d0 msgr2=0x7f2778199b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277e800640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f27781020d0 0x7f2778199b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:09.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.259+0000 7f277e800640 1 -- 172.21.15.47:0/520658365 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27781a1750 con 0x7f2778107330 2024-04-25T02:30:09.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.260+0000 7f277e800640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2778107330 0x7f27781a10e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2774031ae0 tx=0x7f2774031ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:09.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.260+0000 7f2772a00640 1 -- 172.21.15.47:0/520658365 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2774003c30 con 0x7f2778107330 2024-04-25T02:30:09.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.260+0000 7f2772a00640 1 -- 172.21.15.47:0/520658365 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2774003dd0 con 0x7f2778107330 2024-04-25T02:30:09.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.260+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27781a19e0 con 0x7f2778107330 2024-04-25T02:30:09.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.260+0000 7f2772a00640 1 -- 172.21.15.47:0/520658365 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f277402fcb0 con 0x7f2778107330 2024-04-25T02:30:09.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.260+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27781a1f30 con 0x7f2778107330 2024-04-25T02:30:09.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.262+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2778108e20 con 0x7f2778107330 2024-04-25T02:30:09.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.263+0000 7f2772a00640 1 -- 172.21.15.47:0/520658365 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2774004050 con 0x7f2778107330 2024-04-25T02:30:09.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.265+0000 7f2772a00640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f27600a2b90 0x7f27600a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:09.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.265+0000 7f2772a00640 1 -- 172.21.15.47:0/520658365 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f27740f0010 con 0x7f2778107330 2024-04-25T02:30:09.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.265+0000 7f277de00640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f27600a2b90 0x7f27600a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:09.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.266+0000 7f277de00640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f27600a2b90 0x7f27600a5050 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f276c005d00 tx=0x7f276c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:09.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.269+0000 7f2772a00640 1 -- 172.21.15.47:0/520658365 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f27740bd370 con 0x7f2778107330 2024-04-25T02:30:09.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:09.470+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f2778062340 con 0x7f2778107330 2024-04-25T02:30:10.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.153+0000 7f2772a00640 1 -- 172.21.15.47:0/520658365 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7f27740bcc70 con 0x7f2778107330 2024-04-25T02:30:10.156 INFO:teuthology.orchestra.run.smithi047.stderr:pool 'cephfs_metadata' created 2024-04-25T02:30:10.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.158+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f27600a2b90 msgr2=0x7f27600a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:10.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.158+0000 7f277f200640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f27600a2b90 0x7f27600a5050 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f276c005d00 tx=0x7f276c00b410 comp rx=0 tx=0).stop 2024-04-25T02:30:10.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.158+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2778107330 msgr2=0x7f27781a10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:10.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.158+0000 7f277f200640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2778107330 0x7f27781a10e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2774031ae0 tx=0x7f2774031ee0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.159+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 shutdown_connections 2024-04-25T02:30:10.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.159+0000 7f277f200640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f27600a2b90 0x7f27600a5050 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.159+0000 7f277f200640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2778107330 0x7f27781a10e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.159+0000 7f277f200640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2778104a00 0x7f277819a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.159+0000 7f277f200640 1 --2- 172.21.15.47:0/520658365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f27781020d0 0x7f2778199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.159+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 >> 172.21.15.47:0/520658365 conn(0x7f27780fbae0 msgr2=0x7f27781017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:10.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.163+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 shutdown_connections 2024-04-25T02:30:10.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.163+0000 7f277f200640 1 -- 172.21.15.47:0/520658365 wait complete. 2024-04-25T02:30:10.186 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-25T02:30:10.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:10 smithi178 ceph-mon[33053]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:10 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3339695426' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T02:30:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:10 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/520658365' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.374+0000 7f151a600640 1 -- 172.21.15.47:0/2231683235 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 msgr2=0x7f1514106df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.374+0000 7f151a600640 1 --2- 172.21.15.47:0/2231683235 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 0x7f1514106df0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1500009860 tx=0x7f150002a340 comp rx=0 tx=0).stop 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.374+0000 7f151a600640 1 -- 172.21.15.47:0/2231683235 shutdown_connections 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.374+0000 7f151a600640 1 --2- 172.21.15.47:0/2231683235 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1514107330 0x7f1514109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.374+0000 7f151a600640 1 --2- 172.21.15.47:0/2231683235 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 0x7f1514106df0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.374+0000 7f151a600640 1 --2- 172.21.15.47:0/2231683235 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f15141020d0 0x7f15141044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.374+0000 7f151a600640 1 -- 172.21.15.47:0/2231683235 >> 172.21.15.47:0/2231683235 conn(0x7f15140fbae0 msgr2=0x7f15140fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.375+0000 7f151a600640 1 -- 172.21.15.47:0/2231683235 shutdown_connections 2024-04-25T02:30:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.375+0000 7f151a600640 1 -- 172.21.15.47:0/2231683235 wait complete. 2024-04-25T02:30:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.376+0000 7f151a600640 1 Processor -- start 2024-04-25T02:30:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.376+0000 7f151a600640 1 -- start start 2024-04-25T02:30:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f151a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f15141020d0 0x7f1514101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f151a600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 0x7f1514100080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f151a600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1514107330 0x7f15141005c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f151a600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f151410d2b0 con 0x7f15141020d0 2024-04-25T02:30:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f151a600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f151410d130 con 0x7f1514107330 2024-04-25T02:30:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f151a600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f151410d430 con 0x7f1514104a00 2024-04-25T02:30:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f1519200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f15141020d0 0x7f1514101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f1519200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f15141020d0 0x7f1514101a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45234/0 (socket says 172.21.15.47:45234) 2024-04-25T02:30:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f1519200640 1 -- 172.21.15.47:0/3334211229 learned_addr learned my addr 172.21.15.47:0/3334211229 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f1513e00640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 0x7f1514100080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.377+0000 7f1519c00640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1514107330 0x7f15141005c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1513e00640 1 -- 172.21.15.47:0/3334211229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1514107330 msgr2=0x7f15141005c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1513e00640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1514107330 0x7f15141005c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1513e00640 1 -- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f15141020d0 msgr2=0x7f1514101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1513e00640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f15141020d0 0x7f1514101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1513e00640 1 -- 172.21.15.47:0/3334211229 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1514100e50 con 0x7f1514104a00 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1519c00640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1514107330 0x7f15141005c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1519200640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f15141020d0 0x7f1514101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1513e00640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 0x7f1514100080 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1500035040 tx=0x7f1500033d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:10.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1511600640 1 -- 172.21.15.47:0/3334211229 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1500037040 con 0x7f1514104a00 2024-04-25T02:30:10.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f1511600640 1 -- 172.21.15.47:0/3334211229 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1500004040 con 0x7f1514104a00 2024-04-25T02:30:10.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.378+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15141a1a20 con 0x7f1514104a00 2024-04-25T02:30:10.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.379+0000 7f1511600640 1 -- 172.21.15.47:0/3334211229 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1500005650 con 0x7f1514104a00 2024-04-25T02:30:10.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.379+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15141a1fc0 con 0x7f1514104a00 2024-04-25T02:30:10.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.380+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15140fd5d0 con 0x7f1514104a00 2024-04-25T02:30:10.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.383+0000 7f1511600640 1 -- 172.21.15.47:0/3334211229 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1500042020 con 0x7f1514104a00 2024-04-25T02:30:10.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.384+0000 7f1511600640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14fc0a2c10 0x7f14fc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:10.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.384+0000 7f1511600640 1 -- 172.21.15.47:0/3334211229 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7497+0+0 (secure 0 0 0) 0x7f15000ee5a0 con 0x7f1514104a00 2024-04-25T02:30:10.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.384+0000 7f1519200640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14fc0a2c10 0x7f14fc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:10.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.385+0000 7f1519200640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14fc0a2c10 0x7f14fc0a50d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1508011550 tx=0x7f1508005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:10.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.388+0000 7f1511600640 1 -- 172.21.15.47:0/3334211229 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1500049020 con 0x7f1514104a00 2024-04-25T02:30:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:10 smithi047 ceph-mon[27871]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:10 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3339695426' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T02:30:10.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:10 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/520658365' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T02:30:10.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:10 smithi113 ceph-mon[32459]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:10.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:10 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3339695426' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T02:30:10.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:10 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/520658365' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T02:30:10.612 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:10.609+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f151402d170 con 0x7f1514104a00 2024-04-25T02:30:11.184 INFO:teuthology.orchestra.run.smithi047.stderr:pool 'cephfs_data' created 2024-04-25T02:30:11.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.179+0000 7f1511600640 1 -- 172.21.15.47:0/3334211229 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v84) ==== 170+0+0 (secure 0 0 0) 0x7f15000bb790 con 0x7f1514104a00 2024-04-25T02:30:11.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14fc0a2c10 msgr2=0x7f14fc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:11.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14fc0a2c10 0x7f14fc0a50d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1508011550 tx=0x7f1508005f90 comp rx=0 tx=0).stop 2024-04-25T02:30:11.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 msgr2=0x7f1514100080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:11.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 0x7f1514100080 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1500035040 tx=0x7f1500033d90 comp rx=0 tx=0).stop 2024-04-25T02:30:11.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 shutdown_connections 2024-04-25T02:30:11.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14fc0a2c10 0x7f14fc0a50d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1514107330 0x7f15141005c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1514104a00 0x7f1514100080 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 --2- 172.21.15.47:0/3334211229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f15141020d0 0x7f1514101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.186+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 >> 172.21.15.47:0/3334211229 conn(0x7f15140fbae0 msgr2=0x7f15141029f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:11.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.188+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 shutdown_connections 2024-04-25T02:30:11.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.188+0000 7f151a600640 1 -- 172.21.15.47:0/3334211229 wait complete. 2024-04-25T02:30:11.224 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-25T02:30:11.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.391+0000 7f23e8800640 1 -- 172.21.15.47:0/3905861057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e0104bb0 msgr2=0x7f23e0105030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:11.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.391+0000 7f23e8800640 1 --2- 172.21.15.47:0/3905861057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e0104bb0 0x7f23e0105030 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f23d0009900 tx=0x7f23d002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.391+0000 7f23e8800640 1 -- 172.21.15.47:0/3905861057 shutdown_connections 2024-04-25T02:30:11.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.391+0000 7f23e8800640 1 --2- 172.21.15.47:0/3905861057 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f23e0105570 0x7f23e010be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.391+0000 7f23e8800640 1 --2- 172.21.15.47:0/3905861057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e0104bb0 0x7f23e0105030 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.391+0000 7f23e8800640 1 --2- 172.21.15.47:0/3905861057 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f23e01039c0 0x7f23e0103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.391+0000 7f23e8800640 1 -- 172.21.15.47:0/3905861057 >> 172.21.15.47:0/3905861057 conn(0x7f23e00fef30 msgr2=0x7f23e0101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:11.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.392+0000 7f23e8800640 1 -- 172.21.15.47:0/3905861057 shutdown_connections 2024-04-25T02:30:11.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.392+0000 7f23e8800640 1 -- 172.21.15.47:0/3905861057 wait complete. 2024-04-25T02:30:11.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.392+0000 7f23e8800640 1 Processor -- start 2024-04-25T02:30:11.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e8800640 1 -- start start 2024-04-25T02:30:11.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e8800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e01039c0 0x7f23e0199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:11.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e8800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f23e0104bb0 0x7f23e019a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:11.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e8800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f23e0105570 0x7f23e01a1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:11.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e8800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f23e010f640 con 0x7f23e01039c0 2024-04-25T02:30:11.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e8800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f23e010f4c0 con 0x7f23e0104bb0 2024-04-25T02:30:11.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e8800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f23e010f7c0 con 0x7f23e0105570 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e01039c0 0x7f23e0199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e01039c0 0x7f23e0199cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45242/0 (socket says 172.21.15.47:45242) 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e5e00640 1 -- 172.21.15.47:0/765050027 learned_addr learned my addr 172.21.15.47:0/765050027 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e6800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f23e0105570 0x7f23e01a1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.393+0000 7f23e5400640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f23e0104bb0 0x7f23e019a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e6800640 1 -- 172.21.15.47:0/765050027 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f23e0104bb0 msgr2=0x7f23e019a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e6800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f23e0104bb0 0x7f23e019a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e6800640 1 -- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e01039c0 msgr2=0x7f23e0199cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e6800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e01039c0 0x7f23e0199cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e6800640 1 -- 172.21.15.47:0/765050027 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23e01a18f0 con 0x7f23e0105570 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e5e00640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e01039c0 0x7f23e0199cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e5400640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f23e0104bb0 0x7f23e019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e6800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f23e0105570 0x7f23e01a1250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f23dc00e970 tx=0x7f23dc00ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:11.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23d6a00640 1 -- 172.21.15.47:0/765050027 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23dc00ccc0 con 0x7f23e0105570 2024-04-25T02:30:11.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23d6a00640 1 -- 172.21.15.47:0/765050027 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23dc005020 con 0x7f23e0105570 2024-04-25T02:30:11.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23e01a1be0 con 0x7f23e0105570 2024-04-25T02:30:11.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23d6a00640 1 -- 172.21.15.47:0/765050027 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23dc004a00 con 0x7f23e0105570 2024-04-25T02:30:11.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.394+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23e01a2150 con 0x7f23e0105570 2024-04-25T02:30:11.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.395+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23e010ace0 con 0x7f23e0105570 2024-04-25T02:30:11.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.397+0000 7f23d6a00640 1 -- 172.21.15.47:0/765050027 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f23dc0051d0 con 0x7f23e0105570 2024-04-25T02:30:11.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.398+0000 7f23d6a00640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f23cc0a2c10 0x7f23cc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:11.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.398+0000 7f23d6a00640 1 -- 172.21.15.47:0/765050027 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7879+0+0 (secure 0 0 0) 0x7f23dc0cedb0 con 0x7f23e0105570 2024-04-25T02:30:11.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.399+0000 7f23e5e00640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f23cc0a2c10 0x7f23cc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:11.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.399+0000 7f23e5e00640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f23cc0a2c10 0x7f23cc0a50d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f23e019ab80 tx=0x7f23d8009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:11.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.403+0000 7f23d6a00640 1 -- 172.21.15.47:0/765050027 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f23dc0d3070 con 0x7f23e0105570 2024-04-25T02:30:11.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:11 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T02:30:11.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:11 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T02:30:11.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:11 smithi113 ceph-mon[32459]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T02:30:11.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:11 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T02:30:11.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:11 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T02:30:11.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:11 smithi178 ceph-mon[33053]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T02:30:11.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:11.637+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f23e002d170 con 0x7f23e0105570 2024-04-25T02:30:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:11 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T02:30:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:11 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T02:30:11.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:11 smithi047 ceph-mon[27871]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T02:30:12.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.227+0000 7f23d6a00640 1 -- 172.21.15.47:0/765050027 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f23dc09be20 con 0x7f23e0105570 2024-04-25T02:30:12.231 INFO:teuthology.orchestra.run.smithi047.stderr:new fs with metadata pool 2 and data pool 3 2024-04-25T02:30:12.234 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f23cc0a2c10 msgr2=0x7f23cc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f23cc0a2c10 0x7f23cc0a50d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f23e019ab80 tx=0x7f23d8009500 comp rx=0 tx=0).stop 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f23e0105570 msgr2=0x7f23e01a1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f23e0105570 0x7f23e01a1250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f23dc00e970 tx=0x7f23dc00ee30 comp rx=0 tx=0).stop 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 shutdown_connections 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f23cc0a2c10 0x7f23cc0a50d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f23e0105570 0x7f23e01a1250 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f23e0104bb0 0x7f23e019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 --2- 172.21.15.47:0/765050027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23e01039c0 0x7f23e0199cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.230+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 >> 172.21.15.47:0/765050027 conn(0x7f23e00fef30 msgr2=0x7f23e0107eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.231+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 shutdown_connections 2024-04-25T02:30:12.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.231+0000 7f23e8800640 1 -- 172.21.15.47:0/765050027 wait complete. 2024-04-25T02:30:12.257 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:30:12.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.430+0000 7f682fe00640 1 -- 172.21.15.47:0/554557901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 msgr2=0x7f6830110000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.430+0000 7f682fe00640 1 --2- 172.21.15.47:0/554557901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 0x7f6830110000 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6828009ca0 tx=0x7f682802a8b0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.431+0000 7f682fe00640 1 -- 172.21.15.47:0/554557901 shutdown_connections 2024-04-25T02:30:12.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.431+0000 7f682fe00640 1 --2- 172.21.15.47:0/554557901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 0x7f6830110000 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.431+0000 7f682fe00640 1 --2- 172.21.15.47:0/554557901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6830108db0 0x7f6830109230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.431+0000 7f682fe00640 1 --2- 172.21.15.47:0/554557901 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6830107bc0 0x7f6830107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.431+0000 7f682fe00640 1 -- 172.21.15.47:0/554557901 >> 172.21.15.47:0/554557901 conn(0x7f6830076b80 msgr2=0x7f6830078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:12.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.431+0000 7f682fe00640 1 -- 172.21.15.47:0/554557901 shutdown_connections 2024-04-25T02:30:12.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.431+0000 7f682fe00640 1 -- 172.21.15.47:0/554557901 wait complete. 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.432+0000 7f682fe00640 1 Processor -- start 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.432+0000 7f682fe00640 1 -- start start 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.432+0000 7f682fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6830107bc0 0x7f683019ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.432+0000 7f682fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6830108db0 0x7f683019e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.432+0000 7f682fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 0x7f68301a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.432+0000 7f682fe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6830113820 con 0x7f6830109770 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.432+0000 7f682fe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f68301136a0 con 0x7f6830107bc0 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.432+0000 7f682fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f68301139a0 con 0x7f6830108db0 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 0x7f68301a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6830107bc0 0x7f683019ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:12.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 0x7f68301a5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43562/0 (socket says 172.21.15.47:43562) 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682f400640 1 -- 172.21.15.47:0/1514622406 learned_addr learned my addr 172.21.15.47:0/1514622406 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f6827e00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6830108db0 0x7f683019e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682ea00640 1 -- 172.21.15.47:0/1514622406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6830108db0 msgr2=0x7f683019e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682ea00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6830108db0 0x7f683019e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682ea00640 1 -- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 msgr2=0x7f68301a5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682ea00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 0x7f68301a5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682ea00640 1 -- 172.21.15.47:0/1514622406 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68301a5af0 con 0x7f6830107bc0 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f6827e00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6830108db0 0x7f683019e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682f400640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 0x7f68301a5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.433+0000 7f682ea00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6830107bc0 0x7f683019ded0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f682000e9c0 tx=0x7f682000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.434+0000 7f6827400640 1 -- 172.21.15.47:0/1514622406 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682000ccc0 con 0x7f6830107bc0 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.434+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68301a5de0 con 0x7f6830107bc0 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.434+0000 7f6827400640 1 -- 172.21.15.47:0/1514622406 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f68200035f0 con 0x7f6830107bc0 2024-04-25T02:30:12.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.434+0000 7f6827400640 1 -- 172.21.15.47:0/1514622406 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682000ce60 con 0x7f6830107bc0 2024-04-25T02:30:12.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.434+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68301a62a0 con 0x7f6830107bc0 2024-04-25T02:30:12.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.435+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f683010ee80 con 0x7f6830107bc0 2024-04-25T02:30:12.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.437+0000 7f6827400640 1 -- 172.21.15.47:0/1514622406 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f68200037a0 con 0x7f6830107bc0 2024-04-25T02:30:12.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.438+0000 7f6827400640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68140a2c10 0x7f68140a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:12.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.438+0000 7f6827400640 1 -- 172.21.15.47:0/1514622406 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f68200cf400 con 0x7f6830107bc0 2024-04-25T02:30:12.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.439+0000 7f6827e00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68140a2c10 0x7f68140a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:12.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.439+0000 7f6827e00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68140a2c10 0x7f68140a50d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f68180058c0 tx=0x7f6818005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:12.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.441+0000 7f6827400640 1 -- 172.21.15.47:0/1514622406 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f682009c410 con 0x7f6830107bc0 2024-04-25T02:30:12.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: pgmap v313: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3334211229' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/765050027' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T02:30:12.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:12 smithi113 ceph-mon[32459]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: pgmap v313: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3334211229' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:12.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:30:12.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/765050027' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T02:30:12.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T02:30:12.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:12 smithi178 ceph-mon[33053]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T02:30:12.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.651+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f683002d3b0 con 0x7f6830107bc0 2024-04-25T02:30:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.653+0000 7f6827400640 1 -- 172.21.15.47:0/1514622406 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22229 (secure 0 0 0) 0x7f682009bd10 con 0x7f6830107bc0 2024-04-25T02:30:12.657 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:12.657 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":85,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:30:11.641136+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:30:12.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: pgmap v313: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:12.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3334211229' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T02:30:12.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T02:30:12.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T02:30:12.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T02:30:12.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T02:30:12.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:30:12.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:30:12.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:30:12.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/765050027' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T02:30:12.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T02:30:12.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:12 smithi047 ceph-mon[27871]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68140a2c10 msgr2=0x7f68140a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68140a2c10 0x7f68140a50d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f68180058c0 tx=0x7f6818005850 comp rx=0 tx=0).stop 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6830107bc0 msgr2=0x7f683019ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6830107bc0 0x7f683019ded0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f682000e9c0 tx=0x7f682000ee80 comp rx=0 tx=0).stop 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 shutdown_connections 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f68140a2c10 0x7f68140a50d0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6830109770 0x7f68301a5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6830108db0 0x7f683019e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 --2- 172.21.15.47:0/1514622406 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6830107bc0 0x7f683019ded0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 >> 172.21.15.47:0/1514622406 conn(0x7f6830076b80 msgr2=0x7f683010c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:12.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 shutdown_connections 2024-04-25T02:30:12.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.656+0000 7f682fe00640 1 -- 172.21.15.47:0/1514622406 wait complete. 2024-04-25T02:30:12.679 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:30:12.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 -- 172.21.15.47:0/775788380 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c077340 msgr2=0x7fa81c0777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 --2- 172.21.15.47:0/775788380 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c077340 0x7fa81c0777a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa808009900 tx=0x7fa80802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 -- 172.21.15.47:0/775788380 shutdown_connections 2024-04-25T02:30:12.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 --2- 172.21.15.47:0/775788380 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa81c077ce0 0x7fa81c078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 --2- 172.21.15.47:0/775788380 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c077340 0x7fa81c0777a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 --2- 172.21.15.47:0/775788380 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa81c076100 0x7fa81c076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 -- 172.21.15.47:0/775788380 >> 172.21.15.47:0/775788380 conn(0x7fa81c0fef30 msgr2=0x7fa81c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:12.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 -- 172.21.15.47:0/775788380 shutdown_connections 2024-04-25T02:30:12.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.885+0000 7fa822400640 1 -- 172.21.15.47:0/775788380 wait complete. 2024-04-25T02:30:12.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.886+0000 7fa822400640 1 Processor -- start 2024-04-25T02:30:12.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.886+0000 7fa822400640 1 -- start start 2024-04-25T02:30:12.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa822400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c076100 0x7fa81c19e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa822400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa81c077340 0x7fa81c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa822400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa81c077ce0 0x7fa81c1a5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa822400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa81c113a50 con 0x7fa81c077ce0 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa822400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa81c1138d0 con 0x7fa81c077340 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa822400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa81c113bd0 con 0x7fa81c076100 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa81aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa81c077340 0x7fa81c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa81be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa81c077ce0 0x7fa81c1a5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa81b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c076100 0x7fa81c19e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa81aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa81c077340 0x7fa81c19e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45484/0 (socket says 172.21.15.47:45484) 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.887+0000 7fa81aa00640 1 -- 172.21.15.47:0/673992532 learned_addr learned my addr 172.21.15.47:0/673992532 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa81aa00640 1 -- 172.21.15.47:0/673992532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c076100 msgr2=0x7fa81c19e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa81aa00640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c076100 0x7fa81c19e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa81aa00640 1 -- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa81c077ce0 msgr2=0x7fa81c1a5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:12.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa81aa00640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa81c077ce0 0x7fa81c1a5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa81aa00640 1 -- 172.21.15.47:0/673992532 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa81c1a5ce0 con 0x7fa81c077340 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa81b400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c076100 0x7fa81c19e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa81be00640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa81c077ce0 0x7fa81c1a5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa81aa00640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa81c077340 0x7fa81c19e600 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa808031440 tx=0x7fa808032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa813e00640 1 -- 172.21.15.47:0/673992532 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80803f030 con 0x7fa81c077340 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa813e00640 1 -- 172.21.15.47:0/673992532 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa808003ce0 con 0x7fa81c077340 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa81c1a5f70 con 0x7fa81c077340 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.888+0000 7fa813e00640 1 -- 172.21.15.47:0/673992532 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa808035070 con 0x7fa81c077340 2024-04-25T02:30:12.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.889+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa81c1a63d0 con 0x7fa81c077340 2024-04-25T02:30:12.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.890+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa81c1104d0 con 0x7fa81c077340 2024-04-25T02:30:12.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.893+0000 7fa813e00640 1 -- 172.21.15.47:0/673992532 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa808042030 con 0x7fa81c077340 2024-04-25T02:30:12.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.894+0000 7fa813e00640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8000a2b90 0x7fa8000a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:12.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.894+0000 7fa813e00640 1 -- 172.21.15.47:0/673992532 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fa8080ef800 con 0x7fa81c077340 2024-04-25T02:30:12.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.894+0000 7fa81b400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8000a2b90 0x7fa8000a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:12.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.895+0000 7fa81b400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8000a2b90 0x7fa8000a5050 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa80c005fd0 tx=0x7fa80c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:12.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:12.895+0000 7fa813e00640 1 -- 172.21.15.47:0/673992532 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa8080bc810 con 0x7fa81c077340 2024-04-25T02:30:13.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.101+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa81c02d3c0 con 0x7fa81c077340 2024-04-25T02:30:13.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.103+0000 7fa813e00640 1 -- 172.21.15.47:0/673992532 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22229 (secure 0 0 0) 0x7fa8080bc110 con 0x7fa81c077340 2024-04-25T02:30:13.108 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:13.108 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":85,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:30:11.641136+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:30:13.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8000a2b90 msgr2=0x7fa8000a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:13.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8000a2b90 0x7fa8000a5050 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa80c005fd0 tx=0x7fa80c009500 comp rx=0 tx=0).stop 2024-04-25T02:30:13.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa81c077340 msgr2=0x7fa81c19e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:13.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa81c077340 0x7fa81c19e600 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa808031440 tx=0x7fa808032ce0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 shutdown_connections 2024-04-25T02:30:13.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8000a2b90 0x7fa8000a5050 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa81c077ce0 0x7fa81c1a5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa81c077340 0x7fa81c19e600 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 --2- 172.21.15.47:0/673992532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa81c076100 0x7fa81c19e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 >> 172.21.15.47:0/673992532 conn(0x7fa81c0fef30 msgr2=0x7fa81c100660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:13.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 shutdown_connections 2024-04-25T02:30:13.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.106+0000 7fa822400640 1 -- 172.21.15.47:0/673992532 wait complete. 2024-04-25T02:30:13.130 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-25T02:30:13.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 -- 172.21.15.47:0/392010380 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb1410dca0 msgr2=0x7feb14110090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:13.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 --2- 172.21.15.47:0/392010380 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb1410dca0 0x7feb14110090 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7feb04009930 tx=0x7feb0402a420 comp rx=0 tx=0).stop 2024-04-25T02:30:13.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 -- 172.21.15.47:0/392010380 shutdown_connections 2024-04-25T02:30:13.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 --2- 172.21.15.47:0/392010380 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb1410dca0 0x7feb14110090 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 --2- 172.21.15.47:0/392010380 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb140741a0 0x7feb14074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 --2- 172.21.15.47:0/392010380 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feb14075780 0x7feb14073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 -- 172.21.15.47:0/392010380 >> 172.21.15.47:0/392010380 conn(0x7feb140fcc40 msgr2=0x7feb140ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:13.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 -- 172.21.15.47:0/392010380 shutdown_connections 2024-04-25T02:30:13.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.342+0000 7feb18c00640 1 -- 172.21.15.47:0/392010380 wait complete. 2024-04-25T02:30:13.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.343+0000 7feb18c00640 1 Processor -- start 2024-04-25T02:30:13.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.343+0000 7feb18c00640 1 -- start start 2024-04-25T02:30:13.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb18c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb140741a0 0x7feb1419df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:13.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb18c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feb14075780 0x7feb1419e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:13.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb18c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb1410dca0 0x7feb141a54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:13.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb18c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feb14113920 con 0x7feb1410dca0 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb18c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7feb141137a0 con 0x7feb140741a0 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb18c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feb14113aa0 con 0x7feb14075780 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb13400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb140741a0 0x7feb1419df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb13e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb1410dca0 0x7feb141a54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb13400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb140741a0 0x7feb1419df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45498/0 (socket says 172.21.15.47:45498) 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb13400640 1 -- 172.21.15.47:0/4091435026 learned_addr learned my addr 172.21.15.47:0/4091435026 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb12a00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feb14075780 0x7feb1419e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb13400640 1 -- 172.21.15.47:0/4091435026 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feb14075780 msgr2=0x7feb1419e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb13400640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feb14075780 0x7feb1419e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb13400640 1 -- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb1410dca0 msgr2=0x7feb141a54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.344+0000 7feb13400640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb1410dca0 0x7feb141a54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.345+0000 7feb13400640 1 -- 172.21.15.47:0/4091435026 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb141a5b50 con 0x7feb140741a0 2024-04-25T02:30:13.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.345+0000 7feb13400640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb140741a0 0x7feb1419df30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7feb0c00eb90 tx=0x7feb0c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:13.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.345+0000 7feb0be00640 1 -- 172.21.15.47:0/4091435026 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c004d20 con 0x7feb140741a0 2024-04-25T02:30:13.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.345+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb141a5e40 con 0x7feb140741a0 2024-04-25T02:30:13.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.345+0000 7feb0be00640 1 -- 172.21.15.47:0/4091435026 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb0c00ee90 con 0x7feb140741a0 2024-04-25T02:30:13.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.345+0000 7feb0be00640 1 -- 172.21.15.47:0/4091435026 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c010830 con 0x7feb140741a0 2024-04-25T02:30:13.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.345+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb141a62a0 con 0x7feb140741a0 2024-04-25T02:30:13.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.346+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb14103d60 con 0x7feb140741a0 2024-04-25T02:30:13.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.348+0000 7feb0be00640 1 -- 172.21.15.47:0/4091435026 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7feb0c005020 con 0x7feb140741a0 2024-04-25T02:30:13.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.349+0000 7feb0be00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7feaf80a2b90 0x7feaf80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:13.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.350+0000 7feb0be00640 1 -- 172.21.15.47:0/4091435026 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7feb0c0cf550 con 0x7feb140741a0 2024-04-25T02:30:13.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.350+0000 7feb12a00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7feaf80a2b90 0x7feaf80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:13.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.350+0000 7feb12a00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7feaf80a2b90 0x7feaf80a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7feb1419f440 tx=0x7feafc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:13.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.354+0000 7feb0be00640 1 -- 172.21.15.47:0/4091435026 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7feb0c09c560 con 0x7feb140741a0 2024-04-25T02:30:13.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:13 smithi047 ceph-mon[27871]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T02:30:13.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:13 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T02:30:13.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:13 smithi047 ceph-mon[27871]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T02:30:13.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:13 smithi047 ceph-mon[27871]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T02:30:13.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:13 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1514622406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:13.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:13 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/673992532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:13.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:13 smithi113 ceph-mon[32459]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T02:30:13.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:13 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T02:30:13.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:13 smithi113 ceph-mon[32459]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T02:30:13.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:13 smithi113 ceph-mon[32459]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T02:30:13.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:13 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1514622406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:13.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:13 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/673992532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:13.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:13 smithi178 ceph-mon[33053]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T02:30:13.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:13 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T02:30:13.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:13 smithi178 ceph-mon[33053]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T02:30:13.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:13 smithi178 ceph-mon[33053]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T02:30:13.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:13 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1514622406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:13.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:13 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/673992532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:13.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:13.605+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7feb140623e0 con 0x7feb140741a0 2024-04-25T02:30:14.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.242+0000 7feb0be00640 1 -- 172.21.15.47:0/4091435026 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7feb0c09be60 con 0x7feb140741a0 2024-04-25T02:30:14.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7feaf80a2b90 msgr2=0x7feaf80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:14.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7feaf80a2b90 0x7feaf80a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7feb1419f440 tx=0x7feafc00b410 comp rx=0 tx=0).stop 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb140741a0 msgr2=0x7feb1419df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb140741a0 0x7feb1419df30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7feb0c00eb90 tx=0x7feb0c00c6a0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 shutdown_connections 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7feaf80a2b90 0x7feaf80a5050 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb1410dca0 0x7feb141a54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feb14075780 0x7feb1419e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 --2- 172.21.15.47:0/4091435026 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feb140741a0 0x7feb1419df30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.245+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 >> 172.21.15.47:0/4091435026 conn(0x7feb140fcc40 msgr2=0x7feb14100f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.246+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 shutdown_connections 2024-04-25T02:30:14.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.246+0000 7feb18c00640 1 -- 172.21.15.47:0/4091435026 wait complete. 2024-04-25T02:30:14.273 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-25T02:30:14.273 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-04-25T02:30:14.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 -- 172.21.15.47:0/1721366337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46e0103880 msgr2=0x7f46e0103ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:14.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 --2- 172.21.15.47:0/1721366337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46e0103880 0x7f46e0103ca0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f46c8009900 tx=0x7f46c802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 -- 172.21.15.47:0/1721366337 shutdown_connections 2024-04-25T02:30:14.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 --2- 172.21.15.47:0/1721366337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46e0105430 0x7f46e010bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 --2- 172.21.15.47:0/1721366337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46e0104a70 0x7f46e0104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 --2- 172.21.15.47:0/1721366337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46e0103880 0x7f46e0103ca0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 -- 172.21.15.47:0/1721366337 >> 172.21.15.47:0/1721366337 conn(0x7f46e00fedf0 msgr2=0x7f46e0101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:14.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 -- 172.21.15.47:0/1721366337 shutdown_connections 2024-04-25T02:30:14.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.489+0000 7f46e4c00640 1 -- 172.21.15.47:0/1721366337 wait complete. 2024-04-25T02:30:14.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.491+0000 7f46e4c00640 1 Processor -- start 2024-04-25T02:30:14.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.491+0000 7f46e4c00640 1 -- start start 2024-04-25T02:30:14.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.491+0000 7f46e4c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46e0103880 0x7f46e0199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:14.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46e4c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46e0104a70 0x7f46e019a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:14.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46e4c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46e0105430 0x7f46e01a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:14.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46e4c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46e010f540 con 0x7f46e0103880 2024-04-25T02:30:14.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46e4c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f46e010f3c0 con 0x7f46e0104a70 2024-04-25T02:30:14.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46e4c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f46e010f6c0 con 0x7f46e0105430 2024-04-25T02:30:14.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46e0104a70 0x7f46e019a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:14.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46e0104a70 0x7f46e019a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45516/0 (socket says 172.21.15.47:45516) 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dea00640 1 -- 172.21.15.47:0/2996452423 learned_addr learned my addr 172.21.15.47:0/2996452423 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46df400640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46e0103880 0x7f46e0199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dfe00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46e0105430 0x7f46e01a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dea00640 1 -- 172.21.15.47:0/2996452423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46e0105430 msgr2=0x7f46e01a1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dea00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46e0105430 0x7f46e01a1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dea00640 1 -- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46e0103880 msgr2=0x7f46e0199b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dea00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46e0103880 0x7f46e0199b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.492+0000 7f46dea00640 1 -- 172.21.15.47:0/2996452423 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46e01a17b0 con 0x7f46e0104a70 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.493+0000 7f46dea00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46e0104a70 0x7f46e019a0d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f46d000eb90 tx=0x7f46d000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.493+0000 7f46d7e00640 1 -- 172.21.15.47:0/2996452423 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0004d20 con 0x7f46e0104a70 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.493+0000 7f46d7e00640 1 -- 172.21.15.47:0/2996452423 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46d000ee90 con 0x7f46e0104a70 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.493+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46e01a1aa0 con 0x7f46e0104a70 2024-04-25T02:30:14.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.493+0000 7f46d7e00640 1 -- 172.21.15.47:0/2996452423 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0010830 con 0x7f46e0104a70 2024-04-25T02:30:14.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.493+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46e01a1fa0 con 0x7f46e0104a70 2024-04-25T02:30:14.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.495+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46e010aba0 con 0x7f46e0104a70 2024-04-25T02:30:14.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.496+0000 7f46d7e00640 1 -- 172.21.15.47:0/2996452423 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f46d0005020 con 0x7f46e0104a70 2024-04-25T02:30:14.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.497+0000 7f46d7e00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f46c40a2b90 0x7f46c40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:14.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.498+0000 7f46d7e00640 1 -- 172.21.15.47:0/2996452423 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f46d00cf5d0 con 0x7f46e0104a70 2024-04-25T02:30:14.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.498+0000 7f46df400640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f46c40a2b90 0x7f46c40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:14.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.499+0000 7f46df400640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f46c40a2b90 0x7f46c40a5050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f46c802a9e0 tx=0x7f46c80315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:14.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.502+0000 7f46d7e00640 1 -- 172.21.15.47:0/2996452423 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f46d009c5e0 con 0x7f46e0104a70 2024-04-25T02:30:14.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: pgmap v316: 97 pgs: 1 creating+activating, 9 creating+peering, 6 active+clean, 81 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:14.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T02:30:14.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T02:30:14.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: Cluster is now healthy 2024-04-25T02:30:14.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] up:active 2024-04-25T02:30:14.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:14.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:14.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/4091435026' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T02:30:14.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:14 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: pgmap v316: 97 pgs: 1 creating+activating, 9 creating+peering, 6 active+clean, 81 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: Cluster is now healthy 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] up:active 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/4091435026' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T02:30:14.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:14 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T02:30:14.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: pgmap v316: 97 pgs: 1 creating+activating, 9 creating+peering, 6 active+clean, 81 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:30:14.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T02:30:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T02:30:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: Cluster is now healthy 2024-04-25T02:30:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] up:active 2024-04-25T02:30:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/4091435026' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T02:30:14.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:14 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T02:30:14.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:14.750+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f46e0062340 con 0x7f46e0104a70 2024-04-25T02:30:15.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.254+0000 7f46d7e00640 1 -- 172.21.15.47:0/2996452423 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f46d009bee0 con 0x7f46e0104a70 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.258+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f46c40a2b90 msgr2=0x7f46c40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.258+0000 7f46e4c00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f46c40a2b90 0x7f46c40a5050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f46c802a9e0 tx=0x7f46c80315b0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.258+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46e0104a70 msgr2=0x7f46e019a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.258+0000 7f46e4c00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46e0104a70 0x7f46e019a0d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f46d000eb90 tx=0x7f46d000c6a0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.259+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 shutdown_connections 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.259+0000 7f46e4c00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f46c40a2b90 0x7f46c40a5050 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.259+0000 7f46e4c00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46e0105430 0x7f46e01a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.259+0000 7f46e4c00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46e0104a70 0x7f46e019a0d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.259+0000 7f46e4c00640 1 --2- 172.21.15.47:0/2996452423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46e0103880 0x7f46e0199b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.259+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 >> 172.21.15.47:0/2996452423 conn(0x7f46e00fedf0 msgr2=0x7f46e0107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.259+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 shutdown_connections 2024-04-25T02:30:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.259+0000 7f46e4c00640 1 -- 172.21.15.47:0/2996452423 wait complete. 2024-04-25T02:30:15.292 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-25T02:30:15.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 -- 172.21.15.47:0/2880232797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281028c0 msgr2=0x7fab28102d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:15.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 --2- 172.21.15.47:0/2880232797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281028c0 0x7fab28102d40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fab10009860 tx=0x7fab1002a340 comp rx=0 tx=0).stop 2024-04-25T02:30:15.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 -- 172.21.15.47:0/2880232797 shutdown_connections 2024-04-25T02:30:15.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 --2- 172.21.15.47:0/2880232797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab28103280 0x7fab28109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 --2- 172.21.15.47:0/2880232797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281028c0 0x7fab28102d40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 --2- 172.21.15.47:0/2880232797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab281016d0 0x7fab28101af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 -- 172.21.15.47:0/2880232797 >> 172.21.15.47:0/2880232797 conn(0x7fab280fcc40 msgr2=0x7fab280ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:15.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 -- 172.21.15.47:0/2880232797 shutdown_connections 2024-04-25T02:30:15.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.489+0000 7fab27200640 1 -- 172.21.15.47:0/2880232797 wait complete. 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.491+0000 7fab27200640 1 Processor -- start 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.491+0000 7fab27200640 1 -- start start 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.491+0000 7fab27200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281016d0 0x7fab280754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.491+0000 7fab27200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab281028c0 0x7fab28073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.491+0000 7fab27200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab28103280 0x7fab28074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.491+0000 7fab27200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fab2810d2f0 con 0x7fab28103280 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.491+0000 7fab27200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fab2810d170 con 0x7fab281028c0 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.491+0000 7fab27200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fab2810d470 con 0x7fab281016d0 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281016d0 0x7fab280754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281016d0 0x7fab280754f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:56890/0 (socket says 172.21.15.47:56890) 2024-04-25T02:30:15.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 -- 172.21.15.47:0/134595874 learned_addr learned my addr 172.21.15.47:0/134595874 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:15.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab1d400640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab281028c0 0x7fab28073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:15.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab26800640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab28103280 0x7fab28074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:15.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 -- 172.21.15.47:0/134595874 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab281028c0 msgr2=0x7fab28073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:15.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab281028c0 0x7fab28073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 -- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab28103280 msgr2=0x7fab28074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:15.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab28103280 0x7fab28074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:15.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 -- 172.21.15.47:0/134595874 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab28074900 con 0x7fab281016d0 2024-04-25T02:30:15.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.492+0000 7fab25e00640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281016d0 0x7fab280754f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fab1800e9a0 tx=0x7fab1800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:15.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.493+0000 7fab1f400640 1 -- 172.21.15.47:0/134595874 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1800cd80 con 0x7fab281016d0 2024-04-25T02:30:15.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.493+0000 7fab1f400640 1 -- 172.21.15.47:0/134595874 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab18010910 con 0x7fab281016d0 2024-04-25T02:30:15.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.493+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab281a1a80 con 0x7fab281016d0 2024-04-25T02:30:15.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.493+0000 7fab1f400640 1 -- 172.21.15.47:0/134595874 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab18018a40 con 0x7fab281016d0 2024-04-25T02:30:15.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.493+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab281a1ff0 con 0x7fab281016d0 2024-04-25T02:30:15.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.494+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab28108a70 con 0x7fab281016d0 2024-04-25T02:30:15.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.496+0000 7fab1f400640 1 -- 172.21.15.47:0/134595874 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fab18010ac0 con 0x7fab281016d0 2024-04-25T02:30:15.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.497+0000 7fab1f400640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fab0c0a2c10 0x7fab0c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:15.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.498+0000 7fab1f400640 1 -- 172.21.15.47:0/134595874 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fab180cf7c0 con 0x7fab281016d0 2024-04-25T02:30:15.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.498+0000 7fab1d400640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fab0c0a2c10 0x7fab0c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:15.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.499+0000 7fab1d400640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fab0c0a2c10 0x7fab0c0a50d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fab10009830 tx=0x7fab10030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:15.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.500+0000 7fab1f400640 1 -- 172.21.15.47:0/134595874 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fab1809c7d0 con 0x7fab281016d0 2024-04-25T02:30:15.506 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:30:15 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b[63405]: 2024-04-25T02:30:15.186+0000 7f031baf2700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-25T02:30:15.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:15 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T02:30:15.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:15 smithi113 ceph-mon[32459]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:15.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:15 smithi113 ceph-mon[32459]: pgmap v318: 97 pgs: 1 creating+activating, 9 creating+peering, 73 active+clean, 14 unknown; 578 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 8 op/s 2024-04-25T02:30:15.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:15 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2996452423' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T02:30:15.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:15 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T02:30:15.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:15 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T02:30:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:15 smithi178 ceph-mon[33053]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:15 smithi178 ceph-mon[33053]: pgmap v318: 97 pgs: 1 creating+activating, 9 creating+peering, 73 active+clean, 14 unknown; 578 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 8 op/s 2024-04-25T02:30:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:15 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2996452423' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T02:30:15.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:15 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T02:30:15.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:15 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T02:30:15.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:15 smithi047 ceph-mon[27871]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:15.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:15 smithi047 ceph-mon[27871]: pgmap v318: 97 pgs: 1 creating+activating, 9 creating+peering, 73 active+clean, 14 unknown; 578 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 8 op/s 2024-04-25T02:30:15.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:15 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2996452423' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T02:30:15.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:15 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T02:30:15.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:15.750+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fab2802d170 con 0x7fab281016d0 2024-04-25T02:30:16.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.268+0000 7fab1f400640 1 -- 172.21.15.47:0/134595874 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) ==== 121+0+0 (secure 0 0 0) 0x7fab1809c0d0 con 0x7fab281016d0 2024-04-25T02:30:16.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fab0c0a2c10 msgr2=0x7fab0c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:16.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fab0c0a2c10 0x7fab0c0a50d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fab10009830 tx=0x7fab10030550 comp rx=0 tx=0).stop 2024-04-25T02:30:16.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281016d0 msgr2=0x7fab280754f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:16.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281016d0 0x7fab280754f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fab1800e9a0 tx=0x7fab1800ee60 comp rx=0 tx=0).stop 2024-04-25T02:30:16.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 shutdown_connections 2024-04-25T02:30:16.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fab0c0a2c10 0x7fab0c0a50d0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab28103280 0x7fab28074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab281028c0 0x7fab28073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 --2- 172.21.15.47:0/134595874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab281016d0 0x7fab280754f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 >> 172.21.15.47:0/134595874 conn(0x7fab280fcc40 msgr2=0x7fab28105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:16.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 shutdown_connections 2024-04-25T02:30:16.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.271+0000 7fab27200640 1 -- 172.21.15.47:0/134595874 wait complete. 2024-04-25T02:30:16.300 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-25T02:30:16.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 -- 172.21.15.47:0/1584303399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76001022d0 msgr2=0x7f76001046c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:16.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 --2- 172.21.15.47:0/1584303399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76001022d0 0x7f76001046c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f75f4009900 tx=0x7f75f402a400 comp rx=0 tx=0).stop 2024-04-25T02:30:16.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 -- 172.21.15.47:0/1584303399 shutdown_connections 2024-04-25T02:30:16.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 --2- 172.21.15.47:0/1584303399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7600107530 0x7f7600109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 --2- 172.21.15.47:0/1584303399 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7600104c00 0x7f7600106ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 --2- 172.21.15.47:0/1584303399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76001022d0 0x7f76001046c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 -- 172.21.15.47:0/1584303399 >> 172.21.15.47:0/1584303399 conn(0x7f76000fbc20 msgr2=0x7f76000fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:16.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 -- 172.21.15.47:0/1584303399 shutdown_connections 2024-04-25T02:30:16.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.490+0000 7f7608200640 1 -- 172.21.15.47:0/1584303399 wait complete. 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.491+0000 7f7608200640 1 Processor -- start 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.491+0000 7f7608200640 1 -- start start 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.491+0000 7f7608200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f76001022d0 0x7f7600199d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.491+0000 7f7608200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7600104c00 0x7f760019a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.491+0000 7f7608200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7600107530 0x7f76001a1290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.491+0000 7f7608200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f760010d490 con 0x7f7600107530 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.491+0000 7f7608200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f760010d310 con 0x7f7600104c00 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.491+0000 7f7608200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f760010d610 con 0x7f76001022d0 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7606200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7600107530 0x7f76001a1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:16.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7600104c00 0x7f760019a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7600104c00 0x7f760019a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45548/0 (socket says 172.21.15.47:45548) 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 -- 172.21.15.47:0/2028132394 learned_addr learned my addr 172.21.15.47:0/2028132394 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7605800640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f76001022d0 0x7f7600199d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 -- 172.21.15.47:0/2028132394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f76001022d0 msgr2=0x7f7600199d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f76001022d0 0x7f7600199d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 -- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7600107530 msgr2=0x7f76001a1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7600107530 0x7f76001a1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 -- 172.21.15.47:0/2028132394 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76001a1930 con 0x7f7600104c00 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7606200640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7600107530 0x7f76001a1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.492+0000 7f7604e00640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7600104c00 0x7f760019a260 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f75ec00e9a0 tx=0x7f75ec00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.493+0000 7f75fe000640 1 -- 172.21.15.47:0/2028132394 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ec00cd80 con 0x7f7600104c00 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.493+0000 7f75fe000640 1 -- 172.21.15.47:0/2028132394 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75ec0035f0 con 0x7f7600104c00 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.493+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76001a1c20 con 0x7f7600104c00 2024-04-25T02:30:16.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.493+0000 7f75fe000640 1 -- 172.21.15.47:0/2028132394 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ec010670 con 0x7f7600104c00 2024-04-25T02:30:16.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.493+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76001a2190 con 0x7f7600104c00 2024-04-25T02:30:16.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.494+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7600109020 con 0x7f7600104c00 2024-04-25T02:30:16.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.497+0000 7f75fe000640 1 -- 172.21.15.47:0/2028132394 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f75ec0037a0 con 0x7f7600104c00 2024-04-25T02:30:16.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.498+0000 7f75fe000640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f75e80a2c10 0x7f75e80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:16.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.498+0000 7f75fe000640 1 -- 172.21.15.47:0/2028132394 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f75ec0cf1f0 con 0x7f7600104c00 2024-04-25T02:30:16.502 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.498+0000 7f7605800640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f75e80a2c10 0x7f75e80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:16.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.499+0000 7f7605800640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f75e80a2c10 0x7f75e80a50d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f75f4031440 tx=0x7f75f40315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:16.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.502+0000 7f75fe000640 1 -- 172.21.15.47:0/2028132394 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f75ec09c200 con 0x7f7600104c00 2024-04-25T02:30:16.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:16 smithi113 ceph-mon[32459]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T02:30:16.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:16 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-25T02:30:16.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:16 smithi113 ceph-mon[32459]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T02:30:16.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:16 smithi113 ceph-mon[32459]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:16.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:16 smithi113 ceph-mon[32459]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-25T02:30:16.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:16 smithi113 ceph-mon[32459]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-25T02:30:16.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:16 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/134595874' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T02:30:16.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:16 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T02:30:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:16 smithi178 ceph-mon[33053]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T02:30:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:16 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-25T02:30:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:16 smithi178 ceph-mon[33053]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T02:30:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:16 smithi178 ceph-mon[33053]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:16 smithi178 ceph-mon[33053]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-25T02:30:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:16 smithi178 ceph-mon[33053]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-25T02:30:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:16 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/134595874' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T02:30:16.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:16 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T02:30:16.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:16 smithi047 ceph-mon[27871]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T02:30:16.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:16 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-25T02:30:16.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:16 smithi047 ceph-mon[27871]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T02:30:16.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:16 smithi047 ceph-mon[27871]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T02:30:16.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:16 smithi047 ceph-mon[27871]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-25T02:30:16.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:16 smithi047 ceph-mon[27871]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-25T02:30:16.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:16 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/134595874' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T02:30:16.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:16 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T02:30:16.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:16.750+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f76000623e0 con 0x7f7600104c00 2024-04-25T02:30:17.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.282+0000 7f75fe000640 1 -- 172.21.15.47:0/2028132394 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) ==== 115+0+0 (secure 0 0 0) 0x7f75ec09bb00 con 0x7f7600104c00 2024-04-25T02:30:17.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.285+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f75e80a2c10 msgr2=0x7f75e80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:17.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.285+0000 7f7608200640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f75e80a2c10 0x7f75e80a50d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f75f4031440 tx=0x7f75f40315b0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.285+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7600104c00 msgr2=0x7f760019a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:17.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.285+0000 7f7608200640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7600104c00 0x7f760019a260 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f75ec00e9a0 tx=0x7f75ec00ee60 comp rx=0 tx=0).stop 2024-04-25T02:30:17.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.285+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 shutdown_connections 2024-04-25T02:30:17.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.285+0000 7f7608200640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f75e80a2c10 0x7f75e80a50d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.285+0000 7f7608200640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7600107530 0x7f76001a1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.286+0000 7f7608200640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7600104c00 0x7f760019a260 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.286+0000 7f7608200640 1 --2- 172.21.15.47:0/2028132394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f76001022d0 0x7f7600199d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.286+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 >> 172.21.15.47:0/2028132394 conn(0x7f76000fbc20 msgr2=0x7f7600101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:17.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.286+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 shutdown_connections 2024-04-25T02:30:17.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.286+0000 7f7608200640 1 -- 172.21.15.47:0/2028132394 wait complete. 2024-04-25T02:30:17.314 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-04-25T02:30:17.314 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-25T02:30:17.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 -- 172.21.15.47:0/631369544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434104a60 msgr2=0x7fb434106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:17.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 --2- 172.21.15.47:0/631369544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434104a60 0x7fb434106e50 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb41c009ca0 tx=0x7fb41c02a8c0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 -- 172.21.15.47:0/631369544 shutdown_connections 2024-04-25T02:30:17.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 --2- 172.21.15.47:0/631369544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb434107390 0x7fb434109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 --2- 172.21.15.47:0/631369544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434104a60 0x7fb434106e50 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 --2- 172.21.15.47:0/631369544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb434102130 0x7fb434104520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 -- 172.21.15.47:0/631369544 >> 172.21.15.47:0/631369544 conn(0x7fb4340fbae0 msgr2=0x7fb4340fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:17.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 -- 172.21.15.47:0/631369544 shutdown_connections 2024-04-25T02:30:17.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.527+0000 7fb433e00640 1 -- 172.21.15.47:0/631369544 wait complete. 2024-04-25T02:30:17.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.528+0000 7fb433e00640 1 Processor -- start 2024-04-25T02:30:17.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.528+0000 7fb433e00640 1 -- start start 2024-04-25T02:30:17.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb433e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434102130 0x7fb434101aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:17.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb433e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb434104a60 0x7fb4341000e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:17.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb433e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb434107390 0x7fb434100620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:17.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb433e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb43410d320 con 0x7fb434107390 2024-04-25T02:30:17.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb433e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb43410d1a0 con 0x7fb434102130 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb433e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb43410d4a0 con 0x7fb434104a60 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434102130 0x7fb434101aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434102130 0x7fb434101aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45552/0 (socket says 172.21.15.47:45552) 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432a00640 1 -- 172.21.15.47:0/1970967602 learned_addr learned my addr 172.21.15.47:0/1970967602 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432000640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb434104a60 0x7fb4341000e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb433400640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb434107390 0x7fb434100620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432a00640 1 -- 172.21.15.47:0/1970967602 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb434104a60 msgr2=0x7fb4341000e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432a00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb434104a60 0x7fb4341000e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432a00640 1 -- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb434107390 msgr2=0x7fb434100620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432a00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb434107390 0x7fb434100620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb432a00640 1 -- 172.21.15.47:0/1970967602 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb434100eb0 con 0x7fb434102130 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.529+0000 7fb433400640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb434107390 0x7fb434100620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.530+0000 7fb432a00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434102130 0x7fb434101aa0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb42400e9f0 tx=0x7fb42400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.530+0000 7fb42b400640 1 -- 172.21.15.47:0/1970967602 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb42400cd80 con 0x7fb434102130 2024-04-25T02:30:17.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.530+0000 7fb42b400640 1 -- 172.21.15.47:0/1970967602 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb424010910 con 0x7fb434102130 2024-04-25T02:30:17.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.530+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4341a1a90 con 0x7fb434102130 2024-04-25T02:30:17.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.530+0000 7fb42b400640 1 -- 172.21.15.47:0/1970967602 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb424018990 con 0x7fb434102130 2024-04-25T02:30:17.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.530+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4341a1fb0 con 0x7fb434102130 2024-04-25T02:30:17.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.531+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb434068480 con 0x7fb434102130 2024-04-25T02:30:17.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.533+0000 7fb42b400640 1 -- 172.21.15.47:0/1970967602 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb424010ac0 con 0x7fb434102130 2024-04-25T02:30:17.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.535+0000 7fb42b400640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb4140a2b90 0x7fb4140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:17.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.535+0000 7fb42b400640 1 -- 172.21.15.47:0/1970967602 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fb4240cf340 con 0x7fb434102130 2024-04-25T02:30:17.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.535+0000 7fb432000640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb4140a2b90 0x7fb4140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:17.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.536+0000 7fb432000640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb4140a2b90 0x7fb4140a5050 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb41c000f80 tx=0x7fb41c005f30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:17.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.538+0000 7fb42b400640 1 -- 172.21.15.47:0/1970967602 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb42409c350 con 0x7fb434102130 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] up:active 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: Cluster is now healthy 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:creating} 9 up:standby 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: pgmap v319: 97 pgs: 6 creating+peering, 91 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2028132394' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T02:30:17.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:17 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] up:active 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: Cluster is now healthy 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:creating} 9 up:standby 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: pgmap v319: 97 pgs: 6 creating+peering, 91 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2028132394' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T02:30:17.663 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T02:30:17.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] up:active 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: Cluster is now healthy 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:creating} 9 up:standby 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: pgmap v319: 97 pgs: 6 creating+peering, 91 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2028132394' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T02:30:17.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:17 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T02:30:17.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.770+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fb434061c40 con 0x7fb4140a2b90 2024-04-25T02:30:17.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.804+0000 7fb42b400640 1 -- 172.21.15.47:0/1970967602 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb434061c40 con 0x7fb4140a2b90 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb4140a2b90 msgr2=0x7fb4140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb4140a2b90 0x7fb4140a5050 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb41c000f80 tx=0x7fb41c005f30 comp rx=0 tx=0).stop 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434102130 msgr2=0x7fb434101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434102130 0x7fb434101aa0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb42400e9f0 tx=0x7fb42400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 shutdown_connections 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb4140a2b90 0x7fb4140a5050 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb434107390 0x7fb434100620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb434104a60 0x7fb4341000e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 --2- 172.21.15.47:0/1970967602 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb434102130 0x7fb434101aa0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 >> 172.21.15.47:0/1970967602 conn(0x7fb4340fbae0 msgr2=0x7fb434102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 shutdown_connections 2024-04-25T02:30:17.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:17.807+0000 7fb433e00640 1 -- 172.21.15.47:0/1970967602 wait complete. 2024-04-25T02:30:17.830 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-25T02:30:18.030 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 -- 172.21.15.47:0/3501830626 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f0105550 msgr2=0x7fa1f010bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.030 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 --2- 172.21.15.47:0/3501830626 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f0105550 0x7fa1f010bde0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa1e8009be0 tx=0x7fa1e802a6d0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 -- 172.21.15.47:0/3501830626 shutdown_connections 2024-04-25T02:30:18.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 --2- 172.21.15.47:0/3501830626 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f0105550 0x7fa1f010bde0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 --2- 172.21.15.47:0/3501830626 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1f0104b90 0x7fa1f0105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 --2- 172.21.15.47:0/3501830626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa1f01039a0 0x7fa1f0103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 -- 172.21.15.47:0/3501830626 >> 172.21.15.47:0/3501830626 conn(0x7fa1f00fef30 msgr2=0x7fa1f0101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:18.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 -- 172.21.15.47:0/3501830626 shutdown_connections 2024-04-25T02:30:18.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.026+0000 7fa1f8600640 1 -- 172.21.15.47:0/3501830626 wait complete. 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.027+0000 7fa1f8600640 1 Processor -- start 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f8600640 1 -- start start 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f8600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f01039a0 0x7fa1f0199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f8600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa1f0104b90 0x7fa1f019a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f8600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1f0105550 0x7fa1f01a1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f8600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f010f620 con 0x7fa1f0104b90 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f8600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f010f4a0 con 0x7fa1f01039a0 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f8600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f010f7a0 con 0x7fa1f0105550 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f5c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f01039a0 0x7fa1f0199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f5c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f01039a0 0x7fa1f0199c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45578/0 (socket says 172.21.15.47:45578) 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f5c00640 1 -- 172.21.15.47:0/877770226 learned_addr learned my addr 172.21.15.47:0/877770226 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f5200640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa1f0104b90 0x7fa1f019a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.028+0000 7fa1f6600640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1f0105550 0x7fa1f01a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f5c00640 1 -- 172.21.15.47:0/877770226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1f0105550 msgr2=0x7fa1f01a1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f5c00640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1f0105550 0x7fa1f01a1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f5c00640 1 -- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa1f0104b90 msgr2=0x7fa1f019a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f5c00640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa1f0104b90 0x7fa1f019a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f5c00640 1 -- 172.21.15.47:0/877770226 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f01a18d0 con 0x7fa1f01039a0 2024-04-25T02:30:18.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f5200640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa1f0104b90 0x7fa1f019a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:30:18.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f5c00640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f01039a0 0x7fa1f0199c90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa1e400e9f0 tx=0x7fa1e400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:18.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1ee000640 1 -- 172.21.15.47:0/877770226 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e400ccc0 con 0x7fa1f01039a0 2024-04-25T02:30:18.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1ee000640 1 -- 172.21.15.47:0/877770226 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa1e40035f0 con 0x7fa1f01039a0 2024-04-25T02:30:18.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1ee000640 1 -- 172.21.15.47:0/877770226 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e400ce60 con 0x7fa1f01039a0 2024-04-25T02:30:18.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1f01a1bc0 con 0x7fa1f01039a0 2024-04-25T02:30:18.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.029+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1f01a2160 con 0x7fa1f01039a0 2024-04-25T02:30:18.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.031+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1f010acc0 con 0x7fa1f01039a0 2024-04-25T02:30:18.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.032+0000 7fa1ee000640 1 -- 172.21.15.47:0/877770226 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa1e40037a0 con 0x7fa1f01039a0 2024-04-25T02:30:18.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.034+0000 7fa1ee000640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa1d80a2c10 0x7fa1d80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:18.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.034+0000 7fa1ee000640 1 -- 172.21.15.47:0/877770226 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fa1e40cf200 con 0x7fa1f01039a0 2024-04-25T02:30:18.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.034+0000 7fa1f5200640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa1d80a2c10 0x7fa1d80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:18.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.035+0000 7fa1f5200640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa1d80a2c10 0x7fa1d80a50d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa1f019b190 tx=0x7fa1dc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:18.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.036+0000 7fa1ee000640 1 -- 172.21.15.47:0/877770226 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa1e409c210 con 0x7fa1f01039a0 2024-04-25T02:30:18.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:30:17.782+0000 7f4d83a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:30:18.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:30:17.782+0000 7f4d83a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:30:18.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:30:17.782+0000 7f4d83a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:30:18.160 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:30:17.782+0000 7f4d83a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:30:18.160 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:30:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:30:17.782+0000 7f4d83a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:30:18.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.275+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa1f0061b80 con 0x7fa1d80a2c10 2024-04-25T02:30:18.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.308+0000 7fa1ee000640 1 -- 172.21.15.47:0/877770226 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa1f0061b80 con 0x7fa1d80a2c10 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa1d80a2c10 msgr2=0x7fa1d80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa1d80a2c10 0x7fa1d80a50d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa1f019b190 tx=0x7fa1dc005f90 comp rx=0 tx=0).stop 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f01039a0 msgr2=0x7fa1f0199c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f01039a0 0x7fa1f0199c90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa1e400e9f0 tx=0x7fa1e400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 shutdown_connections 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa1d80a2c10 0x7fa1d80a50d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1f0105550 0x7fa1f01a1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa1f0104b90 0x7fa1f019a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 --2- 172.21.15.47:0/877770226 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa1f01039a0 0x7fa1f0199c90 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 >> 172.21.15.47:0/877770226 conn(0x7fa1f00fef30 msgr2=0x7fa1f0107e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:18.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 shutdown_connections 2024-04-25T02:30:18.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.311+0000 7fa1f8600640 1 -- 172.21.15.47:0/877770226 wait complete. 2024-04-25T02:30:18.335 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-25T02:30:18.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 -- 172.21.15.47:0/903885656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ac8107c80 msgr2=0x7f2ac81080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 --2- 172.21.15.47:0/903885656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ac8107c80 0x7f2ac81080a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8009be0 tx=0x7f2ab802a6c0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 -- 172.21.15.47:0/903885656 shutdown_connections 2024-04-25T02:30:18.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 --2- 172.21.15.47:0/903885656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ac8109830 0x7f2ac81100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 --2- 172.21.15.47:0/903885656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ac8108e70 0x7f2ac81092f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 --2- 172.21.15.47:0/903885656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ac8107c80 0x7f2ac81080a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 -- 172.21.15.47:0/903885656 >> 172.21.15.47:0/903885656 conn(0x7f2ac8076c10 msgr2=0x7f2ac8079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:18.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 -- 172.21.15.47:0/903885656 shutdown_connections 2024-04-25T02:30:18.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.551+0000 7f2ace800640 1 -- 172.21.15.47:0/903885656 wait complete. 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.552+0000 7f2ace800640 1 Processor -- start 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.552+0000 7f2ace800640 1 -- start start 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2ace800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ac8107c80 0x7f2ac819df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2ace800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ac8108e70 0x7f2ac819e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2ace800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ac8109830 0x7f2ac81a5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2ace800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac8113880 con 0x7f2ac8107c80 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2ace800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac8113700 con 0x7f2ac8108e70 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2ace800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac8113a00 con 0x7f2ac8109830 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acd400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ac8107c80 0x7f2ac819df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acd400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ac8107c80 0x7f2ac819df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43718/0 (socket says 172.21.15.47:43718) 2024-04-25T02:30:18.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acd400640 1 -- 172.21.15.47:0/37989907 learned_addr learned my addr 172.21.15.47:0/37989907 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:18.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ac8108e70 0x7f2ac819e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:18.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acde00640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ac8109830 0x7f2ac81a5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acd400640 1 -- 172.21.15.47:0/37989907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ac8109830 msgr2=0x7f2ac81a5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acd400640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ac8109830 0x7f2ac81a5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acd400640 1 -- 172.21.15.47:0/37989907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ac8108e70 msgr2=0x7f2ac819e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acd400640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ac8108e70 0x7f2ac819e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.553+0000 7f2acd400640 1 -- 172.21.15.47:0/37989907 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ac81a5ba0 con 0x7f2ac8107c80 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.554+0000 7f2acd400640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ac8107c80 0x7f2ac819df80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8030960 tx=0x7f2ab80305b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.554+0000 7f2ac6000640 1 -- 172.21.15.47:0/37989907 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab8041020 con 0x7f2ac8107c80 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.554+0000 7f2ac6000640 1 -- 172.21.15.47:0/37989907 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2ab8037040 con 0x7f2ac8107c80 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.554+0000 7f2ac6000640 1 -- 172.21.15.47:0/37989907 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab8036070 con 0x7f2ac8107c80 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.554+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ac81a5e30 con 0x7f2ac8107c80 2024-04-25T02:30:18.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.554+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ac81a6240 con 0x7f2ac8107c80 2024-04-25T02:30:18.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.556+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ac810f040 con 0x7f2ac8107c80 2024-04-25T02:30:18.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.558+0000 7f2ac6000640 1 -- 172.21.15.47:0/37989907 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2ab8044020 con 0x7f2ac8107c80 2024-04-25T02:30:18.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.559+0000 7f2ac6000640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2aac0a2b90 0x7f2aac0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:18.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.559+0000 7f2ac6000640 1 -- 172.21.15.47:0/37989907 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f2ab80efad0 con 0x7f2ac8107c80 2024-04-25T02:30:18.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.559+0000 7f2acca00640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2aac0a2b90 0x7f2aac0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:18.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.560+0000 7f2acca00640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2aac0a2b90 0x7f2aac0a5050 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2ac819f490 tx=0x7f2ab4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:18.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.564+0000 7f2ac6000640 1 -- 172.21.15.47:0/37989907 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2ab804b020 con 0x7f2ac8107c80 2024-04-25T02:30:18.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:18 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T02:30:18.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:18 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] up:active 2024-04-25T02:30:18.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:18 smithi178 ceph-mon[33053]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 9 up:standby 2024-04-25T02:30:18.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:18 smithi178 ceph-mon[33053]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T02:30:18.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:18 smithi178 ceph-mon[33053]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:18.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:18 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T02:30:18.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:18 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] up:active 2024-04-25T02:30:18.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:18 smithi047 ceph-mon[27871]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 9 up:standby 2024-04-25T02:30:18.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:18 smithi047 ceph-mon[27871]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T02:30:18.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:18 smithi047 ceph-mon[27871]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:18.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:18 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T02:30:18.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:18 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] up:active 2024-04-25T02:30:18.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:18 smithi113 ceph-mon[32459]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 9 up:standby 2024-04-25T02:30:18.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:18 smithi113 ceph-mon[32459]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T02:30:18.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:18 smithi113 ceph-mon[32459]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:18.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.803+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f2ac8061c10 con 0x7f2aac0a2b90 2024-04-25T02:30:18.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.816+0000 7f2ac6000640 1 -- 172.21.15.47:0/37989907 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f2ac8061c10 con 0x7f2aac0a2b90 2024-04-25T02:30:18.820 INFO:teuthology.orchestra.run.smithi047.stdout:/volumes/qa/sv_0/55cbc94b-06ca-4641-a0c3-3d49c74f2ac2 2024-04-25T02:30:18.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2aac0a2b90 msgr2=0x7f2aac0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2aac0a2b90 0x7f2aac0a5050 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2ac819f490 tx=0x7f2ab4005f90 comp rx=0 tx=0).stop 2024-04-25T02:30:18.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ac8107c80 msgr2=0x7f2ac819df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:18.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ac8107c80 0x7f2ac819df80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8030960 tx=0x7f2ab80305b0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 shutdown_connections 2024-04-25T02:30:18.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2aac0a2b90 0x7f2aac0a5050 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ac8109830 0x7f2ac81a5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ac8108e70 0x7f2ac819e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 --2- 172.21.15.47:0/37989907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ac8107c80 0x7f2ac819df80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:18.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 >> 172.21.15.47:0/37989907 conn(0x7f2ac8076c10 msgr2=0x7f2ac810c210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:18.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 shutdown_connections 2024-04-25T02:30:18.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:18.819+0000 7f2ace800640 1 -- 172.21.15.47:0/37989907 wait complete. 2024-04-25T02:30:18.843 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-25T02:30:19.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 -- 172.21.15.47:0/4125936299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 msgr2=0x7fc484103de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 --2- 172.21.15.47:0/4125936299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 0x7fc484103de0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc474009be0 tx=0x7fc47402a6c0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 -- 172.21.15.47:0/4125936299 shutdown_connections 2024-04-25T02:30:19.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 --2- 172.21.15.47:0/4125936299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc484105570 0x7fc48410be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 --2- 172.21.15.47:0/4125936299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc484104bb0 0x7fc484105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 --2- 172.21.15.47:0/4125936299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 0x7fc484103de0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 -- 172.21.15.47:0/4125936299 >> 172.21.15.47:0/4125936299 conn(0x7fc4840fef30 msgr2=0x7fc484101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:19.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 -- 172.21.15.47:0/4125936299 shutdown_connections 2024-04-25T02:30:19.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.057+0000 7fc488a00640 1 -- 172.21.15.47:0/4125936299 wait complete. 2024-04-25T02:30:19.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.058+0000 7fc488a00640 1 Processor -- start 2024-04-25T02:30:19.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.058+0000 7fc488a00640 1 -- start start 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc488a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 0x7fc484199d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc488a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc484104bb0 0x7fc48419a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc488a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc484105570 0x7fc4841a12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc488a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc48410f640 con 0x7fc484104bb0 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc488a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc48410f4c0 con 0x7fc4841039c0 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc488a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc48410f7c0 con 0x7fc484105570 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc479400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc484104bb0 0x7fc48419a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc481e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 0x7fc484199d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc479400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc484104bb0 0x7fc48419a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43726/0 (socket says 172.21.15.47:43726) 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc479400640 1 -- 172.21.15.47:0/3306387511 learned_addr learned my addr 172.21.15.47:0/3306387511 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc482800640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc484105570 0x7fc4841a12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc481e00640 1 -- 172.21.15.47:0/3306387511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc484105570 msgr2=0x7fc4841a12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc481e00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc484105570 0x7fc4841a12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc481e00640 1 -- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc484104bb0 msgr2=0x7fc48419a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc481e00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc484104bb0 0x7fc48419a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.059+0000 7fc481e00640 1 -- 172.21.15.47:0/3306387511 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4841a1940 con 0x7fc4841039c0 2024-04-25T02:30:19.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.060+0000 7fc481e00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 0x7fc484199d30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc474034040 tx=0x7fc4740305d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:19.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.060+0000 7fc47b400640 1 -- 172.21.15.47:0/3306387511 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474041020 con 0x7fc4841039c0 2024-04-25T02:30:19.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.060+0000 7fc47b400640 1 -- 172.21.15.47:0/3306387511 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc474031920 con 0x7fc4841039c0 2024-04-25T02:30:19.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.060+0000 7fc47b400640 1 -- 172.21.15.47:0/3306387511 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474036040 con 0x7fc4841039c0 2024-04-25T02:30:19.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.060+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4841a1bd0 con 0x7fc4841039c0 2024-04-25T02:30:19.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.060+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4841a20e0 con 0x7fc4841039c0 2024-04-25T02:30:19.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.061+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc48410ad00 con 0x7fc4841039c0 2024-04-25T02:30:19.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.064+0000 7fc47b400640 1 -- 172.21.15.47:0/3306387511 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc474044020 con 0x7fc4841039c0 2024-04-25T02:30:19.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.065+0000 7fc47b400640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc4680a2c10 0x7fc4680a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:19.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.065+0000 7fc47b400640 1 -- 172.21.15.47:0/3306387511 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fc4740f0180 con 0x7fc4841039c0 2024-04-25T02:30:19.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.066+0000 7fc479400640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc4680a2c10 0x7fc4680a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:19.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.066+0000 7fc479400640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc4680a2c10 0x7fc4680a50d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc46c0058c0 tx=0x7fc46c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:19.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.067+0000 7fc47b400640 1 -- 172.21.15.47:0/3306387511 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc47404b020 con 0x7fc4841039c0 2024-04-25T02:30:19.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.309+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fc484061c10 con 0x7fc4680a2c10 2024-04-25T02:30:19.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.314+0000 7fc47b400640 1 -- 172.21.15.47:0/3306387511 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc4740b9070 con 0x7fc4841039c0 2024-04-25T02:30:19.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.351+0000 7fc47b400640 1 -- 172.21.15.47:0/3306387511 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc484061c10 con 0x7fc4680a2c10 2024-04-25T02:30:19.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.354+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc4680a2c10 msgr2=0x7fc4680a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.354+0000 7fc488a00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc4680a2c10 0x7fc4680a50d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc46c0058c0 tx=0x7fc46c009260 comp rx=0 tx=0).stop 2024-04-25T02:30:19.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 msgr2=0x7fc484199d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 0x7fc484199d30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc474034040 tx=0x7fc4740305d0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 shutdown_connections 2024-04-25T02:30:19.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc4680a2c10 0x7fc4680a50d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc484105570 0x7fc4841a12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc484104bb0 0x7fc48419a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 --2- 172.21.15.47:0/3306387511 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4841039c0 0x7fc484199d30 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 >> 172.21.15.47:0/3306387511 conn(0x7fc4840fef30 msgr2=0x7fc484107ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:19.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 shutdown_connections 2024-04-25T02:30:19.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.355+0000 7fc488a00640 1 -- 172.21.15.47:0/3306387511 wait complete. 2024-04-25T02:30:19.379 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-25T02:30:19.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:19 smithi178 ceph-mon[33053]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:19.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:19 smithi178 ceph-mon[33053]: pgmap v320: 97 pgs: 97 active+clean; 580 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-25T02:30:19.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:19 smithi178 ceph-mon[33053]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:19.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 -- 172.21.15.47:0/2191624248 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64104a70 msgr2=0x7f3b64104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 --2- 172.21.15.47:0/2191624248 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64104a70 0x7f3b64104ef0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c009860 tx=0x7f3b4c02a340 comp rx=0 tx=0).stop 2024-04-25T02:30:19.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 -- 172.21.15.47:0/2191624248 shutdown_connections 2024-04-25T02:30:19.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 --2- 172.21.15.47:0/2191624248 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3b64105430 0x7f3b6410bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 --2- 172.21.15.47:0/2191624248 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64104a70 0x7f3b64104ef0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 --2- 172.21.15.47:0/2191624248 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b64103880 0x7f3b64103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 -- 172.21.15.47:0/2191624248 >> 172.21.15.47:0/2191624248 conn(0x7f3b640fedf0 msgr2=0x7f3b64101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:19.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 -- 172.21.15.47:0/2191624248 shutdown_connections 2024-04-25T02:30:19.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.597+0000 7f3b69200640 1 -- 172.21.15.47:0/2191624248 wait complete. 2024-04-25T02:30:19.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.598+0000 7f3b69200640 1 Processor -- start 2024-04-25T02:30:19.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b69200640 1 -- start start 2024-04-25T02:30:19.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b69200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3b64103880 0x7f3b6419df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:19.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b69200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b64104a70 0x7f3b6419e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:19.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b69200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64105430 0x7f3b641a5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b69200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6410f4e0 con 0x7f3b64104a70 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b69200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6410f360 con 0x7f3b64103880 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b69200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6410f660 con 0x7f3b64105430 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b63400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3b64103880 0x7f3b6419df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b62a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b64104a70 0x7f3b6419e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b63400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3b64103880 0x7f3b6419df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45640/0 (socket says 172.21.15.47:45640) 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b63400640 1 -- 172.21.15.47:0/992165143 learned_addr learned my addr 172.21.15.47:0/992165143 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.599+0000 7f3b63e00640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64105430 0x7f3b641a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b63400640 1 -- 172.21.15.47:0/992165143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64105430 msgr2=0x7f3b641a5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b63400640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64105430 0x7f3b641a5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b63400640 1 -- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b64104a70 msgr2=0x7f3b6419e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b63400640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b64104a70 0x7f3b6419e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b63400640 1 -- 172.21.15.47:0/992165143 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b641a5bb0 con 0x7f3b64103880 2024-04-25T02:30:19.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b63e00640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64105430 0x7f3b641a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:30:19.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b63400640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3b64103880 0x7f3b6419df90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3b5400e9f0 tx=0x7f3b5400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:19.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b5be00640 1 -- 172.21.15.47:0/992165143 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5400ccc0 con 0x7f3b64103880 2024-04-25T02:30:19.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b5be00640 1 -- 172.21.15.47:0/992165143 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b540035f0 con 0x7f3b64103880 2024-04-25T02:30:19.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b641a5ea0 con 0x7f3b64103880 2024-04-25T02:30:19.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b5be00640 1 -- 172.21.15.47:0/992165143 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5400ce60 con 0x7f3b64103880 2024-04-25T02:30:19.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.600+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b641a6310 con 0x7f3b64103880 2024-04-25T02:30:19.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.601+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b641a65a0 con 0x7f3b64103880 2024-04-25T02:30:19.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.603+0000 7f3b5be00640 1 -- 172.21.15.47:0/992165143 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3b540037a0 con 0x7f3b64103880 2024-04-25T02:30:19.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.605+0000 7f3b5be00640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3b480a2ca0 0x7f3b480a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:19.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.605+0000 7f3b5be00640 1 -- 172.21.15.47:0/992165143 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f3b540cf370 con 0x7f3b64103880 2024-04-25T02:30:19.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.605+0000 7f3b62a00640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3b480a2ca0 0x7f3b480a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:19.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.606+0000 7f3b62a00640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3b480a2ca0 0x7f3b480a5160 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c009830 tx=0x7f3b4c030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:19.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.609+0000 7f3b5be00640 1 -- 172.21.15.47:0/992165143 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3b5409c220 con 0x7f3b64103880 2024-04-25T02:30:19.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:19 smithi047 ceph-mon[27871]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:19.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:19 smithi047 ceph-mon[27871]: pgmap v320: 97 pgs: 97 active+clean; 580 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-25T02:30:19.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:19 smithi047 ceph-mon[27871]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:19.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:19 smithi113 ceph-mon[32459]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:19.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:19 smithi113 ceph-mon[32459]: pgmap v320: 97 pgs: 97 active+clean; 580 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-25T02:30:19.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:19 smithi113 ceph-mon[32459]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:19.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.848+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f3b640792b0 con 0x7f3b480a2ca0 2024-04-25T02:30:19.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.855+0000 7f3b5be00640 1 -- 172.21.15.47:0/992165143 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f3b640792b0 con 0x7f3b480a2ca0 2024-04-25T02:30:19.859 INFO:teuthology.orchestra.run.smithi047.stdout:/volumes/qa/sv_1/1a5b3fb6-7023-4cc9-87eb-1bd45d23afc7 2024-04-25T02:30:19.862 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3b480a2ca0 msgr2=0x7f3b480a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3b480a2ca0 0x7f3b480a5160 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c009830 tx=0x7f3b4c030550 comp rx=0 tx=0).stop 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3b64103880 msgr2=0x7f3b6419df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3b64103880 0x7f3b6419df90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3b5400e9f0 tx=0x7f3b5400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 shutdown_connections 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3b480a2ca0 0x7f3b480a5160 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b64105430 0x7f3b641a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b64104a70 0x7f3b6419e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 --2- 172.21.15.47:0/992165143 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3b64103880 0x7f3b6419df90 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 >> 172.21.15.47:0/992165143 conn(0x7f3b640fedf0 msgr2=0x7f3b64077b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.858+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 shutdown_connections 2024-04-25T02:30:19.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:19.859+0000 7f3b69200640 1 -- 172.21.15.47:0/992165143 wait complete. 2024-04-25T02:30:19.882 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:30:20.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.093+0000 7f6710a00640 1 -- 172.21.15.47:0/3535220730 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1037c0 msgr2=0x7f670c103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.093+0000 7f6710a00640 1 --2- 172.21.15.47:0/3535220730 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1037c0 0x7f670c103be0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f66fc009860 tx=0x7f66fc02a340 comp rx=0 tx=0).stop 2024-04-25T02:30:20.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.093+0000 7f6710a00640 1 -- 172.21.15.47:0/3535220730 shutdown_connections 2024-04-25T02:30:20.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.093+0000 7f6710a00640 1 --2- 172.21.15.47:0/3535220730 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f670c105370 0x7f670c10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.093+0000 7f6710a00640 1 --2- 172.21.15.47:0/3535220730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f670c1049b0 0x7f670c104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.093+0000 7f6710a00640 1 --2- 172.21.15.47:0/3535220730 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1037c0 0x7f670c103be0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.093+0000 7f6710a00640 1 -- 172.21.15.47:0/3535220730 >> 172.21.15.47:0/3535220730 conn(0x7f670c0fed50 msgr2=0x7f670c101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:20.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.094+0000 7f6710a00640 1 -- 172.21.15.47:0/3535220730 shutdown_connections 2024-04-25T02:30:20.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.094+0000 7f6710a00640 1 -- 172.21.15.47:0/3535220730 wait complete. 2024-04-25T02:30:20.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6710a00640 1 Processor -- start 2024-04-25T02:30:20.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6710a00640 1 -- start start 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6710a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f670c1037c0 0x7f670c199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6710a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1049b0 0x7f670c199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6710a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f670c105370 0x7f670c1a1030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6710a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f670c10f410 con 0x7f670c1037c0 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6710a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f670c10f290 con 0x7f670c105370 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6710a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f670c10f590 con 0x7f670c1049b0 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f670a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f670c1037c0 0x7f670c199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f6709e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1049b0 0x7f670c199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f670a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f670c1037c0 0x7f670c199a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43748/0 (socket says 172.21.15.47:43748) 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.095+0000 7f670a800640 1 -- 172.21.15.47:0/881653758 learned_addr learned my addr 172.21.15.47:0/881653758 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f670b200640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f670c105370 0x7f670c1a1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f6709e00640 1 -- 172.21.15.47:0/881653758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f670c105370 msgr2=0x7f670c1a1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f6709e00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f670c105370 0x7f670c1a1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f6709e00640 1 -- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f670c1037c0 msgr2=0x7f670c199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f6709e00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f670c1037c0 0x7f670c199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f6709e00640 1 -- 172.21.15.47:0/881653758 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f670c1a16a0 con 0x7f670c1049b0 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f670a800640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f670c1037c0 0x7f670c199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f670b200640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f670c105370 0x7f670c1a1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.096+0000 7f6709e00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1049b0 0x7f670c199fc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f66f8005fd0 tx=0x7f66f800ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.097+0000 7f6703400640 1 -- 172.21.15.47:0/881653758 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f800cd00 con 0x7f670c1049b0 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.097+0000 7f6703400640 1 -- 172.21.15.47:0/881653758 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66f80035f0 con 0x7f670c1049b0 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.097+0000 7f6703400640 1 -- 172.21.15.47:0/881653758 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f8010690 con 0x7f670c1049b0 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.097+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f670c1a1990 con 0x7f670c1049b0 2024-04-25T02:30:20.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.097+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f670c1a1e90 con 0x7f670c1049b0 2024-04-25T02:30:20.103 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.098+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f670c10aae0 con 0x7f670c1049b0 2024-04-25T02:30:20.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.101+0000 7f6703400640 1 -- 172.21.15.47:0/881653758 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f66f80037a0 con 0x7f670c1049b0 2024-04-25T02:30:20.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.102+0000 7f6703400640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66f00a2ca0 0x7f66f00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:20.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.102+0000 7f6703400640 1 -- 172.21.15.47:0/881653758 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f66f80cf2f0 con 0x7f670c1049b0 2024-04-25T02:30:20.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.102+0000 7f670a800640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66f00a2ca0 0x7f66f00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:20.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.103+0000 7f670a800640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66f00a2ca0 0x7f66f00a5160 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f66fc031000 tx=0x7f66fc030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:20.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.107+0000 7f6703400640 1 -- 172.21.15.47:0/881653758 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f66f809c1a0 con 0x7f670c1049b0 2024-04-25T02:30:20.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.369+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f670c02d380 con 0x7f670c1049b0 2024-04-25T02:30:20.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.371+0000 7f6703400640 1 -- 172.21.15.47:0/881653758 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11877 (secure 0 0 0) 0x7f66f809baa0 con 0x7f670c1049b0 2024-04-25T02:30:20.375 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:20.375 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:30:17.288376+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24538,24568,24572]},"id":1}]} 2024-04-25T02:30:20.375 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 23 2024-04-25T02:30:20.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66f00a2ca0 msgr2=0x7f66f00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66f00a2ca0 0x7f66f00a5160 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f66fc031000 tx=0x7f66fc030550 comp rx=0 tx=0).stop 2024-04-25T02:30:20.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1049b0 msgr2=0x7f670c199fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1049b0 0x7f670c199fc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f66f8005fd0 tx=0x7f66f800ee50 comp rx=0 tx=0).stop 2024-04-25T02:30:20.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 shutdown_connections 2024-04-25T02:30:20.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66f00a2ca0 0x7f66f00a5160 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f670c105370 0x7f670c1a1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f670c1049b0 0x7f670c199fc0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 --2- 172.21.15.47:0/881653758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f670c1037c0 0x7f670c199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 >> 172.21.15.47:0/881653758 conn(0x7f670c0fed50 msgr2=0x7f670c107cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:20.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 shutdown_connections 2024-04-25T02:30:20.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.373+0000 7f6710a00640 1 -- 172.21.15.47:0/881653758 wait complete. 2024-04-25T02:30:20.398 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:30:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:20 smithi178 ceph-mon[33053]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:20 smithi178 ceph-mon[33053]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-25T02:30:20.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:20 smithi178 ceph-mon[33053]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.612+0000 7f44cee00640 1 -- 172.21.15.47:0/3138181572 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c80ffe30 msgr2=0x7f44c8100250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.612+0000 7f44cee00640 1 --2- 172.21.15.47:0/3138181572 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c80ffe30 0x7f44c8100250 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f44bc009900 tx=0x7f44bc02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.612+0000 7f44cee00640 1 -- 172.21.15.47:0/3138181572 shutdown_connections 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.612+0000 7f44cee00640 1 --2- 172.21.15.47:0/3138181572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44c8101130 0x7f44c81015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.613+0000 7f44cee00640 1 --2- 172.21.15.47:0/3138181572 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44c8100790 0x7f44c8100bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.613+0000 7f44cee00640 1 --2- 172.21.15.47:0/3138181572 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c80ffe30 0x7f44c8100250 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.613+0000 7f44cee00640 1 -- 172.21.15.47:0/3138181572 >> 172.21.15.47:0/3138181572 conn(0x7f44c80fba10 msgr2=0x7f44c80fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.613+0000 7f44cee00640 1 -- 172.21.15.47:0/3138181572 shutdown_connections 2024-04-25T02:30:20.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.613+0000 7f44cee00640 1 -- 172.21.15.47:0/3138181572 wait complete. 2024-04-25T02:30:20.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.614+0000 7f44cee00640 1 Processor -- start 2024-04-25T02:30:20.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.614+0000 7f44cee00640 1 -- start start 2024-04-25T02:30:20.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.614+0000 7f44cee00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44c80ffe30 0x7f44c8199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:20.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cee00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44c8100790 0x7f44c8199fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:20.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cee00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c8101130 0x7f44c81a1020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:20.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cee00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f44c810f420 con 0x7f44c8101130 2024-04-25T02:30:20.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cee00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f44c810f2a0 con 0x7f44c80ffe30 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cee00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f44c810f5a0 con 0x7f44c8100790 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cda00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44c80ffe30 0x7f44c8199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44ce400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c8101130 0x7f44c81a1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cda00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44c80ffe30 0x7f44c8199a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45702/0 (socket says 172.21.15.47:45702) 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cda00640 1 -- 172.21.15.47:0/609764956 learned_addr learned my addr 172.21.15.47:0/609764956 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cd000640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44c8100790 0x7f44c8199fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cda00640 1 -- 172.21.15.47:0/609764956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44c8100790 msgr2=0x7f44c8199fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cda00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44c8100790 0x7f44c8199fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cda00640 1 -- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c8101130 msgr2=0x7f44c81a1020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cda00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c8101130 0x7f44c81a1020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44cda00640 1 -- 172.21.15.47:0/609764956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c81a1690 con 0x7f44c80ffe30 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.615+0000 7f44ce400640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c8101130 0x7f44c81a1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:20.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.616+0000 7f44cda00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44c80ffe30 0x7f44c8199a70 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f44bc009230 tx=0x7f44bc0042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:20.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.616+0000 7f44c6000640 1 -- 172.21.15.47:0/609764956 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44bc03f030 con 0x7f44c80ffe30 2024-04-25T02:30:20.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.616+0000 7f44c6000640 1 -- 172.21.15.47:0/609764956 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44bc003ce0 con 0x7f44c80ffe30 2024-04-25T02:30:20.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.616+0000 7f44c6000640 1 -- 172.21.15.47:0/609764956 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44bc035070 con 0x7f44c80ffe30 2024-04-25T02:30:20.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.616+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44c81a1920 con 0x7f44c80ffe30 2024-04-25T02:30:20.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.616+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44c81a1e60 con 0x7f44c80ffe30 2024-04-25T02:30:20.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.617+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44c810ab80 con 0x7f44c80ffe30 2024-04-25T02:30:20.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.619+0000 7f44c6000640 1 -- 172.21.15.47:0/609764956 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f44bc042030 con 0x7f44c80ffe30 2024-04-25T02:30:20.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.621+0000 7f44c6000640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f44b00a2ca0 0x7f44b00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:20.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.621+0000 7f44c6000640 1 -- 172.21.15.47:0/609764956 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f44bc0ef4f0 con 0x7f44c80ffe30 2024-04-25T02:30:20.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.621+0000 7f44cd000640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f44b00a2ca0 0x7f44b00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:20.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.622+0000 7f44cd000640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f44b00a2ca0 0x7f44b00a5160 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f44c819af80 tx=0x7f44b4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:20.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.625+0000 7f44c6000640 1 -- 172.21.15.47:0/609764956 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f44bc0bbd50 con 0x7f44c80ffe30 2024-04-25T02:30:20.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:20 smithi047 ceph-mon[27871]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:20.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:20 smithi047 ceph-mon[27871]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-25T02:30:20.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:20 smithi047 ceph-mon[27871]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:20.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:20 smithi113 ceph-mon[32459]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:20.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:20 smithi113 ceph-mon[32459]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-25T02:30:20.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:20 smithi113 ceph-mon[32459]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:30:20.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.834+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f44c802d3c0 con 0x7f44c80ffe30 2024-04-25T02:30:20.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.836+0000 7f44c6000640 1 -- 172.21.15.47:0/609764956 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22216 (secure 0 0 0) 0x7f44bc0c0050 con 0x7f44c80ffe30 2024-04-25T02:30:20.841 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:20.841 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":86,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:30:13.171495+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:30:20.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.839+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f44b00a2ca0 msgr2=0x7f44b00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.839+0000 7f44cee00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f44b00a2ca0 0x7f44b00a5160 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f44c819af80 tx=0x7f44b4005f90 comp rx=0 tx=0).stop 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.839+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44c80ffe30 msgr2=0x7f44c8199a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.839+0000 7f44cee00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44c80ffe30 0x7f44c8199a70 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f44bc009230 tx=0x7f44bc0042f0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.840+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 shutdown_connections 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.840+0000 7f44cee00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f44b00a2ca0 0x7f44b00a5160 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.840+0000 7f44cee00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44c8101130 0x7f44c81a1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.840+0000 7f44cee00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44c8100790 0x7f44c8199fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.840+0000 7f44cee00640 1 --2- 172.21.15.47:0/609764956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44c80ffe30 0x7f44c8199a70 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.840+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 >> 172.21.15.47:0/609764956 conn(0x7f44c80fba10 msgr2=0x7f44c80fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.840+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 shutdown_connections 2024-04-25T02:30:20.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:20.840+0000 7f44cee00640 1 -- 172.21.15.47:0/609764956 wait complete. 2024-04-25T02:30:20.865 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-25T02:30:20.865 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T02:30:21.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 -- 172.21.15.47:0/192170539 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c105570 msgr2=0x7efd6c10be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 --2- 172.21.15.47:0/192170539 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c105570 0x7efd6c10be00 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efd64009be0 tx=0x7efd6402a6d0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 -- 172.21.15.47:0/192170539 shutdown_connections 2024-04-25T02:30:21.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 --2- 172.21.15.47:0/192170539 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c105570 0x7efd6c10be00 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 --2- 172.21.15.47:0/192170539 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efd6c104bb0 0x7efd6c105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 --2- 172.21.15.47:0/192170539 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efd6c1039c0 0x7efd6c103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 -- 172.21.15.47:0/192170539 >> 172.21.15.47:0/192170539 conn(0x7efd6c0fef30 msgr2=0x7efd6c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:21.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 -- 172.21.15.47:0/192170539 shutdown_connections 2024-04-25T02:30:21.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.067+0000 7efd72a00640 1 -- 172.21.15.47:0/192170539 wait complete. 2024-04-25T02:30:21.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.068+0000 7efd72a00640 1 Processor -- start 2024-04-25T02:30:21.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.068+0000 7efd72a00640 1 -- start start 2024-04-25T02:30:21.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.068+0000 7efd72a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efd6c1039c0 0x7efd6c199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:21.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.068+0000 7efd72a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c104bb0 0x7efd6c19a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:21.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.068+0000 7efd72a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efd6c105570 0x7efd6c1a11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:21.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.068+0000 7efd72a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efd6c10f620 con 0x7efd6c104bb0 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.068+0000 7efd72a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7efd6c10f4a0 con 0x7efd6c105570 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.068+0000 7efd72a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efd6c10f7a0 con 0x7efd6c1039c0 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd63e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c104bb0 0x7efd6c19a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd63e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c104bb0 0x7efd6c19a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43800/0 (socket says 172.21.15.47:43800) 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd6be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efd6c1039c0 0x7efd6c199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd63e00640 1 -- 172.21.15.47:0/3229506752 learned_addr learned my addr 172.21.15.47:0/3229506752 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd70a00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efd6c105570 0x7efd6c1a11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd63e00640 1 -- 172.21.15.47:0/3229506752 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efd6c1039c0 msgr2=0x7efd6c199c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd63e00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efd6c1039c0 0x7efd6c199c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd63e00640 1 -- 172.21.15.47:0/3229506752 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efd6c105570 msgr2=0x7efd6c1a11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd63e00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efd6c105570 0x7efd6c1a11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd63e00640 1 -- 172.21.15.47:0/3229506752 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd6c1a1870 con 0x7efd6c104bb0 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.069+0000 7efd6be00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efd6c1039c0 0x7efd6c199c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:21.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.070+0000 7efd63e00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c104bb0 0x7efd6c19a1a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efd5400e9f0 tx=0x7efd5400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:21.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.070+0000 7efd69600640 1 -- 172.21.15.47:0/3229506752 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd5400cd80 con 0x7efd6c104bb0 2024-04-25T02:30:21.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.070+0000 7efd69600640 1 -- 172.21.15.47:0/3229506752 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd54010910 con 0x7efd6c104bb0 2024-04-25T02:30:21.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.070+0000 7efd69600640 1 -- 172.21.15.47:0/3229506752 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd54018990 con 0x7efd6c104bb0 2024-04-25T02:30:21.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.070+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd6c1a1b60 con 0x7efd6c104bb0 2024-04-25T02:30:21.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.070+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd6c1a2060 con 0x7efd6c104bb0 2024-04-25T02:30:21.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.071+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd6c10ac80 con 0x7efd6c104bb0 2024-04-25T02:30:21.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.073+0000 7efd69600640 1 -- 172.21.15.47:0/3229506752 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7efd54010ac0 con 0x7efd6c104bb0 2024-04-25T02:30:21.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.075+0000 7efd69600640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efd500a2ca0 0x7efd500a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:21.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.076+0000 7efd69600640 1 -- 172.21.15.47:0/3229506752 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7efd540cf420 con 0x7efd6c104bb0 2024-04-25T02:30:21.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.076+0000 7efd6be00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efd500a2ca0 0x7efd500a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:21.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.077+0000 7efd6be00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efd500a2ca0 0x7efd500a5160 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efd6c19b130 tx=0x7efd5c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:21.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.081+0000 7efd69600640 1 -- 172.21.15.47:0/3229506752 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7efd5409bc80 con 0x7efd6c104bb0 2024-04-25T02:30:21.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.285+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efd6c061b80 con 0x7efd500a2ca0 2024-04-25T02:30:21.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.301+0000 7efd69600640 1 -- 172.21.15.47:0/3229506752 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258687 (secure 0 0 0) 0x7efd6c061b80 con 0x7efd500a2ca0 2024-04-25T02:30:21.309 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:21.310 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-04-25T02:30:21.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efd500a2ca0 msgr2=0x7efd500a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efd500a2ca0 0x7efd500a5160 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efd6c19b130 tx=0x7efd5c009260 comp rx=0 tx=0).stop 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c104bb0 msgr2=0x7efd6c19a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c104bb0 0x7efd6c19a1a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efd5400e9f0 tx=0x7efd5400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 shutdown_connections 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efd500a2ca0 0x7efd500a5160 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efd6c105570 0x7efd6c1a11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efd6c104bb0 0x7efd6c19a1a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 --2- 172.21.15.47:0/3229506752 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efd6c1039c0 0x7efd6c199c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.306+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 >> 172.21.15.47:0/3229506752 conn(0x7efd6c0fef30 msgr2=0x7efd6c107e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.307+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 shutdown_connections 2024-04-25T02:30:21.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.307+0000 7efd72a00640 1 -- 172.21.15.47:0/3229506752 wait complete. 2024-04-25T02:30:21.331 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":321,"stamp":"2024-04-25T02:30:20.398256+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595590,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":161,"num_read_kb":140,"num_write":296,"num_write_kb":2976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":238,"ondisk_log_size":238,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":261,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370276,"kb_used_data":12792,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571548,"statfs":{"total":1151940427776,"available":1151561265152,"internally_reserved":0,"allocated":13099008,"data_stored":7105665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":365933881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5222,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":25,"num_read_kb":21,"num_write":115,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.225875"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581639+0000","last_change":"2024-04-25T02:30:12.219716+0000","last_active":"2024-04-25T02:30:13.581639+0000","last_peered":"2024-04-25T02:30:13.581639+0000","last_clean":"2024-04-25T02:30:13.581639+0000","last_became_active":"2024-04-25T02:30:12.219363+0000","last_became_peered":"2024-04-25T02:30:12.219363+0000","last_unstale":"2024-04-25T02:30:13.581639+0000","last_undegraded":"2024-04-25T02:30:13.581639+0000","last_fullsized":"2024-04-25T02:30:13.581639+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:54:51.339866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888310+0000","last_change":"2024-04-25T02:30:12.214897+0000","last_active":"2024-04-25T02:30:13.888310+0000","last_peered":"2024-04-25T02:30:13.888310+0000","last_clean":"2024-04-25T02:30:13.888310+0000","last_became_active":"2024-04-25T02:30:12.211388+0000","last_became_peered":"2024-04-25T02:30:12.211388+0000","last_unstale":"2024-04-25T02:30:13.888310+0000","last_undegraded":"2024-04-25T02:30:13.888310+0000","last_fullsized":"2024-04-25T02:30:13.888310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:30:24.354223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888203+0000","last_change":"2024-04-25T02:30:12.210941+0000","last_active":"2024-04-25T02:30:13.888203+0000","last_peered":"2024-04-25T02:30:13.888203+0000","last_clean":"2024-04-25T02:30:13.888203+0000","last_became_active":"2024-04-25T02:30:12.210220+0000","last_became_peered":"2024-04-25T02:30:12.210220+0000","last_unstale":"2024-04-25T02:30:13.888203+0000","last_undegraded":"2024-04-25T02:30:13.888203+0000","last_fullsized":"2024-04-25T02:30:13.888203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:56.149599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580763+0000","last_change":"2024-04-25T02:30:12.185891+0000","last_active":"2024-04-25T02:30:13.580763+0000","last_peered":"2024-04-25T02:30:13.580763+0000","last_clean":"2024-04-25T02:30:13.580763+0000","last_became_active":"2024-04-25T02:30:12.185511+0000","last_became_peered":"2024-04-25T02:30:12.185511+0000","last_unstale":"2024-04-25T02:30:13.580763+0000","last_undegraded":"2024-04-25T02:30:13.580763+0000","last_fullsized":"2024-04-25T02:30:13.580763+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:57:40.490147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580985+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:30:13.580985+0000","last_peered":"2024-04-25T02:30:13.580985+0000","last_clean":"2024-04-25T02:30:13.580985+0000","last_became_active":"2024-04-25T02:30:12.211161+0000","last_became_peered":"2024-04-25T02:30:12.211161+0000","last_unstale":"2024-04-25T02:30:13.580985+0000","last_undegraded":"2024-04-25T02:30:13.580985+0000","last_fullsized":"2024-04-25T02:30:13.580985+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:41:00.305067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581411+0000","last_change":"2024-04-25T02:30:12.198204+0000","last_active":"2024-04-25T02:30:13.581411+0000","last_peered":"2024-04-25T02:30:13.581411+0000","last_clean":"2024-04-25T02:30:13.581411+0000","last_became_active":"2024-04-25T02:30:12.197583+0000","last_became_peered":"2024-04-25T02:30:12.197583+0000","last_unstale":"2024-04-25T02:30:13.581411+0000","last_undegraded":"2024-04-25T02:30:13.581411+0000","last_fullsized":"2024-04-25T02:30:13.581411+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:27:00.983794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.183628+0000","last_change":"2024-04-25T02:30:12.194459+0000","last_active":"2024-04-25T02:30:13.183628+0000","last_peered":"2024-04-25T02:30:13.183628+0000","last_clean":"2024-04-25T02:30:13.183628+0000","last_became_active":"2024-04-25T02:30:12.194069+0000","last_became_peered":"2024-04-25T02:30:12.194069+0000","last_unstale":"2024-04-25T02:30:13.183628+0000","last_undegraded":"2024-04-25T02:30:13.183628+0000","last_fullsized":"2024-04-25T02:30:13.183628+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:14:57.073942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581333+0000","last_change":"2024-04-25T02:30:12.212831+0000","last_active":"2024-04-25T02:30:13.581333+0000","last_peered":"2024-04-25T02:30:13.581333+0000","last_clean":"2024-04-25T02:30:13.581333+0000","last_became_active":"2024-04-25T02:30:12.210599+0000","last_became_peered":"2024-04-25T02:30:12.210599+0000","last_unstale":"2024-04-25T02:30:13.581333+0000","last_undegraded":"2024-04-25T02:30:13.581333+0000","last_fullsized":"2024-04-25T02:30:13.581333+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:52.422609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580444+0000","last_change":"2024-04-25T02:30:12.195635+0000","last_active":"2024-04-25T02:30:13.580444+0000","last_peered":"2024-04-25T02:30:13.580444+0000","last_clean":"2024-04-25T02:30:13.580444+0000","last_became_active":"2024-04-25T02:30:12.195248+0000","last_became_peered":"2024-04-25T02:30:12.195248+0000","last_unstale":"2024-04-25T02:30:13.580444+0000","last_undegraded":"2024-04-25T02:30:13.580444+0000","last_fullsized":"2024-04-25T02:30:13.580444+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:06.492446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581804+0000","last_change":"2024-04-25T02:30:12.184840+0000","last_active":"2024-04-25T02:30:13.581804+0000","last_peered":"2024-04-25T02:30:13.581804+0000","last_clean":"2024-04-25T02:30:13.581804+0000","last_became_active":"2024-04-25T02:30:12.184424+0000","last_became_peered":"2024-04-25T02:30:12.184424+0000","last_unstale":"2024-04-25T02:30:13.581804+0000","last_undegraded":"2024-04-25T02:30:13.581804+0000","last_fullsized":"2024-04-25T02:30:13.581804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:55.833649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184161+0000","last_change":"2024-04-25T02:30:12.194680+0000","last_active":"2024-04-25T02:30:13.184161+0000","last_peered":"2024-04-25T02:30:13.184161+0000","last_clean":"2024-04-25T02:30:13.184161+0000","last_became_active":"2024-04-25T02:30:12.193694+0000","last_became_peered":"2024-04-25T02:30:12.193694+0000","last_unstale":"2024-04-25T02:30:13.184161+0000","last_undegraded":"2024-04-25T02:30:13.184161+0000","last_fullsized":"2024-04-25T02:30:13.184161+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:09:52.409595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580732+0000","last_change":"2024-04-25T02:30:12.187815+0000","last_active":"2024-04-25T02:30:13.580732+0000","last_peered":"2024-04-25T02:30:13.580732+0000","last_clean":"2024-04-25T02:30:13.580732+0000","last_became_active":"2024-04-25T02:30:12.186659+0000","last_became_peered":"2024-04-25T02:30:12.186659+0000","last_unstale":"2024-04-25T02:30:13.580732+0000","last_undegraded":"2024-04-25T02:30:13.580732+0000","last_fullsized":"2024-04-25T02:30:13.580732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:22:23.116289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182338+0000","last_change":"2024-04-25T02:30:12.206140+0000","last_active":"2024-04-25T02:30:13.182338+0000","last_peered":"2024-04-25T02:30:13.182338+0000","last_clean":"2024-04-25T02:30:13.182338+0000","last_became_active":"2024-04-25T02:30:12.203328+0000","last_became_peered":"2024-04-25T02:30:12.203328+0000","last_unstale":"2024-04-25T02:30:13.182338+0000","last_undegraded":"2024-04-25T02:30:13.182338+0000","last_fullsized":"2024-04-25T02:30:13.182338+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:39:09.903154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.887612+0000","last_change":"2024-04-25T02:30:12.203192+0000","last_active":"2024-04-25T02:30:13.887612+0000","last_peered":"2024-04-25T02:30:13.887612+0000","last_clean":"2024-04-25T02:30:13.887612+0000","last_became_active":"2024-04-25T02:30:12.200431+0000","last_became_peered":"2024-04-25T02:30:12.200431+0000","last_unstale":"2024-04-25T02:30:13.887612+0000","last_undegraded":"2024-04-25T02:30:13.887612+0000","last_fullsized":"2024-04-25T02:30:13.887612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:48:25.939123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.887495+0000","last_change":"2024-04-25T02:30:12.214829+0000","last_active":"2024-04-25T02:30:13.887495+0000","last_peered":"2024-04-25T02:30:13.887495+0000","last_clean":"2024-04-25T02:30:13.887495+0000","last_became_active":"2024-04-25T02:30:12.210930+0000","last_became_peered":"2024-04-25T02:30:12.210930+0000","last_unstale":"2024-04-25T02:30:13.887495+0000","last_undegraded":"2024-04-25T02:30:13.887495+0000","last_fullsized":"2024-04-25T02:30:13.887495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:36:51.248756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.579983+0000","last_change":"2024-04-25T02:30:12.210490+0000","last_active":"2024-04-25T02:30:13.579983+0000","last_peered":"2024-04-25T02:30:13.579983+0000","last_clean":"2024-04-25T02:30:13.579983+0000","last_became_active":"2024-04-25T02:30:12.210142+0000","last_became_peered":"2024-04-25T02:30:12.210142+0000","last_unstale":"2024-04-25T02:30:13.579983+0000","last_undegraded":"2024-04-25T02:30:13.579983+0000","last_fullsized":"2024-04-25T02:30:13.579983+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:57:22.995065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581765+0000","last_change":"2024-04-25T02:30:12.219629+0000","last_active":"2024-04-25T02:30:13.581765+0000","last_peered":"2024-04-25T02:30:13.581765+0000","last_clean":"2024-04-25T02:30:13.581765+0000","last_became_active":"2024-04-25T02:30:12.219290+0000","last_became_peered":"2024-04-25T02:30:12.219290+0000","last_unstale":"2024-04-25T02:30:13.581765+0000","last_undegraded":"2024-04-25T02:30:13.581765+0000","last_fullsized":"2024-04-25T02:30:13.581765+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:57:36.220214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.584101+0000","last_change":"2024-04-25T02:30:12.198143+0000","last_active":"2024-04-25T02:30:13.584101+0000","last_peered":"2024-04-25T02:30:13.584101+0000","last_clean":"2024-04-25T02:30:13.584101+0000","last_became_active":"2024-04-25T02:30:12.196453+0000","last_became_peered":"2024-04-25T02:30:12.196453+0000","last_unstale":"2024-04-25T02:30:13.584101+0000","last_undegraded":"2024-04-25T02:30:13.584101+0000","last_fullsized":"2024-04-25T02:30:13.584101+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:08:56.743223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581114+0000","last_change":"2024-04-25T02:30:12.216665+0000","last_active":"2024-04-25T02:30:13.581114+0000","last_peered":"2024-04-25T02:30:13.581114+0000","last_clean":"2024-04-25T02:30:13.581114+0000","last_became_active":"2024-04-25T02:30:12.216328+0000","last_became_peered":"2024-04-25T02:30:12.216328+0000","last_unstale":"2024-04-25T02:30:13.581114+0000","last_undegraded":"2024-04-25T02:30:13.581114+0000","last_fullsized":"2024-04-25T02:30:13.581114+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:24:02.778156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.584085+0000","last_change":"2024-04-25T02:30:11.202310+0000","last_active":"2024-04-25T02:30:13.584085+0000","last_peered":"2024-04-25T02:30:13.584085+0000","last_clean":"2024-04-25T02:30:13.584085+0000","last_became_active":"2024-04-25T02:30:11.201929+0000","last_became_peered":"2024-04-25T02:30:11.201929+0000","last_unstale":"2024-04-25T02:30:13.584085+0000","last_undegraded":"2024-04-25T02:30:13.584085+0000","last_fullsized":"2024-04-25T02:30:13.584085+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:40:51.587777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.583455+0000","last_change":"2024-04-25T02:30:12.211502+0000","last_active":"2024-04-25T02:30:13.583455+0000","last_peered":"2024-04-25T02:30:13.583455+0000","last_clean":"2024-04-25T02:30:13.583455+0000","last_became_active":"2024-04-25T02:30:12.210988+0000","last_became_peered":"2024-04-25T02:30:12.210988+0000","last_unstale":"2024-04-25T02:30:13.583455+0000","last_undegraded":"2024-04-25T02:30:13.583455+0000","last_fullsized":"2024-04-25T02:30:13.583455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:17:20.967854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.583688+0000","last_change":"2024-04-25T02:30:11.217798+0000","last_active":"2024-04-25T02:30:13.583688+0000","last_peered":"2024-04-25T02:30:13.583688+0000","last_clean":"2024-04-25T02:30:13.583688+0000","last_became_active":"2024-04-25T02:30:11.217314+0000","last_became_peered":"2024-04-25T02:30:11.217314+0000","last_unstale":"2024-04-25T02:30:13.583688+0000","last_undegraded":"2024-04-25T02:30:13.583688+0000","last_fullsized":"2024-04-25T02:30:13.583688+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:20:29.152539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888829+0000","last_change":"2024-04-25T02:30:12.212988+0000","last_active":"2024-04-25T02:30:13.888829+0000","last_peered":"2024-04-25T02:30:13.888829+0000","last_clean":"2024-04-25T02:30:13.888829+0000","last_became_active":"2024-04-25T02:30:12.211710+0000","last_became_peered":"2024-04-25T02:30:12.211710+0000","last_unstale":"2024-04-25T02:30:13.888829+0000","last_undegraded":"2024-04-25T02:30:13.888829+0000","last_fullsized":"2024-04-25T02:30:13.888829+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:51.481316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.286242+0000","last_change":"2024-04-25T02:30:11.195634+0000","last_active":"2024-04-25T02:30:16.286242+0000","last_peered":"2024-04-25T02:30:16.286242+0000","last_clean":"2024-04-25T02:30:16.286242+0000","last_became_active":"2024-04-25T02:30:11.195078+0000","last_became_peered":"2024-04-25T02:30:11.195078+0000","last_unstale":"2024-04-25T02:30:16.286242+0000","last_undegraded":"2024-04-25T02:30:16.286242+0000","last_fullsized":"2024-04-25T02:30:16.286242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:10:20.873669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580870+0000","last_change":"2024-04-25T02:30:12.203778+0000","last_active":"2024-04-25T02:30:13.580870+0000","last_peered":"2024-04-25T02:30:13.580870+0000","last_clean":"2024-04-25T02:30:13.580870+0000","last_became_active":"2024-04-25T02:30:12.203393+0000","last_became_peered":"2024-04-25T02:30:12.203393+0000","last_unstale":"2024-04-25T02:30:13.580870+0000","last_undegraded":"2024-04-25T02:30:13.580870+0000","last_fullsized":"2024-04-25T02:30:13.580870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:19:50.656183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581237+0000","last_change":"2024-04-25T02:30:11.191113+0000","last_active":"2024-04-25T02:30:13.581237+0000","last_peered":"2024-04-25T02:30:13.581237+0000","last_clean":"2024-04-25T02:30:13.581237+0000","last_became_active":"2024-04-25T02:30:11.190745+0000","last_became_peered":"2024-04-25T02:30:11.190745+0000","last_unstale":"2024-04-25T02:30:13.581237+0000","last_undegraded":"2024-04-25T02:30:13.581237+0000","last_fullsized":"2024-04-25T02:30:13.581237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:25:32.948543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.181049+0000","last_change":"2024-04-25T02:30:12.195621+0000","last_active":"2024-04-25T02:30:13.181049+0000","last_peered":"2024-04-25T02:30:13.181049+0000","last_clean":"2024-04-25T02:30:13.181049+0000","last_became_active":"2024-04-25T02:30:12.195290+0000","last_became_peered":"2024-04-25T02:30:12.195290+0000","last_unstale":"2024-04-25T02:30:13.181049+0000","last_undegraded":"2024-04-25T02:30:13.181049+0000","last_fullsized":"2024-04-25T02:30:13.181049+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:51:38.854314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:17.297802+0000","last_change":"2024-04-25T02:30:11.191919+0000","last_active":"2024-04-25T02:30:17.297802+0000","last_peered":"2024-04-25T02:30:17.297802+0000","last_clean":"2024-04-25T02:30:17.297802+0000","last_became_active":"2024-04-25T02:30:11.191574+0000","last_became_peered":"2024-04-25T02:30:11.191574+0000","last_unstale":"2024-04-25T02:30:17.297802+0000","last_undegraded":"2024-04-25T02:30:17.297802+0000","last_fullsized":"2024-04-25T02:30:17.297802+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:42:27.447981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580972+0000","last_change":"2024-04-25T02:30:12.197305+0000","last_active":"2024-04-25T02:30:13.580972+0000","last_peered":"2024-04-25T02:30:13.580972+0000","last_clean":"2024-04-25T02:30:13.580972+0000","last_became_active":"2024-04-25T02:30:12.196927+0000","last_became_peered":"2024-04-25T02:30:12.196927+0000","last_unstale":"2024-04-25T02:30:13.580972+0000","last_undegraded":"2024-04-25T02:30:13.580972+0000","last_fullsized":"2024-04-25T02:30:13.580972+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:28:29.817697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.288326+0000","last_change":"2024-04-25T02:30:11.214452+0000","last_active":"2024-04-25T02:30:16.288326+0000","last_peered":"2024-04-25T02:30:16.288326+0000","last_clean":"2024-04-25T02:30:16.288326+0000","last_became_active":"2024-04-25T02:30:11.214176+0000","last_became_peered":"2024-04-25T02:30:11.214176+0000","last_unstale":"2024-04-25T02:30:16.288326+0000","last_undegraded":"2024-04-25T02:30:16.288326+0000","last_fullsized":"2024-04-25T02:30:16.288326+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:52:21.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.181308+0000","last_change":"2024-04-25T02:30:12.212846+0000","last_active":"2024-04-25T02:30:13.181308+0000","last_peered":"2024-04-25T02:30:13.181308+0000","last_clean":"2024-04-25T02:30:13.181308+0000","last_became_active":"2024-04-25T02:30:12.212489+0000","last_became_peered":"2024-04-25T02:30:12.212489+0000","last_unstale":"2024-04-25T02:30:13.181308+0000","last_undegraded":"2024-04-25T02:30:13.181308+0000","last_fullsized":"2024-04-25T02:30:13.181308+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:00:24.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.290408+0000","last_change":"2024-04-25T02:30:11.202651+0000","last_active":"2024-04-25T02:30:16.290408+0000","last_peered":"2024-04-25T02:30:16.290408+0000","last_clean":"2024-04-25T02:30:16.290408+0000","last_became_active":"2024-04-25T02:30:11.202061+0000","last_became_peered":"2024-04-25T02:30:11.202061+0000","last_unstale":"2024-04-25T02:30:16.290408+0000","last_undegraded":"2024-04-25T02:30:16.290408+0000","last_fullsized":"2024-04-25T02:30:16.290408+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:45:23.221887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581560+0000","last_change":"2024-04-25T02:30:12.206609+0000","last_active":"2024-04-25T02:30:13.581560+0000","last_peered":"2024-04-25T02:30:13.581560+0000","last_clean":"2024-04-25T02:30:13.581560+0000","last_became_active":"2024-04-25T02:30:12.206066+0000","last_became_peered":"2024-04-25T02:30:12.206066+0000","last_unstale":"2024-04-25T02:30:13.581560+0000","last_undegraded":"2024-04-25T02:30:13.581560+0000","last_fullsized":"2024-04-25T02:30:13.581560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:49.771531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.180673+0000","last_change":"2024-04-25T02:30:11.191778+0000","last_active":"2024-04-25T02:30:13.180673+0000","last_peered":"2024-04-25T02:30:13.180673+0000","last_clean":"2024-04-25T02:30:13.180673+0000","last_became_active":"2024-04-25T02:30:11.191299+0000","last_became_peered":"2024-04-25T02:30:11.191299+0000","last_unstale":"2024-04-25T02:30:13.180673+0000","last_undegraded":"2024-04-25T02:30:13.180673+0000","last_fullsized":"2024-04-25T02:30:13.180673+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:17:06.479175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.582909+0000","last_change":"2024-04-25T02:30:12.207663+0000","last_active":"2024-04-25T02:30:13.582909+0000","last_peered":"2024-04-25T02:30:13.582909+0000","last_clean":"2024-04-25T02:30:13.582909+0000","last_became_active":"2024-04-25T02:30:12.207168+0000","last_became_peered":"2024-04-25T02:30:12.207168+0000","last_unstale":"2024-04-25T02:30:13.582909+0000","last_undegraded":"2024-04-25T02:30:13.582909+0000","last_fullsized":"2024-04-25T02:30:13.582909+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:14.063858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.283029+0000","last_change":"2024-04-25T02:30:11.202645+0000","last_active":"2024-04-25T02:30:15.283029+0000","last_peered":"2024-04-25T02:30:15.283029+0000","last_clean":"2024-04-25T02:30:15.283029+0000","last_became_active":"2024-04-25T02:30:11.202400+0000","last_became_peered":"2024-04-25T02:30:11.202400+0000","last_unstale":"2024-04-25T02:30:15.283029+0000","last_undegraded":"2024-04-25T02:30:15.283029+0000","last_fullsized":"2024-04-25T02:30:15.283029+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:14:29.081812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580595+0000","last_change":"2024-04-25T02:30:12.204500+0000","last_active":"2024-04-25T02:30:13.580595+0000","last_peered":"2024-04-25T02:30:13.580595+0000","last_clean":"2024-04-25T02:30:13.580595+0000","last_became_active":"2024-04-25T02:30:12.204130+0000","last_became_peered":"2024-04-25T02:30:12.204130+0000","last_unstale":"2024-04-25T02:30:13.580595+0000","last_undegraded":"2024-04-25T02:30:13.580595+0000","last_fullsized":"2024-04-25T02:30:13.580595+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:22:13.817783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.276489+0000","last_change":"2024-04-25T02:30:11.194366+0000","last_active":"2024-04-25T02:30:15.276489+0000","last_peered":"2024-04-25T02:30:15.276489+0000","last_clean":"2024-04-25T02:30:15.276489+0000","last_became_active":"2024-04-25T02:30:11.194012+0000","last_became_peered":"2024-04-25T02:30:11.194012+0000","last_unstale":"2024-04-25T02:30:15.276489+0000","last_undegraded":"2024-04-25T02:30:15.276489+0000","last_fullsized":"2024-04-25T02:30:15.276489+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:09:30.148152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888666+0000","last_change":"2024-04-25T02:30:12.214092+0000","last_active":"2024-04-25T02:30:13.888666+0000","last_peered":"2024-04-25T02:30:13.888666+0000","last_clean":"2024-04-25T02:30:13.888666+0000","last_became_active":"2024-04-25T02:30:12.211137+0000","last_became_peered":"2024-04-25T02:30:12.211137+0000","last_unstale":"2024-04-25T02:30:13.888666+0000","last_undegraded":"2024-04-25T02:30:13.888666+0000","last_fullsized":"2024-04-25T02:30:13.888666+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:34:58.201125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.281198+0000","last_change":"2024-04-25T02:30:11.210337+0000","last_active":"2024-04-25T02:30:15.281198+0000","last_peered":"2024-04-25T02:30:15.281198+0000","last_clean":"2024-04-25T02:30:15.281198+0000","last_became_active":"2024-04-25T02:30:11.209989+0000","last_became_peered":"2024-04-25T02:30:11.209989+0000","last_unstale":"2024-04-25T02:30:15.281198+0000","last_undegraded":"2024-04-25T02:30:15.281198+0000","last_fullsized":"2024-04-25T02:30:15.281198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:19:36.718221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580811+0000","last_change":"2024-04-25T02:30:12.196983+0000","last_active":"2024-04-25T02:30:13.580811+0000","last_peered":"2024-04-25T02:30:13.580811+0000","last_clean":"2024-04-25T02:30:13.580811+0000","last_became_active":"2024-04-25T02:30:12.196656+0000","last_became_peered":"2024-04-25T02:30:12.196656+0000","last_unstale":"2024-04-25T02:30:13.580811+0000","last_undegraded":"2024-04-25T02:30:13.580811+0000","last_fullsized":"2024-04-25T02:30:13.580811+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:15:20.869555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:17.296881+0000","last_change":"2024-04-25T02:30:11.198514+0000","last_active":"2024-04-25T02:30:17.296881+0000","last_peered":"2024-04-25T02:30:17.296881+0000","last_clean":"2024-04-25T02:30:17.296881+0000","last_became_active":"2024-04-25T02:30:11.198132+0000","last_became_peered":"2024-04-25T02:30:11.198132+0000","last_unstale":"2024-04-25T02:30:17.296881+0000","last_undegraded":"2024-04-25T02:30:17.296881+0000","last_fullsized":"2024-04-25T02:30:17.296881+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:24:28.073786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580442+0000","last_change":"2024-04-25T02:30:12.194185+0000","last_active":"2024-04-25T02:30:13.580442+0000","last_peered":"2024-04-25T02:30:13.580442+0000","last_clean":"2024-04-25T02:30:13.580442+0000","last_became_active":"2024-04-25T02:30:12.193857+0000","last_became_peered":"2024-04-25T02:30:12.193857+0000","last_unstale":"2024-04-25T02:30:13.580442+0000","last_undegraded":"2024-04-25T02:30:13.580442+0000","last_fullsized":"2024-04-25T02:30:13.580442+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:39:58.427909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.291629+0000","last_change":"2024-04-25T02:30:11.204586+0000","last_active":"2024-04-25T02:30:16.291629+0000","last_peered":"2024-04-25T02:30:16.291629+0000","last_clean":"2024-04-25T02:30:16.291629+0000","last_became_active":"2024-04-25T02:30:11.204228+0000","last_became_peered":"2024-04-25T02:30:11.204228+0000","last_unstale":"2024-04-25T02:30:16.291629+0000","last_undegraded":"2024-04-25T02:30:16.291629+0000","last_fullsized":"2024-04-25T02:30:16.291629+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:11:19.343512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182100+0000","last_change":"2024-04-25T02:30:12.219439+0000","last_active":"2024-04-25T02:30:13.182100+0000","last_peered":"2024-04-25T02:30:13.182100+0000","last_clean":"2024-04-25T02:30:13.182100+0000","last_became_active":"2024-04-25T02:30:12.219005+0000","last_became_peered":"2024-04-25T02:30:12.219005+0000","last_unstale":"2024-04-25T02:30:13.182100+0000","last_undegraded":"2024-04-25T02:30:13.182100+0000","last_fullsized":"2024-04-25T02:30:13.182100+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.798512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.281908+0000","last_change":"2024-04-25T02:30:11.193402+0000","last_active":"2024-04-25T02:30:15.281908+0000","last_peered":"2024-04-25T02:30:15.281908+0000","last_clean":"2024-04-25T02:30:15.281908+0000","last_became_active":"2024-04-25T02:30:11.192953+0000","last_became_peered":"2024-04-25T02:30:11.192953+0000","last_unstale":"2024-04-25T02:30:15.281908+0000","last_undegraded":"2024-04-25T02:30:15.281908+0000","last_fullsized":"2024-04-25T02:30:15.281908+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:12:54.872967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184115+0000","last_change":"2024-04-25T02:30:12.205412+0000","last_active":"2024-04-25T02:30:13.184115+0000","last_peered":"2024-04-25T02:30:13.184115+0000","last_clean":"2024-04-25T02:30:13.184115+0000","last_became_active":"2024-04-25T02:30:12.205047+0000","last_became_peered":"2024-04-25T02:30:12.205047+0000","last_unstale":"2024-04-25T02:30:13.184115+0000","last_undegraded":"2024-04-25T02:30:13.184115+0000","last_fullsized":"2024-04-25T02:30:13.184115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:23:19.466895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:17.300360+0000","last_change":"2024-04-25T02:30:11.193806+0000","last_active":"2024-04-25T02:30:17.300360+0000","last_peered":"2024-04-25T02:30:17.300360+0000","last_clean":"2024-04-25T02:30:17.300360+0000","last_became_active":"2024-04-25T02:30:11.193450+0000","last_became_peered":"2024-04-25T02:30:11.193450+0000","last_unstale":"2024-04-25T02:30:17.300360+0000","last_undegraded":"2024-04-25T02:30:17.300360+0000","last_fullsized":"2024-04-25T02:30:17.300360+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:06:11.198940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.183563+0000","last_change":"2024-04-25T02:30:12.186867+0000","last_active":"2024-04-25T02:30:13.183563+0000","last_peered":"2024-04-25T02:30:13.183563+0000","last_clean":"2024-04-25T02:30:13.183563+0000","last_became_active":"2024-04-25T02:30:12.186483+0000","last_became_peered":"2024-04-25T02:30:12.186483+0000","last_unstale":"2024-04-25T02:30:13.183563+0000","last_undegraded":"2024-04-25T02:30:13.183563+0000","last_fullsized":"2024-04-25T02:30:13.183563+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:19:09.251515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.290305+0000","last_change":"2024-04-25T02:30:11.214771+0000","last_active":"2024-04-25T02:30:16.290305+0000","last_peered":"2024-04-25T02:30:16.290305+0000","last_clean":"2024-04-25T02:30:16.290305+0000","last_became_active":"2024-04-25T02:30:11.214381+0000","last_became_peered":"2024-04-25T02:30:11.214381+0000","last_unstale":"2024-04-25T02:30:16.290305+0000","last_undegraded":"2024-04-25T02:30:16.290305+0000","last_fullsized":"2024-04-25T02:30:16.290305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:15:52.532917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.181055+0000","last_change":"2024-04-25T02:30:12.194489+0000","last_active":"2024-04-25T02:30:13.181055+0000","last_peered":"2024-04-25T02:30:13.181055+0000","last_clean":"2024-04-25T02:30:13.181055+0000","last_became_active":"2024-04-25T02:30:12.194171+0000","last_became_peered":"2024-04-25T02:30:12.194171+0000","last_unstale":"2024-04-25T02:30:13.181055+0000","last_undegraded":"2024-04-25T02:30:13.181055+0000","last_fullsized":"2024-04-25T02:30:13.181055+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:50.271856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580787+0000","last_change":"2024-04-25T02:30:11.193082+0000","last_active":"2024-04-25T02:30:13.580787+0000","last_peered":"2024-04-25T02:30:13.580787+0000","last_clean":"2024-04-25T02:30:13.580787+0000","last_became_active":"2024-04-25T02:30:11.192702+0000","last_became_peered":"2024-04-25T02:30:11.192702+0000","last_unstale":"2024-04-25T02:30:13.580787+0000","last_undegraded":"2024-04-25T02:30:13.580787+0000","last_fullsized":"2024-04-25T02:30:13.580787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:33.670399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580728+0000","last_change":"2024-04-25T02:30:12.196479+0000","last_active":"2024-04-25T02:30:13.580728+0000","last_peered":"2024-04-25T02:30:13.580728+0000","last_clean":"2024-04-25T02:30:13.580728+0000","last_became_active":"2024-04-25T02:30:12.196026+0000","last_became_peered":"2024-04-25T02:30:12.196026+0000","last_unstale":"2024-04-25T02:30:13.580728+0000","last_undegraded":"2024-04-25T02:30:13.580728+0000","last_fullsized":"2024-04-25T02:30:13.580728+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:16.269526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.584218+0000","last_change":"2024-04-25T02:30:11.215924+0000","last_active":"2024-04-25T02:30:13.584218+0000","last_peered":"2024-04-25T02:30:13.584218+0000","last_clean":"2024-04-25T02:30:13.584218+0000","last_became_active":"2024-04-25T02:30:11.215309+0000","last_became_peered":"2024-04-25T02:30:11.215309+0000","last_unstale":"2024-04-25T02:30:13.584218+0000","last_undegraded":"2024-04-25T02:30:13.584218+0000","last_fullsized":"2024-04-25T02:30:13.584218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:27:06.985148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581571+0000","last_change":"2024-04-25T02:30:12.216751+0000","last_active":"2024-04-25T02:30:13.581571+0000","last_peered":"2024-04-25T02:30:13.581571+0000","last_clean":"2024-04-25T02:30:13.581571+0000","last_became_active":"2024-04-25T02:30:12.216414+0000","last_became_peered":"2024-04-25T02:30:12.216414+0000","last_unstale":"2024-04-25T02:30:13.581571+0000","last_undegraded":"2024-04-25T02:30:13.581571+0000","last_fullsized":"2024-04-25T02:30:13.581571+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:11:52.976476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:14.265794+0000","last_change":"2024-04-25T02:30:11.211529+0000","last_active":"2024-04-25T02:30:14.265794+0000","last_peered":"2024-04-25T02:30:14.265794+0000","last_clean":"2024-04-25T02:30:14.265794+0000","last_became_active":"2024-04-25T02:30:11.211135+0000","last_became_peered":"2024-04-25T02:30:11.211135+0000","last_unstale":"2024-04-25T02:30:14.265794+0000","last_undegraded":"2024-04-25T02:30:14.265794+0000","last_fullsized":"2024-04-25T02:30:14.265794+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:30:36.076070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581439+0000","last_change":"2024-04-25T02:30:12.201047+0000","last_active":"2024-04-25T02:30:13.581439+0000","last_peered":"2024-04-25T02:30:13.581439+0000","last_clean":"2024-04-25T02:30:13.581439+0000","last_became_active":"2024-04-25T02:30:12.200664+0000","last_became_peered":"2024-04-25T02:30:12.200664+0000","last_unstale":"2024-04-25T02:30:13.581439+0000","last_undegraded":"2024-04-25T02:30:13.581439+0000","last_fullsized":"2024-04-25T02:30:13.581439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:03:36.688225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.180829+0000","last_change":"2024-04-25T02:30:12.186651+0000","last_active":"2024-04-25T02:30:13.180829+0000","last_peered":"2024-04-25T02:30:13.180829+0000","last_clean":"2024-04-25T02:30:13.180829+0000","last_became_active":"2024-04-25T02:30:12.186293+0000","last_became_peered":"2024-04-25T02:30:12.186293+0000","last_unstale":"2024-04-25T02:30:13.180829+0000","last_undegraded":"2024-04-25T02:30:13.180829+0000","last_fullsized":"2024-04-25T02:30:13.180829+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:37.219881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.292027+0000","last_change":"2024-04-25T02:30:11.216304+0000","last_active":"2024-04-25T02:30:16.292027+0000","last_peered":"2024-04-25T02:30:16.292027+0000","last_clean":"2024-04-25T02:30:16.292027+0000","last_became_active":"2024-04-25T02:30:11.216011+0000","last_became_peered":"2024-04-25T02:30:11.216011+0000","last_unstale":"2024-04-25T02:30:16.292027+0000","last_undegraded":"2024-04-25T02:30:16.292027+0000","last_fullsized":"2024-04-25T02:30:16.292027+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:58:48.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.583237+0000","last_change":"2024-04-25T02:30:12.217734+0000","last_active":"2024-04-25T02:30:13.583237+0000","last_peered":"2024-04-25T02:30:13.583237+0000","last_clean":"2024-04-25T02:30:13.583237+0000","last_became_active":"2024-04-25T02:30:12.214406+0000","last_became_peered":"2024-04-25T02:30:12.214406+0000","last_unstale":"2024-04-25T02:30:13.583237+0000","last_undegraded":"2024-04-25T02:30:13.583237+0000","last_fullsized":"2024-04-25T02:30:13.583237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:10:03.536265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:17.296072+0000","last_change":"2024-04-25T02:30:11.194703+0000","last_active":"2024-04-25T02:30:17.296072+0000","last_peered":"2024-04-25T02:30:17.296072+0000","last_clean":"2024-04-25T02:30:17.296072+0000","last_became_active":"2024-04-25T02:30:11.194349+0000","last_became_peered":"2024-04-25T02:30:11.194349+0000","last_unstale":"2024-04-25T02:30:17.296072+0000","last_undegraded":"2024-04-25T02:30:17.296072+0000","last_fullsized":"2024-04-25T02:30:17.296072+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:59:20.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":348,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.183528+0000","last_change":"2024-04-25T02:28:51.643084+0000","last_active":"2024-04-25T02:30:13.183528+0000","last_peered":"2024-04-25T02:30:13.183528+0000","last_clean":"2024-04-25T02:30:13.183528+0000","last_became_active":"2024-04-25T02:28:51.642543+0000","last_became_peered":"2024-04-25T02:28:51.642543+0000","last_unstale":"2024-04-25T02:30:13.183528+0000","last_undegraded":"2024-04-25T02:30:13.183528+0000","last_fullsized":"2024-04-25T02:30:13.183528+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_clean_scrub_stamp":"2024-04-25T02:25:01.179833+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:49:11.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.181715+0000","last_change":"2024-04-25T02:30:12.200597+0000","last_active":"2024-04-25T02:30:13.181715+0000","last_peered":"2024-04-25T02:30:13.181715+0000","last_clean":"2024-04-25T02:30:13.181715+0000","last_became_active":"2024-04-25T02:30:12.200117+0000","last_became_peered":"2024-04-25T02:30:12.200117+0000","last_unstale":"2024-04-25T02:30:13.181715+0000","last_undegraded":"2024-04-25T02:30:13.181715+0000","last_fullsized":"2024-04-25T02:30:13.181715+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:39:42.084442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.286291+0000","last_change":"2024-04-25T02:30:11.194435+0000","last_active":"2024-04-25T02:30:16.286291+0000","last_peered":"2024-04-25T02:30:16.286291+0000","last_clean":"2024-04-25T02:30:16.286291+0000","last_became_active":"2024-04-25T02:30:11.192603+0000","last_became_peered":"2024-04-25T02:30:11.192603+0000","last_unstale":"2024-04-25T02:30:16.286291+0000","last_undegraded":"2024-04-25T02:30:16.286291+0000","last_fullsized":"2024-04-25T02:30:16.286291+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:53:28.645958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.279398+0000","last_change":"2024-04-25T02:30:11.212170+0000","last_active":"2024-04-25T02:30:15.279398+0000","last_peered":"2024-04-25T02:30:15.279398+0000","last_clean":"2024-04-25T02:30:15.279398+0000","last_became_active":"2024-04-25T02:30:11.211865+0000","last_became_peered":"2024-04-25T02:30:11.211865+0000","last_unstale":"2024-04-25T02:30:15.279398+0000","last_undegraded":"2024-04-25T02:30:15.279398+0000","last_fullsized":"2024-04-25T02:30:15.279398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:02:25.494166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182335+0000","last_change":"2024-04-25T02:30:12.213235+0000","last_active":"2024-04-25T02:30:13.182335+0000","last_peered":"2024-04-25T02:30:13.182335+0000","last_clean":"2024-04-25T02:30:13.182335+0000","last_became_active":"2024-04-25T02:30:12.212565+0000","last_became_peered":"2024-04-25T02:30:12.212565+0000","last_unstale":"2024-04-25T02:30:13.182335+0000","last_undegraded":"2024-04-25T02:30:13.182335+0000","last_fullsized":"2024-04-25T02:30:13.182335+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:25.832393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.584561+0000","last_change":"2024-04-25T02:30:11.207867+0000","last_active":"2024-04-25T02:30:13.584561+0000","last_peered":"2024-04-25T02:30:13.584561+0000","last_clean":"2024-04-25T02:30:13.584561+0000","last_became_active":"2024-04-25T02:30:11.207504+0000","last_became_peered":"2024-04-25T02:30:11.207504+0000","last_unstale":"2024-04-25T02:30:13.584561+0000","last_undegraded":"2024-04-25T02:30:13.584561+0000","last_fullsized":"2024-04-25T02:30:13.584561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:28:23.471475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.583132+0000","last_change":"2024-04-25T02:30:12.217114+0000","last_active":"2024-04-25T02:30:13.583132+0000","last_peered":"2024-04-25T02:30:13.583132+0000","last_clean":"2024-04-25T02:30:13.583132+0000","last_became_active":"2024-04-25T02:30:12.207395+0000","last_became_peered":"2024-04-25T02:30:12.207395+0000","last_unstale":"2024-04-25T02:30:13.583132+0000","last_undegraded":"2024-04-25T02:30:13.583132+0000","last_fullsized":"2024-04-25T02:30:13.583132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:59:40.067224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.277142+0000","last_change":"2024-04-25T02:30:11.200098+0000","last_active":"2024-04-25T02:30:15.277142+0000","last_peered":"2024-04-25T02:30:15.277142+0000","last_clean":"2024-04-25T02:30:15.277142+0000","last_became_active":"2024-04-25T02:30:11.199798+0000","last_became_peered":"2024-04-25T02:30:11.199798+0000","last_unstale":"2024-04-25T02:30:15.277142+0000","last_undegraded":"2024-04-25T02:30:15.277142+0000","last_fullsized":"2024-04-25T02:30:15.277142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:29:23.294022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888552+0000","last_change":"2024-04-25T02:30:12.216755+0000","last_active":"2024-04-25T02:30:13.888552+0000","last_peered":"2024-04-25T02:30:13.888552+0000","last_clean":"2024-04-25T02:30:13.888552+0000","last_became_active":"2024-04-25T02:30:12.216053+0000","last_became_peered":"2024-04-25T02:30:12.216053+0000","last_unstale":"2024-04-25T02:30:13.888552+0000","last_undegraded":"2024-04-25T02:30:13.888552+0000","last_fullsized":"2024-04-25T02:30:13.888552+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:30:16.731550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.280117+0000","last_change":"2024-04-25T02:30:11.210612+0000","last_active":"2024-04-25T02:30:15.280117+0000","last_peered":"2024-04-25T02:30:15.280117+0000","last_clean":"2024-04-25T02:30:15.280117+0000","last_became_active":"2024-04-25T02:30:11.210143+0000","last_became_peered":"2024-04-25T02:30:11.210143+0000","last_unstale":"2024-04-25T02:30:15.280117+0000","last_undegraded":"2024-04-25T02:30:15.280117+0000","last_fullsized":"2024-04-25T02:30:15.280117+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:14:59.311131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580237+0000","last_change":"2024-04-25T02:30:12.193505+0000","last_active":"2024-04-25T02:30:13.580237+0000","last_peered":"2024-04-25T02:30:13.580237+0000","last_clean":"2024-04-25T02:30:13.580237+0000","last_became_active":"2024-04-25T02:30:12.193094+0000","last_became_peered":"2024-04-25T02:30:12.193094+0000","last_unstale":"2024-04-25T02:30:13.580237+0000","last_undegraded":"2024-04-25T02:30:13.580237+0000","last_fullsized":"2024-04-25T02:30:13.580237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:33:25.299739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.283274+0000","last_change":"2024-04-25T02:30:11.206506+0000","last_active":"2024-04-25T02:30:15.283274+0000","last_peered":"2024-04-25T02:30:15.283274+0000","last_clean":"2024-04-25T02:30:15.283274+0000","last_became_active":"2024-04-25T02:30:11.204308+0000","last_became_peered":"2024-04-25T02:30:11.204308+0000","last_unstale":"2024-04-25T02:30:15.283274+0000","last_undegraded":"2024-04-25T02:30:15.283274+0000","last_fullsized":"2024-04-25T02:30:15.283274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:24:44.661349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581354+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:30:13.581354+0000","last_peered":"2024-04-25T02:30:13.581354+0000","last_clean":"2024-04-25T02:30:13.581354+0000","last_became_active":"2024-04-25T02:30:12.211229+0000","last_became_peered":"2024-04-25T02:30:12.211229+0000","last_unstale":"2024-04-25T02:30:13.581354+0000","last_undegraded":"2024-04-25T02:30:13.581354+0000","last_fullsized":"2024-04-25T02:30:13.581354+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:13:22.406018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:14.186345+0000","last_change":"2024-04-25T02:30:11.194155+0000","last_active":"2024-04-25T02:30:14.186345+0000","last_peered":"2024-04-25T02:30:14.186345+0000","last_clean":"2024-04-25T02:30:14.186345+0000","last_became_active":"2024-04-25T02:30:11.193740+0000","last_became_peered":"2024-04-25T02:30:11.193740+0000","last_unstale":"2024-04-25T02:30:14.186345+0000","last_undegraded":"2024-04-25T02:30:14.186345+0000","last_fullsized":"2024-04-25T02:30:14.186345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:30:20.331805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581858+0000","last_change":"2024-04-25T02:30:12.221307+0000","last_active":"2024-04-25T02:30:13.581858+0000","last_peered":"2024-04-25T02:30:13.581858+0000","last_clean":"2024-04-25T02:30:13.581858+0000","last_became_active":"2024-04-25T02:30:12.220918+0000","last_became_peered":"2024-04-25T02:30:12.220918+0000","last_unstale":"2024-04-25T02:30:13.581858+0000","last_undegraded":"2024-04-25T02:30:13.581858+0000","last_fullsized":"2024-04-25T02:30:13.581858+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:31:56.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.277048+0000","last_change":"2024-04-25T02:30:11.194954+0000","last_active":"2024-04-25T02:30:15.277048+0000","last_peered":"2024-04-25T02:30:15.277048+0000","last_clean":"2024-04-25T02:30:15.277048+0000","last_became_active":"2024-04-25T02:30:11.194554+0000","last_became_peered":"2024-04-25T02:30:11.194554+0000","last_unstale":"2024-04-25T02:30:15.277048+0000","last_undegraded":"2024-04-25T02:30:15.277048+0000","last_fullsized":"2024-04-25T02:30:15.277048+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:23:34.045361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184014+0000","last_change":"2024-04-25T02:30:12.205598+0000","last_active":"2024-04-25T02:30:13.184014+0000","last_peered":"2024-04-25T02:30:13.184014+0000","last_clean":"2024-04-25T02:30:13.184014+0000","last_became_active":"2024-04-25T02:30:12.205263+0000","last_became_peered":"2024-04-25T02:30:12.205263+0000","last_unstale":"2024-04-25T02:30:13.184014+0000","last_undegraded":"2024-04-25T02:30:13.184014+0000","last_fullsized":"2024-04-25T02:30:13.184014+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:02:47.718610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.290376+0000","last_change":"2024-04-25T02:30:11.210523+0000","last_active":"2024-04-25T02:30:16.290376+0000","last_peered":"2024-04-25T02:30:16.290376+0000","last_clean":"2024-04-25T02:30:16.290376+0000","last_became_active":"2024-04-25T02:30:11.210088+0000","last_became_peered":"2024-04-25T02:30:11.210088+0000","last_unstale":"2024-04-25T02:30:16.290376+0000","last_undegraded":"2024-04-25T02:30:16.290376+0000","last_fullsized":"2024-04-25T02:30:16.290376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:40:01.433659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184249+0000","last_change":"2024-04-25T02:30:12.195353+0000","last_active":"2024-04-25T02:30:13.184249+0000","last_peered":"2024-04-25T02:30:13.184249+0000","last_clean":"2024-04-25T02:30:13.184249+0000","last_became_active":"2024-04-25T02:30:12.194935+0000","last_became_peered":"2024-04-25T02:30:12.194935+0000","last_unstale":"2024-04-25T02:30:13.184249+0000","last_undegraded":"2024-04-25T02:30:13.184249+0000","last_fullsized":"2024-04-25T02:30:13.184249+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:44:42.611371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.180973+0000","last_change":"2024-04-25T02:30:11.206873+0000","last_active":"2024-04-25T02:30:13.180973+0000","last_peered":"2024-04-25T02:30:13.180973+0000","last_clean":"2024-04-25T02:30:13.180973+0000","last_became_active":"2024-04-25T02:30:11.206526+0000","last_became_peered":"2024-04-25T02:30:11.206526+0000","last_unstale":"2024-04-25T02:30:13.180973+0000","last_undegraded":"2024-04-25T02:30:13.180973+0000","last_fullsized":"2024-04-25T02:30:13.180973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:01.229067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.183865+0000","last_change":"2024-04-25T02:30:12.206941+0000","last_active":"2024-04-25T02:30:13.183865+0000","last_peered":"2024-04-25T02:30:13.183865+0000","last_clean":"2024-04-25T02:30:13.183865+0000","last_became_active":"2024-04-25T02:30:12.206635+0000","last_became_peered":"2024-04-25T02:30:12.206635+0000","last_unstale":"2024-04-25T02:30:13.183865+0000","last_undegraded":"2024-04-25T02:30:13.183865+0000","last_fullsized":"2024-04-25T02:30:13.183865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:29.451122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182494+0000","last_change":"2024-04-25T02:30:11.208871+0000","last_active":"2024-04-25T02:30:13.182494+0000","last_peered":"2024-04-25T02:30:13.182494+0000","last_clean":"2024-04-25T02:30:13.182494+0000","last_became_active":"2024-04-25T02:30:11.208535+0000","last_became_peered":"2024-04-25T02:30:11.208535+0000","last_unstale":"2024-04-25T02:30:13.182494+0000","last_undegraded":"2024-04-25T02:30:13.182494+0000","last_fullsized":"2024-04-25T02:30:13.182494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:16:19.899948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184113+0000","last_change":"2024-04-25T02:30:12.195132+0000","last_active":"2024-04-25T02:30:13.184113+0000","last_peered":"2024-04-25T02:30:13.184113+0000","last_clean":"2024-04-25T02:30:13.184113+0000","last_became_active":"2024-04-25T02:30:12.194740+0000","last_became_peered":"2024-04-25T02:30:12.194740+0000","last_unstale":"2024-04-25T02:30:13.184113+0000","last_undegraded":"2024-04-25T02:30:13.184113+0000","last_fullsized":"2024-04-25T02:30:13.184113+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:55:05.194488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581473+0000","last_change":"2024-04-25T02:30:12.196954+0000","last_active":"2024-04-25T02:30:13.581473+0000","last_peered":"2024-04-25T02:30:13.581473+0000","last_clean":"2024-04-25T02:30:13.581473+0000","last_became_active":"2024-04-25T02:30:12.196294+0000","last_became_peered":"2024-04-25T02:30:12.196294+0000","last_unstale":"2024-04-25T02:30:13.581473+0000","last_undegraded":"2024-04-25T02:30:13.581473+0000","last_fullsized":"2024-04-25T02:30:13.581473+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:02:23.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580767+0000","last_change":"2024-04-25T02:30:12.185914+0000","last_active":"2024-04-25T02:30:13.580767+0000","last_peered":"2024-04-25T02:30:13.580767+0000","last_clean":"2024-04-25T02:30:13.580767+0000","last_became_active":"2024-04-25T02:30:12.185445+0000","last_became_peered":"2024-04-25T02:30:12.185445+0000","last_unstale":"2024-04-25T02:30:13.580767+0000","last_undegraded":"2024-04-25T02:30:13.580767+0000","last_fullsized":"2024-04-25T02:30:13.580767+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:09:04.761310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580967+0000","last_change":"2024-04-25T02:30:12.210580+0000","last_active":"2024-04-25T02:30:13.580967+0000","last_peered":"2024-04-25T02:30:13.580967+0000","last_clean":"2024-04-25T02:30:13.580967+0000","last_became_active":"2024-04-25T02:30:12.210307+0000","last_became_peered":"2024-04-25T02:30:12.210307+0000","last_unstale":"2024-04-25T02:30:13.580967+0000","last_undegraded":"2024-04-25T02:30:13.580967+0000","last_fullsized":"2024-04-25T02:30:13.580967+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:35:49.184292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.887697+0000","last_change":"2024-04-25T02:30:12.211619+0000","last_active":"2024-04-25T02:30:13.887697+0000","last_peered":"2024-04-25T02:30:13.887697+0000","last_clean":"2024-04-25T02:30:13.887697+0000","last_became_active":"2024-04-25T02:30:12.211240+0000","last_became_peered":"2024-04-25T02:30:12.211240+0000","last_unstale":"2024-04-25T02:30:13.887697+0000","last_undegraded":"2024-04-25T02:30:13.887697+0000","last_fullsized":"2024-04-25T02:30:13.887697+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:55:37.419015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182194+0000","last_change":"2024-04-25T02:30:12.212917+0000","last_active":"2024-04-25T02:30:13.182194+0000","last_peered":"2024-04-25T02:30:13.182194+0000","last_clean":"2024-04-25T02:30:13.182194+0000","last_became_active":"2024-04-25T02:30:12.212091+0000","last_became_peered":"2024-04-25T02:30:12.212091+0000","last_unstale":"2024-04-25T02:30:13.182194+0000","last_undegraded":"2024-04-25T02:30:13.182194+0000","last_fullsized":"2024-04-25T02:30:13.182194+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:57:56.926375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581230+0000","last_change":"2024-04-25T02:30:12.199896+0000","last_active":"2024-04-25T02:30:13.581230+0000","last_peered":"2024-04-25T02:30:13.581230+0000","last_clean":"2024-04-25T02:30:13.581230+0000","last_became_active":"2024-04-25T02:30:12.199539+0000","last_became_peered":"2024-04-25T02:30:12.199539+0000","last_unstale":"2024-04-25T02:30:13.581230+0000","last_undegraded":"2024-04-25T02:30:13.581230+0000","last_fullsized":"2024-04-25T02:30:13.581230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:31:14.017133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581706+0000","last_change":"2024-04-25T02:30:12.195426+0000","last_active":"2024-04-25T02:30:13.581706+0000","last_peered":"2024-04-25T02:30:13.581706+0000","last_clean":"2024-04-25T02:30:13.581706+0000","last_became_active":"2024-04-25T02:30:12.194864+0000","last_became_peered":"2024-04-25T02:30:12.194864+0000","last_unstale":"2024-04-25T02:30:13.581706+0000","last_undegraded":"2024-04-25T02:30:13.581706+0000","last_fullsized":"2024-04-25T02:30:13.581706+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:44.156886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.582664+0000","last_change":"2024-04-25T02:30:12.217597+0000","last_active":"2024-04-25T02:30:13.582664+0000","last_peered":"2024-04-25T02:30:13.582664+0000","last_clean":"2024-04-25T02:30:13.582664+0000","last_became_active":"2024-04-25T02:30:12.214971+0000","last_became_peered":"2024-04-25T02:30:12.214971+0000","last_unstale":"2024-04-25T02:30:13.582664+0000","last_undegraded":"2024-04-25T02:30:13.582664+0000","last_fullsized":"2024-04-25T02:30:13.582664+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:51.639545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.180847+0000","last_change":"2024-04-25T02:30:12.212823+0000","last_active":"2024-04-25T02:30:13.180847+0000","last_peered":"2024-04-25T02:30:13.180847+0000","last_clean":"2024-04-25T02:30:13.180847+0000","last_became_active":"2024-04-25T02:30:12.212462+0000","last_became_peered":"2024-04-25T02:30:12.212462+0000","last_unstale":"2024-04-25T02:30:13.180847+0000","last_undegraded":"2024-04-25T02:30:13.180847+0000","last_fullsized":"2024-04-25T02:30:13.180847+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:17:34.753227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.582046+0000","last_change":"2024-04-25T02:30:12.215396+0000","last_active":"2024-04-25T02:30:13.582046+0000","last_peered":"2024-04-25T02:30:13.582046+0000","last_clean":"2024-04-25T02:30:13.582046+0000","last_became_active":"2024-04-25T02:30:12.207707+0000","last_became_peered":"2024-04-25T02:30:12.207707+0000","last_unstale":"2024-04-25T02:30:13.582046+0000","last_undegraded":"2024-04-25T02:30:13.582046+0000","last_fullsized":"2024-04-25T02:30:13.582046+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:11:11.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580215+0000","last_change":"2024-04-25T02:30:12.220996+0000","last_active":"2024-04-25T02:30:13.580215+0000","last_peered":"2024-04-25T02:30:13.580215+0000","last_clean":"2024-04-25T02:30:13.580215+0000","last_became_active":"2024-04-25T02:30:12.220635+0000","last_became_peered":"2024-04-25T02:30:12.220635+0000","last_unstale":"2024-04-25T02:30:13.580215+0000","last_undegraded":"2024-04-25T02:30:13.580215+0000","last_fullsized":"2024-04-25T02:30:13.580215+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:01:57.825934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182559+0000","last_change":"2024-04-25T02:30:12.213614+0000","last_active":"2024-04-25T02:30:13.182559+0000","last_peered":"2024-04-25T02:30:13.182559+0000","last_clean":"2024-04-25T02:30:13.182559+0000","last_became_active":"2024-04-25T02:30:12.213228+0000","last_became_peered":"2024-04-25T02:30:12.213228+0000","last_unstale":"2024-04-25T02:30:13.182559+0000","last_undegraded":"2024-04-25T02:30:13.182559+0000","last_fullsized":"2024-04-25T02:30:13.182559+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:24:09.874052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580691+0000","last_change":"2024-04-25T02:30:12.200848+0000","last_active":"2024-04-25T02:30:13.580691+0000","last_peered":"2024-04-25T02:30:13.580691+0000","last_clean":"2024-04-25T02:30:13.580691+0000","last_became_active":"2024-04-25T02:30:12.200469+0000","last_became_peered":"2024-04-25T02:30:12.200469+0000","last_unstale":"2024-04-25T02:30:13.580691+0000","last_undegraded":"2024-04-25T02:30:13.580691+0000","last_fullsized":"2024-04-25T02:30:13.580691+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:50:54.943775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":5222,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":25,"num_read_kb":21,"num_write":115,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":35697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101,"ondisk_log_size":101,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350990,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":442154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612627,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1560576,"data_stored":1035130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776152,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":937984,"data_stored":442356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037791,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":442310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299429,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32672,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712480,"statfs":{"total":95995035648,"available":95961579520,"internally_reserved":0,"allocated":1531904,"data_stored":1034123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":441662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":443184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36264,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708888,"statfs":{"total":95995035648,"available":95957901312,"internally_reserved":0,"allocated":950272,"data_stored":443050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40448,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704704,"statfs":{"total":95995035648,"available":95953616896,"internally_reserved":0,"allocated":974848,"data_stored":464208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":441856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888119,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":442216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724592,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28524,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716628,"statfs":{"total":95995035648,"available":95965827072,"internally_reserved":0,"allocated":1544192,"data_stored":1033416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":22636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T02:30:21.336 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T02:30:21.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:21 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/881653758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:21.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:21 smithi178 ceph-mon[33053]: pgmap v321: 97 pgs: 97 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4.6 KiB/s wr, 17 op/s 2024-04-25T02:30:21.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:21 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/609764956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:21.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.588+0000 7f581b200640 1 -- 172.21.15.47:0/2759046236 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 msgr2=0x7f581c100bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.588+0000 7f581b200640 1 --2- 172.21.15.47:0/2759046236 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 0x7f581c100bf0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5808009900 tx=0x7f580802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.588+0000 7f581b200640 1 -- 172.21.15.47:0/2759046236 shutdown_connections 2024-04-25T02:30:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.588+0000 7f581b200640 1 --2- 172.21.15.47:0/2759046236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f581c101130 0x7f581c1015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.588+0000 7f581b200640 1 --2- 172.21.15.47:0/2759046236 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 0x7f581c100bf0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.588+0000 7f581b200640 1 --2- 172.21.15.47:0/2759046236 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f581c0ffe30 0x7f581c100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.588+0000 7f581b200640 1 -- 172.21.15.47:0/2759046236 >> 172.21.15.47:0/2759046236 conn(0x7f581c0fba50 msgr2=0x7f581c0fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.589+0000 7f581b200640 1 -- 172.21.15.47:0/2759046236 shutdown_connections 2024-04-25T02:30:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.589+0000 7f581b200640 1 -- 172.21.15.47:0/2759046236 wait complete. 2024-04-25T02:30:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f581b200640 1 Processor -- start 2024-04-25T02:30:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f581b200640 1 -- start start 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f581b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f581c0ffe30 0x7f581c199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f581b200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 0x7f581c19a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f581b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f581c101130 0x7f581c1a10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f581b200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f581c10f420 con 0x7f581c100790 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f581b200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f581c10f2a0 con 0x7f581c101130 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f581b200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f581c10f5a0 con 0x7f581c0ffe30 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f5819400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 0x7f581c19a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f5819400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 0x7f581c19a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43804/0 (socket says 172.21.15.47:43804) 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.590+0000 7f5819400640 1 -- 172.21.15.47:0/3109260311 learned_addr learned my addr 172.21.15.47:0/3109260311 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:21.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f5819e00640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f581c0ffe30 0x7f581c199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f581a800640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f581c101130 0x7f581c1a10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f5819400640 1 -- 172.21.15.47:0/3109260311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f581c0ffe30 msgr2=0x7f581c199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f5819400640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f581c0ffe30 0x7f581c199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f5819400640 1 -- 172.21.15.47:0/3109260311 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f581c101130 msgr2=0x7f581c1a10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f5819400640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f581c101130 0x7f581c1a10b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f5819400640 1 -- 172.21.15.47:0/3109260311 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f581c1a1720 con 0x7f581c100790 2024-04-25T02:30:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f581a800640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f581c101130 0x7f581c1a10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.591+0000 7f5819400640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 0x7f581c19a040 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5808009230 tx=0x7f58080042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.592+0000 7f5812a00640 1 -- 172.21.15.47:0/3109260311 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f580803f030 con 0x7f581c100790 2024-04-25T02:30:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.592+0000 7f5812a00640 1 -- 172.21.15.47:0/3109260311 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5808003ce0 con 0x7f581c100790 2024-04-25T02:30:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.592+0000 7f5812a00640 1 -- 172.21.15.47:0/3109260311 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5808035070 con 0x7f581c100790 2024-04-25T02:30:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.592+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f581c1a19b0 con 0x7f581c100790 2024-04-25T02:30:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.592+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f581c1a1e50 con 0x7f581c100790 2024-04-25T02:30:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.593+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f581c10adb0 con 0x7f581c100790 2024-04-25T02:30:21.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.595+0000 7f5812a00640 1 -- 172.21.15.47:0/3109260311 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5808042030 con 0x7f581c100790 2024-04-25T02:30:21.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.596+0000 7f5812a00640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f58000a2ca0 0x7f58000a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:21.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.596+0000 7f5812a00640 1 -- 172.21.15.47:0/3109260311 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f58080ef4f0 con 0x7f581c100790 2024-04-25T02:30:21.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.597+0000 7f5819e00640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f58000a2ca0 0x7f58000a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:21.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.597+0000 7f5819e00640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f58000a2ca0 0x7f58000a5160 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f580c009bd0 tx=0x7f580c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:21.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.601+0000 7f5812a00640 1 -- 172.21.15.47:0/3109260311 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f58080bbd50 con 0x7f581c100790 2024-04-25T02:30:21.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:21 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/881653758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:21.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:21 smithi047 ceph-mon[27871]: pgmap v321: 97 pgs: 97 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4.6 KiB/s wr, 17 op/s 2024-04-25T02:30:21.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:21 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/609764956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:21.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:21 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/881653758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:30:21.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:21 smithi113 ceph-mon[32459]: pgmap v321: 97 pgs: 97 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4.6 KiB/s wr, 17 op/s 2024-04-25T02:30:21.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:21 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/609764956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:21.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.804+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f581c061b80 con 0x7f58000a2ca0 2024-04-25T02:30:21.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.819+0000 7f5812a00640 1 -- 172.21.15.47:0/3109260311 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258687 (secure 0 0 0) 0x7f581c061b80 con 0x7f58000a2ca0 2024-04-25T02:30:21.826 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:21.827 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f58000a2ca0 msgr2=0x7f58000a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f58000a2ca0 0x7f58000a5160 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f580c009bd0 tx=0x7f580c005f90 comp rx=0 tx=0).stop 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 msgr2=0x7f581c19a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 0x7f581c19a040 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5808009230 tx=0x7f58080042f0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 shutdown_connections 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f58000a2ca0 0x7f58000a5160 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f581c101130 0x7f581c1a10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f581c100790 0x7f581c19a040 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 --2- 172.21.15.47:0/3109260311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f581c0ffe30 0x7f581c199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 >> 172.21.15.47:0/3109260311 conn(0x7f581c0fba50 msgr2=0x7f581c0fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 shutdown_connections 2024-04-25T02:30:21.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:21.824+0000 7f581b200640 1 -- 172.21.15.47:0/3109260311 wait complete. 2024-04-25T02:30:21.849 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":321,"stamp":"2024-04-25T02:30:20.398256+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595590,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":161,"num_read_kb":140,"num_write":296,"num_write_kb":2976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":238,"ondisk_log_size":238,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":261,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370276,"kb_used_data":12792,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571548,"statfs":{"total":1151940427776,"available":1151561265152,"internally_reserved":0,"allocated":13099008,"data_stored":7105665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":365933881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5222,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":25,"num_read_kb":21,"num_write":115,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.225875"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581639+0000","last_change":"2024-04-25T02:30:12.219716+0000","last_active":"2024-04-25T02:30:13.581639+0000","last_peered":"2024-04-25T02:30:13.581639+0000","last_clean":"2024-04-25T02:30:13.581639+0000","last_became_active":"2024-04-25T02:30:12.219363+0000","last_became_peered":"2024-04-25T02:30:12.219363+0000","last_unstale":"2024-04-25T02:30:13.581639+0000","last_undegraded":"2024-04-25T02:30:13.581639+0000","last_fullsized":"2024-04-25T02:30:13.581639+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:54:51.339866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888310+0000","last_change":"2024-04-25T02:30:12.214897+0000","last_active":"2024-04-25T02:30:13.888310+0000","last_peered":"2024-04-25T02:30:13.888310+0000","last_clean":"2024-04-25T02:30:13.888310+0000","last_became_active":"2024-04-25T02:30:12.211388+0000","last_became_peered":"2024-04-25T02:30:12.211388+0000","last_unstale":"2024-04-25T02:30:13.888310+0000","last_undegraded":"2024-04-25T02:30:13.888310+0000","last_fullsized":"2024-04-25T02:30:13.888310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:30:24.354223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888203+0000","last_change":"2024-04-25T02:30:12.210941+0000","last_active":"2024-04-25T02:30:13.888203+0000","last_peered":"2024-04-25T02:30:13.888203+0000","last_clean":"2024-04-25T02:30:13.888203+0000","last_became_active":"2024-04-25T02:30:12.210220+0000","last_became_peered":"2024-04-25T02:30:12.210220+0000","last_unstale":"2024-04-25T02:30:13.888203+0000","last_undegraded":"2024-04-25T02:30:13.888203+0000","last_fullsized":"2024-04-25T02:30:13.888203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:56.149599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580763+0000","last_change":"2024-04-25T02:30:12.185891+0000","last_active":"2024-04-25T02:30:13.580763+0000","last_peered":"2024-04-25T02:30:13.580763+0000","last_clean":"2024-04-25T02:30:13.580763+0000","last_became_active":"2024-04-25T02:30:12.185511+0000","last_became_peered":"2024-04-25T02:30:12.185511+0000","last_unstale":"2024-04-25T02:30:13.580763+0000","last_undegraded":"2024-04-25T02:30:13.580763+0000","last_fullsized":"2024-04-25T02:30:13.580763+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:57:40.490147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580985+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:30:13.580985+0000","last_peered":"2024-04-25T02:30:13.580985+0000","last_clean":"2024-04-25T02:30:13.580985+0000","last_became_active":"2024-04-25T02:30:12.211161+0000","last_became_peered":"2024-04-25T02:30:12.211161+0000","last_unstale":"2024-04-25T02:30:13.580985+0000","last_undegraded":"2024-04-25T02:30:13.580985+0000","last_fullsized":"2024-04-25T02:30:13.580985+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:41:00.305067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581411+0000","last_change":"2024-04-25T02:30:12.198204+0000","last_active":"2024-04-25T02:30:13.581411+0000","last_peered":"2024-04-25T02:30:13.581411+0000","last_clean":"2024-04-25T02:30:13.581411+0000","last_became_active":"2024-04-25T02:30:12.197583+0000","last_became_peered":"2024-04-25T02:30:12.197583+0000","last_unstale":"2024-04-25T02:30:13.581411+0000","last_undegraded":"2024-04-25T02:30:13.581411+0000","last_fullsized":"2024-04-25T02:30:13.581411+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:27:00.983794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.183628+0000","last_change":"2024-04-25T02:30:12.194459+0000","last_active":"2024-04-25T02:30:13.183628+0000","last_peered":"2024-04-25T02:30:13.183628+0000","last_clean":"2024-04-25T02:30:13.183628+0000","last_became_active":"2024-04-25T02:30:12.194069+0000","last_became_peered":"2024-04-25T02:30:12.194069+0000","last_unstale":"2024-04-25T02:30:13.183628+0000","last_undegraded":"2024-04-25T02:30:13.183628+0000","last_fullsized":"2024-04-25T02:30:13.183628+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:14:57.073942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581333+0000","last_change":"2024-04-25T02:30:12.212831+0000","last_active":"2024-04-25T02:30:13.581333+0000","last_peered":"2024-04-25T02:30:13.581333+0000","last_clean":"2024-04-25T02:30:13.581333+0000","last_became_active":"2024-04-25T02:30:12.210599+0000","last_became_peered":"2024-04-25T02:30:12.210599+0000","last_unstale":"2024-04-25T02:30:13.581333+0000","last_undegraded":"2024-04-25T02:30:13.581333+0000","last_fullsized":"2024-04-25T02:30:13.581333+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:52.422609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580444+0000","last_change":"2024-04-25T02:30:12.195635+0000","last_active":"2024-04-25T02:30:13.580444+0000","last_peered":"2024-04-25T02:30:13.580444+0000","last_clean":"2024-04-25T02:30:13.580444+0000","last_became_active":"2024-04-25T02:30:12.195248+0000","last_became_peered":"2024-04-25T02:30:12.195248+0000","last_unstale":"2024-04-25T02:30:13.580444+0000","last_undegraded":"2024-04-25T02:30:13.580444+0000","last_fullsized":"2024-04-25T02:30:13.580444+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:06.492446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581804+0000","last_change":"2024-04-25T02:30:12.184840+0000","last_active":"2024-04-25T02:30:13.581804+0000","last_peered":"2024-04-25T02:30:13.581804+0000","last_clean":"2024-04-25T02:30:13.581804+0000","last_became_active":"2024-04-25T02:30:12.184424+0000","last_became_peered":"2024-04-25T02:30:12.184424+0000","last_unstale":"2024-04-25T02:30:13.581804+0000","last_undegraded":"2024-04-25T02:30:13.581804+0000","last_fullsized":"2024-04-25T02:30:13.581804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:55.833649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184161+0000","last_change":"2024-04-25T02:30:12.194680+0000","last_active":"2024-04-25T02:30:13.184161+0000","last_peered":"2024-04-25T02:30:13.184161+0000","last_clean":"2024-04-25T02:30:13.184161+0000","last_became_active":"2024-04-25T02:30:12.193694+0000","last_became_peered":"2024-04-25T02:30:12.193694+0000","last_unstale":"2024-04-25T02:30:13.184161+0000","last_undegraded":"2024-04-25T02:30:13.184161+0000","last_fullsized":"2024-04-25T02:30:13.184161+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:09:52.409595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580732+0000","last_change":"2024-04-25T02:30:12.187815+0000","last_active":"2024-04-25T02:30:13.580732+0000","last_peered":"2024-04-25T02:30:13.580732+0000","last_clean":"2024-04-25T02:30:13.580732+0000","last_became_active":"2024-04-25T02:30:12.186659+0000","last_became_peered":"2024-04-25T02:30:12.186659+0000","last_unstale":"2024-04-25T02:30:13.580732+0000","last_undegraded":"2024-04-25T02:30:13.580732+0000","last_fullsized":"2024-04-25T02:30:13.580732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:22:23.116289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182338+0000","last_change":"2024-04-25T02:30:12.206140+0000","last_active":"2024-04-25T02:30:13.182338+0000","last_peered":"2024-04-25T02:30:13.182338+0000","last_clean":"2024-04-25T02:30:13.182338+0000","last_became_active":"2024-04-25T02:30:12.203328+0000","last_became_peered":"2024-04-25T02:30:12.203328+0000","last_unstale":"2024-04-25T02:30:13.182338+0000","last_undegraded":"2024-04-25T02:30:13.182338+0000","last_fullsized":"2024-04-25T02:30:13.182338+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:39:09.903154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.887612+0000","last_change":"2024-04-25T02:30:12.203192+0000","last_active":"2024-04-25T02:30:13.887612+0000","last_peered":"2024-04-25T02:30:13.887612+0000","last_clean":"2024-04-25T02:30:13.887612+0000","last_became_active":"2024-04-25T02:30:12.200431+0000","last_became_peered":"2024-04-25T02:30:12.200431+0000","last_unstale":"2024-04-25T02:30:13.887612+0000","last_undegraded":"2024-04-25T02:30:13.887612+0000","last_fullsized":"2024-04-25T02:30:13.887612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:48:25.939123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.887495+0000","last_change":"2024-04-25T02:30:12.214829+0000","last_active":"2024-04-25T02:30:13.887495+0000","last_peered":"2024-04-25T02:30:13.887495+0000","last_clean":"2024-04-25T02:30:13.887495+0000","last_became_active":"2024-04-25T02:30:12.210930+0000","last_became_peered":"2024-04-25T02:30:12.210930+0000","last_unstale":"2024-04-25T02:30:13.887495+0000","last_undegraded":"2024-04-25T02:30:13.887495+0000","last_fullsized":"2024-04-25T02:30:13.887495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:36:51.248756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.579983+0000","last_change":"2024-04-25T02:30:12.210490+0000","last_active":"2024-04-25T02:30:13.579983+0000","last_peered":"2024-04-25T02:30:13.579983+0000","last_clean":"2024-04-25T02:30:13.579983+0000","last_became_active":"2024-04-25T02:30:12.210142+0000","last_became_peered":"2024-04-25T02:30:12.210142+0000","last_unstale":"2024-04-25T02:30:13.579983+0000","last_undegraded":"2024-04-25T02:30:13.579983+0000","last_fullsized":"2024-04-25T02:30:13.579983+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:57:22.995065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581765+0000","last_change":"2024-04-25T02:30:12.219629+0000","last_active":"2024-04-25T02:30:13.581765+0000","last_peered":"2024-04-25T02:30:13.581765+0000","last_clean":"2024-04-25T02:30:13.581765+0000","last_became_active":"2024-04-25T02:30:12.219290+0000","last_became_peered":"2024-04-25T02:30:12.219290+0000","last_unstale":"2024-04-25T02:30:13.581765+0000","last_undegraded":"2024-04-25T02:30:13.581765+0000","last_fullsized":"2024-04-25T02:30:13.581765+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:57:36.220214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.584101+0000","last_change":"2024-04-25T02:30:12.198143+0000","last_active":"2024-04-25T02:30:13.584101+0000","last_peered":"2024-04-25T02:30:13.584101+0000","last_clean":"2024-04-25T02:30:13.584101+0000","last_became_active":"2024-04-25T02:30:12.196453+0000","last_became_peered":"2024-04-25T02:30:12.196453+0000","last_unstale":"2024-04-25T02:30:13.584101+0000","last_undegraded":"2024-04-25T02:30:13.584101+0000","last_fullsized":"2024-04-25T02:30:13.584101+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:08:56.743223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581114+0000","last_change":"2024-04-25T02:30:12.216665+0000","last_active":"2024-04-25T02:30:13.581114+0000","last_peered":"2024-04-25T02:30:13.581114+0000","last_clean":"2024-04-25T02:30:13.581114+0000","last_became_active":"2024-04-25T02:30:12.216328+0000","last_became_peered":"2024-04-25T02:30:12.216328+0000","last_unstale":"2024-04-25T02:30:13.581114+0000","last_undegraded":"2024-04-25T02:30:13.581114+0000","last_fullsized":"2024-04-25T02:30:13.581114+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:24:02.778156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.584085+0000","last_change":"2024-04-25T02:30:11.202310+0000","last_active":"2024-04-25T02:30:13.584085+0000","last_peered":"2024-04-25T02:30:13.584085+0000","last_clean":"2024-04-25T02:30:13.584085+0000","last_became_active":"2024-04-25T02:30:11.201929+0000","last_became_peered":"2024-04-25T02:30:11.201929+0000","last_unstale":"2024-04-25T02:30:13.584085+0000","last_undegraded":"2024-04-25T02:30:13.584085+0000","last_fullsized":"2024-04-25T02:30:13.584085+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:40:51.587777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.583455+0000","last_change":"2024-04-25T02:30:12.211502+0000","last_active":"2024-04-25T02:30:13.583455+0000","last_peered":"2024-04-25T02:30:13.583455+0000","last_clean":"2024-04-25T02:30:13.583455+0000","last_became_active":"2024-04-25T02:30:12.210988+0000","last_became_peered":"2024-04-25T02:30:12.210988+0000","last_unstale":"2024-04-25T02:30:13.583455+0000","last_undegraded":"2024-04-25T02:30:13.583455+0000","last_fullsized":"2024-04-25T02:30:13.583455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:17:20.967854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.583688+0000","last_change":"2024-04-25T02:30:11.217798+0000","last_active":"2024-04-25T02:30:13.583688+0000","last_peered":"2024-04-25T02:30:13.583688+0000","last_clean":"2024-04-25T02:30:13.583688+0000","last_became_active":"2024-04-25T02:30:11.217314+0000","last_became_peered":"2024-04-25T02:30:11.217314+0000","last_unstale":"2024-04-25T02:30:13.583688+0000","last_undegraded":"2024-04-25T02:30:13.583688+0000","last_fullsized":"2024-04-25T02:30:13.583688+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:20:29.152539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888829+0000","last_change":"2024-04-25T02:30:12.212988+0000","last_active":"2024-04-25T02:30:13.888829+0000","last_peered":"2024-04-25T02:30:13.888829+0000","last_clean":"2024-04-25T02:30:13.888829+0000","last_became_active":"2024-04-25T02:30:12.211710+0000","last_became_peered":"2024-04-25T02:30:12.211710+0000","last_unstale":"2024-04-25T02:30:13.888829+0000","last_undegraded":"2024-04-25T02:30:13.888829+0000","last_fullsized":"2024-04-25T02:30:13.888829+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:51.481316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.286242+0000","last_change":"2024-04-25T02:30:11.195634+0000","last_active":"2024-04-25T02:30:16.286242+0000","last_peered":"2024-04-25T02:30:16.286242+0000","last_clean":"2024-04-25T02:30:16.286242+0000","last_became_active":"2024-04-25T02:30:11.195078+0000","last_became_peered":"2024-04-25T02:30:11.195078+0000","last_unstale":"2024-04-25T02:30:16.286242+0000","last_undegraded":"2024-04-25T02:30:16.286242+0000","last_fullsized":"2024-04-25T02:30:16.286242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:10:20.873669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580870+0000","last_change":"2024-04-25T02:30:12.203778+0000","last_active":"2024-04-25T02:30:13.580870+0000","last_peered":"2024-04-25T02:30:13.580870+0000","last_clean":"2024-04-25T02:30:13.580870+0000","last_became_active":"2024-04-25T02:30:12.203393+0000","last_became_peered":"2024-04-25T02:30:12.203393+0000","last_unstale":"2024-04-25T02:30:13.580870+0000","last_undegraded":"2024-04-25T02:30:13.580870+0000","last_fullsized":"2024-04-25T02:30:13.580870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:19:50.656183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581237+0000","last_change":"2024-04-25T02:30:11.191113+0000","last_active":"2024-04-25T02:30:13.581237+0000","last_peered":"2024-04-25T02:30:13.581237+0000","last_clean":"2024-04-25T02:30:13.581237+0000","last_became_active":"2024-04-25T02:30:11.190745+0000","last_became_peered":"2024-04-25T02:30:11.190745+0000","last_unstale":"2024-04-25T02:30:13.581237+0000","last_undegraded":"2024-04-25T02:30:13.581237+0000","last_fullsized":"2024-04-25T02:30:13.581237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:25:32.948543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.181049+0000","last_change":"2024-04-25T02:30:12.195621+0000","last_active":"2024-04-25T02:30:13.181049+0000","last_peered":"2024-04-25T02:30:13.181049+0000","last_clean":"2024-04-25T02:30:13.181049+0000","last_became_active":"2024-04-25T02:30:12.195290+0000","last_became_peered":"2024-04-25T02:30:12.195290+0000","last_unstale":"2024-04-25T02:30:13.181049+0000","last_undegraded":"2024-04-25T02:30:13.181049+0000","last_fullsized":"2024-04-25T02:30:13.181049+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:51:38.854314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:17.297802+0000","last_change":"2024-04-25T02:30:11.191919+0000","last_active":"2024-04-25T02:30:17.297802+0000","last_peered":"2024-04-25T02:30:17.297802+0000","last_clean":"2024-04-25T02:30:17.297802+0000","last_became_active":"2024-04-25T02:30:11.191574+0000","last_became_peered":"2024-04-25T02:30:11.191574+0000","last_unstale":"2024-04-25T02:30:17.297802+0000","last_undegraded":"2024-04-25T02:30:17.297802+0000","last_fullsized":"2024-04-25T02:30:17.297802+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:42:27.447981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580972+0000","last_change":"2024-04-25T02:30:12.197305+0000","last_active":"2024-04-25T02:30:13.580972+0000","last_peered":"2024-04-25T02:30:13.580972+0000","last_clean":"2024-04-25T02:30:13.580972+0000","last_became_active":"2024-04-25T02:30:12.196927+0000","last_became_peered":"2024-04-25T02:30:12.196927+0000","last_unstale":"2024-04-25T02:30:13.580972+0000","last_undegraded":"2024-04-25T02:30:13.580972+0000","last_fullsized":"2024-04-25T02:30:13.580972+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:28:29.817697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.288326+0000","last_change":"2024-04-25T02:30:11.214452+0000","last_active":"2024-04-25T02:30:16.288326+0000","last_peered":"2024-04-25T02:30:16.288326+0000","last_clean":"2024-04-25T02:30:16.288326+0000","last_became_active":"2024-04-25T02:30:11.214176+0000","last_became_peered":"2024-04-25T02:30:11.214176+0000","last_unstale":"2024-04-25T02:30:16.288326+0000","last_undegraded":"2024-04-25T02:30:16.288326+0000","last_fullsized":"2024-04-25T02:30:16.288326+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:52:21.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.181308+0000","last_change":"2024-04-25T02:30:12.212846+0000","last_active":"2024-04-25T02:30:13.181308+0000","last_peered":"2024-04-25T02:30:13.181308+0000","last_clean":"2024-04-25T02:30:13.181308+0000","last_became_active":"2024-04-25T02:30:12.212489+0000","last_became_peered":"2024-04-25T02:30:12.212489+0000","last_unstale":"2024-04-25T02:30:13.181308+0000","last_undegraded":"2024-04-25T02:30:13.181308+0000","last_fullsized":"2024-04-25T02:30:13.181308+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:00:24.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.290408+0000","last_change":"2024-04-25T02:30:11.202651+0000","last_active":"2024-04-25T02:30:16.290408+0000","last_peered":"2024-04-25T02:30:16.290408+0000","last_clean":"2024-04-25T02:30:16.290408+0000","last_became_active":"2024-04-25T02:30:11.202061+0000","last_became_peered":"2024-04-25T02:30:11.202061+0000","last_unstale":"2024-04-25T02:30:16.290408+0000","last_undegraded":"2024-04-25T02:30:16.290408+0000","last_fullsized":"2024-04-25T02:30:16.290408+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:45:23.221887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581560+0000","last_change":"2024-04-25T02:30:12.206609+0000","last_active":"2024-04-25T02:30:13.581560+0000","last_peered":"2024-04-25T02:30:13.581560+0000","last_clean":"2024-04-25T02:30:13.581560+0000","last_became_active":"2024-04-25T02:30:12.206066+0000","last_became_peered":"2024-04-25T02:30:12.206066+0000","last_unstale":"2024-04-25T02:30:13.581560+0000","last_undegraded":"2024-04-25T02:30:13.581560+0000","last_fullsized":"2024-04-25T02:30:13.581560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:49.771531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.180673+0000","last_change":"2024-04-25T02:30:11.191778+0000","last_active":"2024-04-25T02:30:13.180673+0000","last_peered":"2024-04-25T02:30:13.180673+0000","last_clean":"2024-04-25T02:30:13.180673+0000","last_became_active":"2024-04-25T02:30:11.191299+0000","last_became_peered":"2024-04-25T02:30:11.191299+0000","last_unstale":"2024-04-25T02:30:13.180673+0000","last_undegraded":"2024-04-25T02:30:13.180673+0000","last_fullsized":"2024-04-25T02:30:13.180673+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:17:06.479175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.582909+0000","last_change":"2024-04-25T02:30:12.207663+0000","last_active":"2024-04-25T02:30:13.582909+0000","last_peered":"2024-04-25T02:30:13.582909+0000","last_clean":"2024-04-25T02:30:13.582909+0000","last_became_active":"2024-04-25T02:30:12.207168+0000","last_became_peered":"2024-04-25T02:30:12.207168+0000","last_unstale":"2024-04-25T02:30:13.582909+0000","last_undegraded":"2024-04-25T02:30:13.582909+0000","last_fullsized":"2024-04-25T02:30:13.582909+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:14.063858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.283029+0000","last_change":"2024-04-25T02:30:11.202645+0000","last_active":"2024-04-25T02:30:15.283029+0000","last_peered":"2024-04-25T02:30:15.283029+0000","last_clean":"2024-04-25T02:30:15.283029+0000","last_became_active":"2024-04-25T02:30:11.202400+0000","last_became_peered":"2024-04-25T02:30:11.202400+0000","last_unstale":"2024-04-25T02:30:15.283029+0000","last_undegraded":"2024-04-25T02:30:15.283029+0000","last_fullsized":"2024-04-25T02:30:15.283029+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:14:29.081812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580595+0000","last_change":"2024-04-25T02:30:12.204500+0000","last_active":"2024-04-25T02:30:13.580595+0000","last_peered":"2024-04-25T02:30:13.580595+0000","last_clean":"2024-04-25T02:30:13.580595+0000","last_became_active":"2024-04-25T02:30:12.204130+0000","last_became_peered":"2024-04-25T02:30:12.204130+0000","last_unstale":"2024-04-25T02:30:13.580595+0000","last_undegraded":"2024-04-25T02:30:13.580595+0000","last_fullsized":"2024-04-25T02:30:13.580595+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:22:13.817783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.276489+0000","last_change":"2024-04-25T02:30:11.194366+0000","last_active":"2024-04-25T02:30:15.276489+0000","last_peered":"2024-04-25T02:30:15.276489+0000","last_clean":"2024-04-25T02:30:15.276489+0000","last_became_active":"2024-04-25T02:30:11.194012+0000","last_became_peered":"2024-04-25T02:30:11.194012+0000","last_unstale":"2024-04-25T02:30:15.276489+0000","last_undegraded":"2024-04-25T02:30:15.276489+0000","last_fullsized":"2024-04-25T02:30:15.276489+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:09:30.148152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888666+0000","last_change":"2024-04-25T02:30:12.214092+0000","last_active":"2024-04-25T02:30:13.888666+0000","last_peered":"2024-04-25T02:30:13.888666+0000","last_clean":"2024-04-25T02:30:13.888666+0000","last_became_active":"2024-04-25T02:30:12.211137+0000","last_became_peered":"2024-04-25T02:30:12.211137+0000","last_unstale":"2024-04-25T02:30:13.888666+0000","last_undegraded":"2024-04-25T02:30:13.888666+0000","last_fullsized":"2024-04-25T02:30:13.888666+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:34:58.201125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.281198+0000","last_change":"2024-04-25T02:30:11.210337+0000","last_active":"2024-04-25T02:30:15.281198+0000","last_peered":"2024-04-25T02:30:15.281198+0000","last_clean":"2024-04-25T02:30:15.281198+0000","last_became_active":"2024-04-25T02:30:11.209989+0000","last_became_peered":"2024-04-25T02:30:11.209989+0000","last_unstale":"2024-04-25T02:30:15.281198+0000","last_undegraded":"2024-04-25T02:30:15.281198+0000","last_fullsized":"2024-04-25T02:30:15.281198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:19:36.718221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580811+0000","last_change":"2024-04-25T02:30:12.196983+0000","last_active":"2024-04-25T02:30:13.580811+0000","last_peered":"2024-04-25T02:30:13.580811+0000","last_clean":"2024-04-25T02:30:13.580811+0000","last_became_active":"2024-04-25T02:30:12.196656+0000","last_became_peered":"2024-04-25T02:30:12.196656+0000","last_unstale":"2024-04-25T02:30:13.580811+0000","last_undegraded":"2024-04-25T02:30:13.580811+0000","last_fullsized":"2024-04-25T02:30:13.580811+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:15:20.869555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:17.296881+0000","last_change":"2024-04-25T02:30:11.198514+0000","last_active":"2024-04-25T02:30:17.296881+0000","last_peered":"2024-04-25T02:30:17.296881+0000","last_clean":"2024-04-25T02:30:17.296881+0000","last_became_active":"2024-04-25T02:30:11.198132+0000","last_became_peered":"2024-04-25T02:30:11.198132+0000","last_unstale":"2024-04-25T02:30:17.296881+0000","last_undegraded":"2024-04-25T02:30:17.296881+0000","last_fullsized":"2024-04-25T02:30:17.296881+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:24:28.073786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580442+0000","last_change":"2024-04-25T02:30:12.194185+0000","last_active":"2024-04-25T02:30:13.580442+0000","last_peered":"2024-04-25T02:30:13.580442+0000","last_clean":"2024-04-25T02:30:13.580442+0000","last_became_active":"2024-04-25T02:30:12.193857+0000","last_became_peered":"2024-04-25T02:30:12.193857+0000","last_unstale":"2024-04-25T02:30:13.580442+0000","last_undegraded":"2024-04-25T02:30:13.580442+0000","last_fullsized":"2024-04-25T02:30:13.580442+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:39:58.427909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.291629+0000","last_change":"2024-04-25T02:30:11.204586+0000","last_active":"2024-04-25T02:30:16.291629+0000","last_peered":"2024-04-25T02:30:16.291629+0000","last_clean":"2024-04-25T02:30:16.291629+0000","last_became_active":"2024-04-25T02:30:11.204228+0000","last_became_peered":"2024-04-25T02:30:11.204228+0000","last_unstale":"2024-04-25T02:30:16.291629+0000","last_undegraded":"2024-04-25T02:30:16.291629+0000","last_fullsized":"2024-04-25T02:30:16.291629+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:11:19.343512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182100+0000","last_change":"2024-04-25T02:30:12.219439+0000","last_active":"2024-04-25T02:30:13.182100+0000","last_peered":"2024-04-25T02:30:13.182100+0000","last_clean":"2024-04-25T02:30:13.182100+0000","last_became_active":"2024-04-25T02:30:12.219005+0000","last_became_peered":"2024-04-25T02:30:12.219005+0000","last_unstale":"2024-04-25T02:30:13.182100+0000","last_undegraded":"2024-04-25T02:30:13.182100+0000","last_fullsized":"2024-04-25T02:30:13.182100+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.798512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.281908+0000","last_change":"2024-04-25T02:30:11.193402+0000","last_active":"2024-04-25T02:30:15.281908+0000","last_peered":"2024-04-25T02:30:15.281908+0000","last_clean":"2024-04-25T02:30:15.281908+0000","last_became_active":"2024-04-25T02:30:11.192953+0000","last_became_peered":"2024-04-25T02:30:11.192953+0000","last_unstale":"2024-04-25T02:30:15.281908+0000","last_undegraded":"2024-04-25T02:30:15.281908+0000","last_fullsized":"2024-04-25T02:30:15.281908+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:12:54.872967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184115+0000","last_change":"2024-04-25T02:30:12.205412+0000","last_active":"2024-04-25T02:30:13.184115+0000","last_peered":"2024-04-25T02:30:13.184115+0000","last_clean":"2024-04-25T02:30:13.184115+0000","last_became_active":"2024-04-25T02:30:12.205047+0000","last_became_peered":"2024-04-25T02:30:12.205047+0000","last_unstale":"2024-04-25T02:30:13.184115+0000","last_undegraded":"2024-04-25T02:30:13.184115+0000","last_fullsized":"2024-04-25T02:30:13.184115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:23:19.466895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:17.300360+0000","last_change":"2024-04-25T02:30:11.193806+0000","last_active":"2024-04-25T02:30:17.300360+0000","last_peered":"2024-04-25T02:30:17.300360+0000","last_clean":"2024-04-25T02:30:17.300360+0000","last_became_active":"2024-04-25T02:30:11.193450+0000","last_became_peered":"2024-04-25T02:30:11.193450+0000","last_unstale":"2024-04-25T02:30:17.300360+0000","last_undegraded":"2024-04-25T02:30:17.300360+0000","last_fullsized":"2024-04-25T02:30:17.300360+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:06:11.198940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.183563+0000","last_change":"2024-04-25T02:30:12.186867+0000","last_active":"2024-04-25T02:30:13.183563+0000","last_peered":"2024-04-25T02:30:13.183563+0000","last_clean":"2024-04-25T02:30:13.183563+0000","last_became_active":"2024-04-25T02:30:12.186483+0000","last_became_peered":"2024-04-25T02:30:12.186483+0000","last_unstale":"2024-04-25T02:30:13.183563+0000","last_undegraded":"2024-04-25T02:30:13.183563+0000","last_fullsized":"2024-04-25T02:30:13.183563+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:19:09.251515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.290305+0000","last_change":"2024-04-25T02:30:11.214771+0000","last_active":"2024-04-25T02:30:16.290305+0000","last_peered":"2024-04-25T02:30:16.290305+0000","last_clean":"2024-04-25T02:30:16.290305+0000","last_became_active":"2024-04-25T02:30:11.214381+0000","last_became_peered":"2024-04-25T02:30:11.214381+0000","last_unstale":"2024-04-25T02:30:16.290305+0000","last_undegraded":"2024-04-25T02:30:16.290305+0000","last_fullsized":"2024-04-25T02:30:16.290305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:15:52.532917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.181055+0000","last_change":"2024-04-25T02:30:12.194489+0000","last_active":"2024-04-25T02:30:13.181055+0000","last_peered":"2024-04-25T02:30:13.181055+0000","last_clean":"2024-04-25T02:30:13.181055+0000","last_became_active":"2024-04-25T02:30:12.194171+0000","last_became_peered":"2024-04-25T02:30:12.194171+0000","last_unstale":"2024-04-25T02:30:13.181055+0000","last_undegraded":"2024-04-25T02:30:13.181055+0000","last_fullsized":"2024-04-25T02:30:13.181055+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:50.271856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580787+0000","last_change":"2024-04-25T02:30:11.193082+0000","last_active":"2024-04-25T02:30:13.580787+0000","last_peered":"2024-04-25T02:30:13.580787+0000","last_clean":"2024-04-25T02:30:13.580787+0000","last_became_active":"2024-04-25T02:30:11.192702+0000","last_became_peered":"2024-04-25T02:30:11.192702+0000","last_unstale":"2024-04-25T02:30:13.580787+0000","last_undegraded":"2024-04-25T02:30:13.580787+0000","last_fullsized":"2024-04-25T02:30:13.580787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:33.670399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580728+0000","last_change":"2024-04-25T02:30:12.196479+0000","last_active":"2024-04-25T02:30:13.580728+0000","last_peered":"2024-04-25T02:30:13.580728+0000","last_clean":"2024-04-25T02:30:13.580728+0000","last_became_active":"2024-04-25T02:30:12.196026+0000","last_became_peered":"2024-04-25T02:30:12.196026+0000","last_unstale":"2024-04-25T02:30:13.580728+0000","last_undegraded":"2024-04-25T02:30:13.580728+0000","last_fullsized":"2024-04-25T02:30:13.580728+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:16.269526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.584218+0000","last_change":"2024-04-25T02:30:11.215924+0000","last_active":"2024-04-25T02:30:13.584218+0000","last_peered":"2024-04-25T02:30:13.584218+0000","last_clean":"2024-04-25T02:30:13.584218+0000","last_became_active":"2024-04-25T02:30:11.215309+0000","last_became_peered":"2024-04-25T02:30:11.215309+0000","last_unstale":"2024-04-25T02:30:13.584218+0000","last_undegraded":"2024-04-25T02:30:13.584218+0000","last_fullsized":"2024-04-25T02:30:13.584218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:27:06.985148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581571+0000","last_change":"2024-04-25T02:30:12.216751+0000","last_active":"2024-04-25T02:30:13.581571+0000","last_peered":"2024-04-25T02:30:13.581571+0000","last_clean":"2024-04-25T02:30:13.581571+0000","last_became_active":"2024-04-25T02:30:12.216414+0000","last_became_peered":"2024-04-25T02:30:12.216414+0000","last_unstale":"2024-04-25T02:30:13.581571+0000","last_undegraded":"2024-04-25T02:30:13.581571+0000","last_fullsized":"2024-04-25T02:30:13.581571+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:11:52.976476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:14.265794+0000","last_change":"2024-04-25T02:30:11.211529+0000","last_active":"2024-04-25T02:30:14.265794+0000","last_peered":"2024-04-25T02:30:14.265794+0000","last_clean":"2024-04-25T02:30:14.265794+0000","last_became_active":"2024-04-25T02:30:11.211135+0000","last_became_peered":"2024-04-25T02:30:11.211135+0000","last_unstale":"2024-04-25T02:30:14.265794+0000","last_undegraded":"2024-04-25T02:30:14.265794+0000","last_fullsized":"2024-04-25T02:30:14.265794+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:30:36.076070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581439+0000","last_change":"2024-04-25T02:30:12.201047+0000","last_active":"2024-04-25T02:30:13.581439+0000","last_peered":"2024-04-25T02:30:13.581439+0000","last_clean":"2024-04-25T02:30:13.581439+0000","last_became_active":"2024-04-25T02:30:12.200664+0000","last_became_peered":"2024-04-25T02:30:12.200664+0000","last_unstale":"2024-04-25T02:30:13.581439+0000","last_undegraded":"2024-04-25T02:30:13.581439+0000","last_fullsized":"2024-04-25T02:30:13.581439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:03:36.688225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.180829+0000","last_change":"2024-04-25T02:30:12.186651+0000","last_active":"2024-04-25T02:30:13.180829+0000","last_peered":"2024-04-25T02:30:13.180829+0000","last_clean":"2024-04-25T02:30:13.180829+0000","last_became_active":"2024-04-25T02:30:12.186293+0000","last_became_peered":"2024-04-25T02:30:12.186293+0000","last_unstale":"2024-04-25T02:30:13.180829+0000","last_undegraded":"2024-04-25T02:30:13.180829+0000","last_fullsized":"2024-04-25T02:30:13.180829+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:37.219881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.292027+0000","last_change":"2024-04-25T02:30:11.216304+0000","last_active":"2024-04-25T02:30:16.292027+0000","last_peered":"2024-04-25T02:30:16.292027+0000","last_clean":"2024-04-25T02:30:16.292027+0000","last_became_active":"2024-04-25T02:30:11.216011+0000","last_became_peered":"2024-04-25T02:30:11.216011+0000","last_unstale":"2024-04-25T02:30:16.292027+0000","last_undegraded":"2024-04-25T02:30:16.292027+0000","last_fullsized":"2024-04-25T02:30:16.292027+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:58:48.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.583237+0000","last_change":"2024-04-25T02:30:12.217734+0000","last_active":"2024-04-25T02:30:13.583237+0000","last_peered":"2024-04-25T02:30:13.583237+0000","last_clean":"2024-04-25T02:30:13.583237+0000","last_became_active":"2024-04-25T02:30:12.214406+0000","last_became_peered":"2024-04-25T02:30:12.214406+0000","last_unstale":"2024-04-25T02:30:13.583237+0000","last_undegraded":"2024-04-25T02:30:13.583237+0000","last_fullsized":"2024-04-25T02:30:13.583237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:10:03.536265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:17.296072+0000","last_change":"2024-04-25T02:30:11.194703+0000","last_active":"2024-04-25T02:30:17.296072+0000","last_peered":"2024-04-25T02:30:17.296072+0000","last_clean":"2024-04-25T02:30:17.296072+0000","last_became_active":"2024-04-25T02:30:11.194349+0000","last_became_peered":"2024-04-25T02:30:11.194349+0000","last_unstale":"2024-04-25T02:30:17.296072+0000","last_undegraded":"2024-04-25T02:30:17.296072+0000","last_fullsized":"2024-04-25T02:30:17.296072+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:59:20.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":348,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.183528+0000","last_change":"2024-04-25T02:28:51.643084+0000","last_active":"2024-04-25T02:30:13.183528+0000","last_peered":"2024-04-25T02:30:13.183528+0000","last_clean":"2024-04-25T02:30:13.183528+0000","last_became_active":"2024-04-25T02:28:51.642543+0000","last_became_peered":"2024-04-25T02:28:51.642543+0000","last_unstale":"2024-04-25T02:30:13.183528+0000","last_undegraded":"2024-04-25T02:30:13.183528+0000","last_fullsized":"2024-04-25T02:30:13.183528+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_clean_scrub_stamp":"2024-04-25T02:25:01.179833+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:49:11.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.181715+0000","last_change":"2024-04-25T02:30:12.200597+0000","last_active":"2024-04-25T02:30:13.181715+0000","last_peered":"2024-04-25T02:30:13.181715+0000","last_clean":"2024-04-25T02:30:13.181715+0000","last_became_active":"2024-04-25T02:30:12.200117+0000","last_became_peered":"2024-04-25T02:30:12.200117+0000","last_unstale":"2024-04-25T02:30:13.181715+0000","last_undegraded":"2024-04-25T02:30:13.181715+0000","last_fullsized":"2024-04-25T02:30:13.181715+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:39:42.084442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.286291+0000","last_change":"2024-04-25T02:30:11.194435+0000","last_active":"2024-04-25T02:30:16.286291+0000","last_peered":"2024-04-25T02:30:16.286291+0000","last_clean":"2024-04-25T02:30:16.286291+0000","last_became_active":"2024-04-25T02:30:11.192603+0000","last_became_peered":"2024-04-25T02:30:11.192603+0000","last_unstale":"2024-04-25T02:30:16.286291+0000","last_undegraded":"2024-04-25T02:30:16.286291+0000","last_fullsized":"2024-04-25T02:30:16.286291+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:53:28.645958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.279398+0000","last_change":"2024-04-25T02:30:11.212170+0000","last_active":"2024-04-25T02:30:15.279398+0000","last_peered":"2024-04-25T02:30:15.279398+0000","last_clean":"2024-04-25T02:30:15.279398+0000","last_became_active":"2024-04-25T02:30:11.211865+0000","last_became_peered":"2024-04-25T02:30:11.211865+0000","last_unstale":"2024-04-25T02:30:15.279398+0000","last_undegraded":"2024-04-25T02:30:15.279398+0000","last_fullsized":"2024-04-25T02:30:15.279398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:02:25.494166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182335+0000","last_change":"2024-04-25T02:30:12.213235+0000","last_active":"2024-04-25T02:30:13.182335+0000","last_peered":"2024-04-25T02:30:13.182335+0000","last_clean":"2024-04-25T02:30:13.182335+0000","last_became_active":"2024-04-25T02:30:12.212565+0000","last_became_peered":"2024-04-25T02:30:12.212565+0000","last_unstale":"2024-04-25T02:30:13.182335+0000","last_undegraded":"2024-04-25T02:30:13.182335+0000","last_fullsized":"2024-04-25T02:30:13.182335+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:25.832393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.584561+0000","last_change":"2024-04-25T02:30:11.207867+0000","last_active":"2024-04-25T02:30:13.584561+0000","last_peered":"2024-04-25T02:30:13.584561+0000","last_clean":"2024-04-25T02:30:13.584561+0000","last_became_active":"2024-04-25T02:30:11.207504+0000","last_became_peered":"2024-04-25T02:30:11.207504+0000","last_unstale":"2024-04-25T02:30:13.584561+0000","last_undegraded":"2024-04-25T02:30:13.584561+0000","last_fullsized":"2024-04-25T02:30:13.584561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:28:23.471475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.583132+0000","last_change":"2024-04-25T02:30:12.217114+0000","last_active":"2024-04-25T02:30:13.583132+0000","last_peered":"2024-04-25T02:30:13.583132+0000","last_clean":"2024-04-25T02:30:13.583132+0000","last_became_active":"2024-04-25T02:30:12.207395+0000","last_became_peered":"2024-04-25T02:30:12.207395+0000","last_unstale":"2024-04-25T02:30:13.583132+0000","last_undegraded":"2024-04-25T02:30:13.583132+0000","last_fullsized":"2024-04-25T02:30:13.583132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:59:40.067224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.277142+0000","last_change":"2024-04-25T02:30:11.200098+0000","last_active":"2024-04-25T02:30:15.277142+0000","last_peered":"2024-04-25T02:30:15.277142+0000","last_clean":"2024-04-25T02:30:15.277142+0000","last_became_active":"2024-04-25T02:30:11.199798+0000","last_became_peered":"2024-04-25T02:30:11.199798+0000","last_unstale":"2024-04-25T02:30:15.277142+0000","last_undegraded":"2024-04-25T02:30:15.277142+0000","last_fullsized":"2024-04-25T02:30:15.277142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:29:23.294022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.888552+0000","last_change":"2024-04-25T02:30:12.216755+0000","last_active":"2024-04-25T02:30:13.888552+0000","last_peered":"2024-04-25T02:30:13.888552+0000","last_clean":"2024-04-25T02:30:13.888552+0000","last_became_active":"2024-04-25T02:30:12.216053+0000","last_became_peered":"2024-04-25T02:30:12.216053+0000","last_unstale":"2024-04-25T02:30:13.888552+0000","last_undegraded":"2024-04-25T02:30:13.888552+0000","last_fullsized":"2024-04-25T02:30:13.888552+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:30:16.731550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.280117+0000","last_change":"2024-04-25T02:30:11.210612+0000","last_active":"2024-04-25T02:30:15.280117+0000","last_peered":"2024-04-25T02:30:15.280117+0000","last_clean":"2024-04-25T02:30:15.280117+0000","last_became_active":"2024-04-25T02:30:11.210143+0000","last_became_peered":"2024-04-25T02:30:11.210143+0000","last_unstale":"2024-04-25T02:30:15.280117+0000","last_undegraded":"2024-04-25T02:30:15.280117+0000","last_fullsized":"2024-04-25T02:30:15.280117+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:14:59.311131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580237+0000","last_change":"2024-04-25T02:30:12.193505+0000","last_active":"2024-04-25T02:30:13.580237+0000","last_peered":"2024-04-25T02:30:13.580237+0000","last_clean":"2024-04-25T02:30:13.580237+0000","last_became_active":"2024-04-25T02:30:12.193094+0000","last_became_peered":"2024-04-25T02:30:12.193094+0000","last_unstale":"2024-04-25T02:30:13.580237+0000","last_undegraded":"2024-04-25T02:30:13.580237+0000","last_fullsized":"2024-04-25T02:30:13.580237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:33:25.299739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.283274+0000","last_change":"2024-04-25T02:30:11.206506+0000","last_active":"2024-04-25T02:30:15.283274+0000","last_peered":"2024-04-25T02:30:15.283274+0000","last_clean":"2024-04-25T02:30:15.283274+0000","last_became_active":"2024-04-25T02:30:11.204308+0000","last_became_peered":"2024-04-25T02:30:11.204308+0000","last_unstale":"2024-04-25T02:30:15.283274+0000","last_undegraded":"2024-04-25T02:30:15.283274+0000","last_fullsized":"2024-04-25T02:30:15.283274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:24:44.661349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581354+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:30:13.581354+0000","last_peered":"2024-04-25T02:30:13.581354+0000","last_clean":"2024-04-25T02:30:13.581354+0000","last_became_active":"2024-04-25T02:30:12.211229+0000","last_became_peered":"2024-04-25T02:30:12.211229+0000","last_unstale":"2024-04-25T02:30:13.581354+0000","last_undegraded":"2024-04-25T02:30:13.581354+0000","last_fullsized":"2024-04-25T02:30:13.581354+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:13:22.406018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:14.186345+0000","last_change":"2024-04-25T02:30:11.194155+0000","last_active":"2024-04-25T02:30:14.186345+0000","last_peered":"2024-04-25T02:30:14.186345+0000","last_clean":"2024-04-25T02:30:14.186345+0000","last_became_active":"2024-04-25T02:30:11.193740+0000","last_became_peered":"2024-04-25T02:30:11.193740+0000","last_unstale":"2024-04-25T02:30:14.186345+0000","last_undegraded":"2024-04-25T02:30:14.186345+0000","last_fullsized":"2024-04-25T02:30:14.186345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:30:20.331805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581858+0000","last_change":"2024-04-25T02:30:12.221307+0000","last_active":"2024-04-25T02:30:13.581858+0000","last_peered":"2024-04-25T02:30:13.581858+0000","last_clean":"2024-04-25T02:30:13.581858+0000","last_became_active":"2024-04-25T02:30:12.220918+0000","last_became_peered":"2024-04-25T02:30:12.220918+0000","last_unstale":"2024-04-25T02:30:13.581858+0000","last_undegraded":"2024-04-25T02:30:13.581858+0000","last_fullsized":"2024-04-25T02:30:13.581858+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:31:56.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:15.277048+0000","last_change":"2024-04-25T02:30:11.194954+0000","last_active":"2024-04-25T02:30:15.277048+0000","last_peered":"2024-04-25T02:30:15.277048+0000","last_clean":"2024-04-25T02:30:15.277048+0000","last_became_active":"2024-04-25T02:30:11.194554+0000","last_became_peered":"2024-04-25T02:30:11.194554+0000","last_unstale":"2024-04-25T02:30:15.277048+0000","last_undegraded":"2024-04-25T02:30:15.277048+0000","last_fullsized":"2024-04-25T02:30:15.277048+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:23:34.045361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184014+0000","last_change":"2024-04-25T02:30:12.205598+0000","last_active":"2024-04-25T02:30:13.184014+0000","last_peered":"2024-04-25T02:30:13.184014+0000","last_clean":"2024-04-25T02:30:13.184014+0000","last_became_active":"2024-04-25T02:30:12.205263+0000","last_became_peered":"2024-04-25T02:30:12.205263+0000","last_unstale":"2024-04-25T02:30:13.184014+0000","last_undegraded":"2024-04-25T02:30:13.184014+0000","last_fullsized":"2024-04-25T02:30:13.184014+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:02:47.718610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:16.290376+0000","last_change":"2024-04-25T02:30:11.210523+0000","last_active":"2024-04-25T02:30:16.290376+0000","last_peered":"2024-04-25T02:30:16.290376+0000","last_clean":"2024-04-25T02:30:16.290376+0000","last_became_active":"2024-04-25T02:30:11.210088+0000","last_became_peered":"2024-04-25T02:30:11.210088+0000","last_unstale":"2024-04-25T02:30:16.290376+0000","last_undegraded":"2024-04-25T02:30:16.290376+0000","last_fullsized":"2024-04-25T02:30:16.290376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:40:01.433659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184249+0000","last_change":"2024-04-25T02:30:12.195353+0000","last_active":"2024-04-25T02:30:13.184249+0000","last_peered":"2024-04-25T02:30:13.184249+0000","last_clean":"2024-04-25T02:30:13.184249+0000","last_became_active":"2024-04-25T02:30:12.194935+0000","last_became_peered":"2024-04-25T02:30:12.194935+0000","last_unstale":"2024-04-25T02:30:13.184249+0000","last_undegraded":"2024-04-25T02:30:13.184249+0000","last_fullsized":"2024-04-25T02:30:13.184249+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:44:42.611371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.180973+0000","last_change":"2024-04-25T02:30:11.206873+0000","last_active":"2024-04-25T02:30:13.180973+0000","last_peered":"2024-04-25T02:30:13.180973+0000","last_clean":"2024-04-25T02:30:13.180973+0000","last_became_active":"2024-04-25T02:30:11.206526+0000","last_became_peered":"2024-04-25T02:30:11.206526+0000","last_unstale":"2024-04-25T02:30:13.180973+0000","last_undegraded":"2024-04-25T02:30:13.180973+0000","last_fullsized":"2024-04-25T02:30:13.180973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:01.229067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.183865+0000","last_change":"2024-04-25T02:30:12.206941+0000","last_active":"2024-04-25T02:30:13.183865+0000","last_peered":"2024-04-25T02:30:13.183865+0000","last_clean":"2024-04-25T02:30:13.183865+0000","last_became_active":"2024-04-25T02:30:12.206635+0000","last_became_peered":"2024-04-25T02:30:12.206635+0000","last_unstale":"2024-04-25T02:30:13.183865+0000","last_undegraded":"2024-04-25T02:30:13.183865+0000","last_fullsized":"2024-04-25T02:30:13.183865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:29.451122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182494+0000","last_change":"2024-04-25T02:30:11.208871+0000","last_active":"2024-04-25T02:30:13.182494+0000","last_peered":"2024-04-25T02:30:13.182494+0000","last_clean":"2024-04-25T02:30:13.182494+0000","last_became_active":"2024-04-25T02:30:11.208535+0000","last_became_peered":"2024-04-25T02:30:11.208535+0000","last_unstale":"2024-04-25T02:30:13.182494+0000","last_undegraded":"2024-04-25T02:30:13.182494+0000","last_fullsized":"2024-04-25T02:30:13.182494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:16:19.899948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.184113+0000","last_change":"2024-04-25T02:30:12.195132+0000","last_active":"2024-04-25T02:30:13.184113+0000","last_peered":"2024-04-25T02:30:13.184113+0000","last_clean":"2024-04-25T02:30:13.184113+0000","last_became_active":"2024-04-25T02:30:12.194740+0000","last_became_peered":"2024-04-25T02:30:12.194740+0000","last_unstale":"2024-04-25T02:30:13.184113+0000","last_undegraded":"2024-04-25T02:30:13.184113+0000","last_fullsized":"2024-04-25T02:30:13.184113+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:55:05.194488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581473+0000","last_change":"2024-04-25T02:30:12.196954+0000","last_active":"2024-04-25T02:30:13.581473+0000","last_peered":"2024-04-25T02:30:13.581473+0000","last_clean":"2024-04-25T02:30:13.581473+0000","last_became_active":"2024-04-25T02:30:12.196294+0000","last_became_peered":"2024-04-25T02:30:12.196294+0000","last_unstale":"2024-04-25T02:30:13.581473+0000","last_undegraded":"2024-04-25T02:30:13.581473+0000","last_fullsized":"2024-04-25T02:30:13.581473+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:02:23.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580767+0000","last_change":"2024-04-25T02:30:12.185914+0000","last_active":"2024-04-25T02:30:13.580767+0000","last_peered":"2024-04-25T02:30:13.580767+0000","last_clean":"2024-04-25T02:30:13.580767+0000","last_became_active":"2024-04-25T02:30:12.185445+0000","last_became_peered":"2024-04-25T02:30:12.185445+0000","last_unstale":"2024-04-25T02:30:13.580767+0000","last_undegraded":"2024-04-25T02:30:13.580767+0000","last_fullsized":"2024-04-25T02:30:13.580767+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:09:04.761310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580967+0000","last_change":"2024-04-25T02:30:12.210580+0000","last_active":"2024-04-25T02:30:13.580967+0000","last_peered":"2024-04-25T02:30:13.580967+0000","last_clean":"2024-04-25T02:30:13.580967+0000","last_became_active":"2024-04-25T02:30:12.210307+0000","last_became_peered":"2024-04-25T02:30:12.210307+0000","last_unstale":"2024-04-25T02:30:13.580967+0000","last_undegraded":"2024-04-25T02:30:13.580967+0000","last_fullsized":"2024-04-25T02:30:13.580967+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:35:49.184292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.887697+0000","last_change":"2024-04-25T02:30:12.211619+0000","last_active":"2024-04-25T02:30:13.887697+0000","last_peered":"2024-04-25T02:30:13.887697+0000","last_clean":"2024-04-25T02:30:13.887697+0000","last_became_active":"2024-04-25T02:30:12.211240+0000","last_became_peered":"2024-04-25T02:30:12.211240+0000","last_unstale":"2024-04-25T02:30:13.887697+0000","last_undegraded":"2024-04-25T02:30:13.887697+0000","last_fullsized":"2024-04-25T02:30:13.887697+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:55:37.419015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182194+0000","last_change":"2024-04-25T02:30:12.212917+0000","last_active":"2024-04-25T02:30:13.182194+0000","last_peered":"2024-04-25T02:30:13.182194+0000","last_clean":"2024-04-25T02:30:13.182194+0000","last_became_active":"2024-04-25T02:30:12.212091+0000","last_became_peered":"2024-04-25T02:30:12.212091+0000","last_unstale":"2024-04-25T02:30:13.182194+0000","last_undegraded":"2024-04-25T02:30:13.182194+0000","last_fullsized":"2024-04-25T02:30:13.182194+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:57:56.926375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581230+0000","last_change":"2024-04-25T02:30:12.199896+0000","last_active":"2024-04-25T02:30:13.581230+0000","last_peered":"2024-04-25T02:30:13.581230+0000","last_clean":"2024-04-25T02:30:13.581230+0000","last_became_active":"2024-04-25T02:30:12.199539+0000","last_became_peered":"2024-04-25T02:30:12.199539+0000","last_unstale":"2024-04-25T02:30:13.581230+0000","last_undegraded":"2024-04-25T02:30:13.581230+0000","last_fullsized":"2024-04-25T02:30:13.581230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:31:14.017133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.581706+0000","last_change":"2024-04-25T02:30:12.195426+0000","last_active":"2024-04-25T02:30:13.581706+0000","last_peered":"2024-04-25T02:30:13.581706+0000","last_clean":"2024-04-25T02:30:13.581706+0000","last_became_active":"2024-04-25T02:30:12.194864+0000","last_became_peered":"2024-04-25T02:30:12.194864+0000","last_unstale":"2024-04-25T02:30:13.581706+0000","last_undegraded":"2024-04-25T02:30:13.581706+0000","last_fullsized":"2024-04-25T02:30:13.581706+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:44.156886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.582664+0000","last_change":"2024-04-25T02:30:12.217597+0000","last_active":"2024-04-25T02:30:13.582664+0000","last_peered":"2024-04-25T02:30:13.582664+0000","last_clean":"2024-04-25T02:30:13.582664+0000","last_became_active":"2024-04-25T02:30:12.214971+0000","last_became_peered":"2024-04-25T02:30:12.214971+0000","last_unstale":"2024-04-25T02:30:13.582664+0000","last_undegraded":"2024-04-25T02:30:13.582664+0000","last_fullsized":"2024-04-25T02:30:13.582664+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:51.639545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.180847+0000","last_change":"2024-04-25T02:30:12.212823+0000","last_active":"2024-04-25T02:30:13.180847+0000","last_peered":"2024-04-25T02:30:13.180847+0000","last_clean":"2024-04-25T02:30:13.180847+0000","last_became_active":"2024-04-25T02:30:12.212462+0000","last_became_peered":"2024-04-25T02:30:12.212462+0000","last_unstale":"2024-04-25T02:30:13.180847+0000","last_undegraded":"2024-04-25T02:30:13.180847+0000","last_fullsized":"2024-04-25T02:30:13.180847+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:17:34.753227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.582046+0000","last_change":"2024-04-25T02:30:12.215396+0000","last_active":"2024-04-25T02:30:13.582046+0000","last_peered":"2024-04-25T02:30:13.582046+0000","last_clean":"2024-04-25T02:30:13.582046+0000","last_became_active":"2024-04-25T02:30:12.207707+0000","last_became_peered":"2024-04-25T02:30:12.207707+0000","last_unstale":"2024-04-25T02:30:13.582046+0000","last_undegraded":"2024-04-25T02:30:13.582046+0000","last_fullsized":"2024-04-25T02:30:13.582046+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:11:11.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580215+0000","last_change":"2024-04-25T02:30:12.220996+0000","last_active":"2024-04-25T02:30:13.580215+0000","last_peered":"2024-04-25T02:30:13.580215+0000","last_clean":"2024-04-25T02:30:13.580215+0000","last_became_active":"2024-04-25T02:30:12.220635+0000","last_became_peered":"2024-04-25T02:30:12.220635+0000","last_unstale":"2024-04-25T02:30:13.580215+0000","last_undegraded":"2024-04-25T02:30:13.580215+0000","last_fullsized":"2024-04-25T02:30:13.580215+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:01:57.825934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.182559+0000","last_change":"2024-04-25T02:30:12.213614+0000","last_active":"2024-04-25T02:30:13.182559+0000","last_peered":"2024-04-25T02:30:13.182559+0000","last_clean":"2024-04-25T02:30:13.182559+0000","last_became_active":"2024-04-25T02:30:12.213228+0000","last_became_peered":"2024-04-25T02:30:12.213228+0000","last_unstale":"2024-04-25T02:30:13.182559+0000","last_undegraded":"2024-04-25T02:30:13.182559+0000","last_fullsized":"2024-04-25T02:30:13.182559+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:24:09.874052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T02:30:13.580691+0000","last_change":"2024-04-25T02:30:12.200848+0000","last_active":"2024-04-25T02:30:13.580691+0000","last_peered":"2024-04-25T02:30:13.580691+0000","last_clean":"2024-04-25T02:30:13.580691+0000","last_became_active":"2024-04-25T02:30:12.200469+0000","last_became_peered":"2024-04-25T02:30:12.200469+0000","last_unstale":"2024-04-25T02:30:13.580691+0000","last_undegraded":"2024-04-25T02:30:13.580691+0000","last_fullsized":"2024-04-25T02:30:13.580691+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:50:54.943775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":5222,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":25,"num_read_kb":21,"num_write":115,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":35697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101,"ondisk_log_size":101,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350990,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":442154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612627,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1560576,"data_stored":1035130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776152,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":937984,"data_stored":442356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037791,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":442310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299429,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32672,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712480,"statfs":{"total":95995035648,"available":95961579520,"internally_reserved":0,"allocated":1531904,"data_stored":1034123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":441662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":443184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36264,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708888,"statfs":{"total":95995035648,"available":95957901312,"internally_reserved":0,"allocated":950272,"data_stored":443050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40448,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704704,"statfs":{"total":95995035648,"available":95953616896,"internally_reserved":0,"allocated":974848,"data_stored":464208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":441856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888119,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":442216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724592,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28524,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716628,"statfs":{"total":95995035648,"available":95965827072,"internally_reserved":0,"allocated":1544192,"data_stored":1033416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":22636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T02:30:21.854 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-25T02:30:21.854 INFO:tasks.cephadm:Setting up client nodes... 2024-04-25T02:30:21.855 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-25T02:30:22.364 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:22.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:22 smithi178 ceph-mon[33053]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:30:22.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:22 smithi178 ceph-mon[33053]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:30:22.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:22 smithi047 ceph-mon[27871]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:30:22.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:22 smithi047 ceph-mon[27871]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:30:22.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:22 smithi113 ceph-mon[32459]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:30:22.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:22 smithi113 ceph-mon[32459]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:30:23.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:23 smithi178 ceph-mon[33053]: pgmap v322: 97 pgs: 97 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.1 KiB/s wr, 16 op/s 2024-04-25T02:30:23.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:23 smithi047 ceph-mon[27871]: pgmap v322: 97 pgs: 97 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.1 KiB/s wr, 16 op/s 2024-04-25T02:30:23.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:23 smithi113 ceph-mon[32459]: pgmap v322: 97 pgs: 97 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.1 KiB/s wr, 16 op/s 2024-04-25T02:30:24.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 -- 172.21.15.47:0/2719791971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63681020f0 msgr2=0x7f6368102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:24.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 --2- 172.21.15.47:0/2719791971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63681020f0 0x7f6368102510 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f635c009990 tx=0x7f635c009ca0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 -- 172.21.15.47:0/2719791971 shutdown_connections 2024-04-25T02:30:24.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 --2- 172.21.15.47:0/2719791971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63681020f0 0x7f6368102510 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 --2- 172.21.15.47:0/2719791971 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6368103c90 0x7f636810a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 --2- 172.21.15.47:0/2719791971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f63681032f0 0x7f6368103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 -- 172.21.15.47:0/2719791971 >> 172.21.15.47:0/2719791971 conn(0x7f63680fd670 msgr2=0x7f63680ffad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:24.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 -- 172.21.15.47:0/2719791971 shutdown_connections 2024-04-25T02:30:24.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.573+0000 7f636ee00700 1 -- 172.21.15.47:0/2719791971 wait complete. 2024-04-25T02:30:24.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.575+0000 7f636ee00700 1 Processor -- start 2024-04-25T02:30:24.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.576+0000 7f636ee00700 1 -- start start 2024-04-25T02:30:24.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.576+0000 7f636ee00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f63681020f0 0x7f6368075fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:24.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.576+0000 7f636ee00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63681032f0 0x7f6368074620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:24.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.576+0000 7f636ee00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6368103c90 0x7f6368074b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:24.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.576+0000 7f636ee00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f636810dd00 con 0x7f63681020f0 2024-04-25T02:30:24.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.576+0000 7f636ee00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f636810db80 con 0x7f6368103c90 2024-04-25T02:30:24.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.576+0000 7f636ee00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f636810de80 con 0x7f63681032f0 2024-04-25T02:30:24.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f63681020f0 0x7f6368075fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:24.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f63681020f0 0x7f6368075fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47594/0 (socket says 172.21.15.47:47594) 2024-04-25T02:30:24.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 -- 172.21.15.47:0/4005119394 learned_addr learned my addr 172.21.15.47:0/4005119394 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:24.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636d000700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63681032f0 0x7f6368074620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:24.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636e400700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6368103c90 0x7f6368074b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:24.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 -- 172.21.15.47:0/4005119394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63681032f0 msgr2=0x7f6368074620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:24.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63681032f0 0x7f6368074620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 -- 172.21.15.47:0/4005119394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6368103c90 msgr2=0x7f6368074b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:24.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6368103c90 0x7f6368074b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 -- 172.21.15.47:0/4005119394 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6368075410 con 0x7f63681020f0 2024-04-25T02:30:24.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636e400700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6368103c90 0x7f6368074b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:24.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.577+0000 7f636da00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f63681020f0 0x7f6368075fd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f635c000c00 tx=0x7f635c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:24.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.578+0000 7f6366000700 1 -- 172.21.15.47:0/4005119394 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f635c026070 con 0x7f63681020f0 2024-04-25T02:30:24.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.578+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63681a23b0 con 0x7f63681020f0 2024-04-25T02:30:24.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.578+0000 7f6366000700 1 -- 172.21.15.47:0/4005119394 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f635c00fde0 con 0x7f63681020f0 2024-04-25T02:30:24.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.578+0000 7f6366000700 1 -- 172.21.15.47:0/4005119394 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f635c017650 con 0x7f63681020f0 2024-04-25T02:30:24.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.578+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63681a2800 con 0x7f63681020f0 2024-04-25T02:30:24.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.579+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6368063890 con 0x7f63681020f0 2024-04-25T02:30:24.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.581+0000 7f6366000700 1 -- 172.21.15.47:0/4005119394 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f635c029070 con 0x7f63681020f0 2024-04-25T02:30:24.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.582+0000 7f6366000700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f63500a2d60 0x7f63500a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:24.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.583+0000 7f6366000700 1 -- 172.21.15.47:0/4005119394 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f635c0cff90 con 0x7f63681020f0 2024-04-25T02:30:24.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.583+0000 7f636d000700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f63500a2d60 0x7f63500a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:24.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.584+0000 7f636d000700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f63500a2d60 0x7f63500a5220 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6354009c60 tx=0x7f6354009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:24.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.587+0000 7f6366000700 1 -- 172.21.15.47:0/4005119394 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f635c05d740 con 0x7f63681020f0 2024-04-25T02:30:24.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.902+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f636802dc00 con 0x7f63681020f0 2024-04-25T02:30:24.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.907+0000 7f6366000700 1 -- 172.21.15.47:0/4005119394 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f635c013070 con 0x7f63681020f0 2024-04-25T02:30:24.911 INFO:teuthology.orchestra.run.smithi047.stdout:[client.0] 2024-04-25T02:30:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: key = AQBAwClmfOjwNRAAjzZ6Y3nrJQqft8N1u6w4QQ== 2024-04-25T02:30:24.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f63500a2d60 msgr2=0x7f63500a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:24.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f63500a2d60 0x7f63500a5220 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6354009c60 tx=0x7f6354009260 comp rx=0 tx=0).stop 2024-04-25T02:30:24.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f63681020f0 msgr2=0x7f6368075fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:24.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f63681020f0 0x7f6368075fd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f635c000c00 tx=0x7f635c009580 comp rx=0 tx=0).stop 2024-04-25T02:30:24.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 shutdown_connections 2024-04-25T02:30:24.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f63500a2d60 0x7f63500a5220 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6368103c90 0x7f6368074b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f63681020f0 0x7f6368075fd0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 --2- 172.21.15.47:0/4005119394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63681032f0 0x7f6368074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:24.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 >> 172.21.15.47:0/4005119394 conn(0x7f63680fd670 msgr2=0x7f6368106590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:24.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 shutdown_connections 2024-04-25T02:30:24.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:24.911+0000 7f636ee00700 1 -- 172.21.15.47:0/4005119394 wait complete. 2024-04-25T02:30:25.593 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:25 smithi047 ceph-mon[27871]: pgmap v323: 97 pgs: 97 active+clean; 624 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 7.4 KiB/s wr, 15 op/s 2024-04-25T02:30:25.593 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:25 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/4005119394' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T02:30:25.593 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:25 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/4005119394' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T02:30:25.651 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:30:25.651 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-25T02:30:25.652 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-25T02:30:25.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:25 smithi113 ceph-mon[32459]: pgmap v323: 97 pgs: 97 active+clean; 624 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 7.4 KiB/s wr, 15 op/s 2024-04-25T02:30:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:25 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/4005119394' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T02:30:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:25 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/4005119394' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T02:30:25.796 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-25T02:30:25.796 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-25T02:30:25.797 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-25T02:30:25.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:25 smithi178 ceph-mon[33053]: pgmap v323: 97 pgs: 97 active+clean; 624 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 7.4 KiB/s wr, 15 op/s 2024-04-25T02:30:25.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:25 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/4005119394' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T02:30:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:25 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/4005119394' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T02:30:26.295 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:27.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:27 smithi047 ceph-mon[27871]: pgmap v324: 97 pgs: 97 active+clean; 624 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-25T02:30:27.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:27 smithi113 ceph-mon[32459]: pgmap v324: 97 pgs: 97 active+clean; 624 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-25T02:30:27.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:27 smithi178 ceph-mon[33053]: pgmap v324: 97 pgs: 97 active+clean; 624 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-25T02:30:28.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 -- 172.21.15.47:0/2115679506 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c104e50 msgr2=0x7eff1c111310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:28.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 --2- 172.21.15.47:0/2115679506 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c104e50 0x7eff1c111310 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7eff14009fc0 tx=0x7eff1400b330 comp rx=0 tx=0).stop 2024-04-25T02:30:28.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 -- 172.21.15.47:0/2115679506 shutdown_connections 2024-04-25T02:30:28.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 --2- 172.21.15.47:0/2115679506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff1c10a540 0x7eff1c10a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 --2- 172.21.15.47:0/2115679506 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c104e50 0x7eff1c111310 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 --2- 172.21.15.47:0/2115679506 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff1c104490 0x7eff1c104910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 -- 172.21.15.47:0/2115679506 >> 172.21.15.47:0/2115679506 conn(0x7eff1c0fff60 msgr2=0x7eff1c102380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:28.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 -- 172.21.15.47:0/2115679506 shutdown_connections 2024-04-25T02:30:28.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.561+0000 7eff21c00700 1 -- 172.21.15.47:0/2115679506 wait complete. 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.562+0000 7eff21c00700 1 Processor -- start 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.562+0000 7eff21c00700 1 -- start start 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff21c00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff1c104490 0x7eff1c1a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff21c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff1c104e50 0x7eff1c1a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff21c00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c10a540 0x7eff1c19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff21c00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c1147c0 con 0x7eff1c104490 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff21c00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c114640 con 0x7eff1c10a540 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff21c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c114940 con 0x7eff1c104e50 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1aa00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff1c104490 0x7eff1c1a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1b400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c10a540 0x7eff1c19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:28.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1b400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c10a540 0x7eff1c19a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33140/0 (socket says 172.21.15.47:33140) 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1b400700 1 -- 172.21.15.47:0/459742369 learned_addr learned my addr 172.21.15.47:0/459742369 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff12000700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff1c104e50 0x7eff1c1a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1b400700 1 -- 172.21.15.47:0/459742369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff1c104e50 msgr2=0x7eff1c1a0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1b400700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff1c104e50 0x7eff1c1a0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1b400700 1 -- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff1c104490 msgr2=0x7eff1c1a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1b400700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff1c104490 0x7eff1c1a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.563+0000 7eff1b400700 1 -- 172.21.15.47:0/459742369 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff1c19b0e0 con 0x7eff1c10a540 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.564+0000 7eff1b400700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c10a540 0x7eff1c19a980 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7eff1400cfa0 tx=0x7eff1400cfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.564+0000 7eff13e00700 1 -- 172.21.15.47:0/459742369 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff14021070 con 0x7eff1c10a540 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.564+0000 7eff13e00700 1 -- 172.21.15.47:0/459742369 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff14007ac0 con 0x7eff1c10a540 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.564+0000 7eff13e00700 1 -- 172.21.15.47:0/459742369 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff140052a0 con 0x7eff1c10a540 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.564+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff1c19b370 con 0x7eff1c10a540 2024-04-25T02:30:28.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.564+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff1c1a7690 con 0x7eff1c10a540 2024-04-25T02:30:28.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.565+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff1c105bb0 con 0x7eff1c10a540 2024-04-25T02:30:28.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.567+0000 7eff13e00700 1 -- 172.21.15.47:0/459742369 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7eff14024070 con 0x7eff1c10a540 2024-04-25T02:30:28.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.568+0000 7eff13e00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efefc0a2d30 0x7efefc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:28.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.569+0000 7eff13e00700 1 -- 172.21.15.47:0/459742369 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7eff1400f020 con 0x7eff1c10a540 2024-04-25T02:30:28.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.569+0000 7eff1aa00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efefc0a2d30 0x7efefc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:28.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.569+0000 7eff1aa00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efefc0a2d30 0x7efefc0a51f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7eff1c19bac0 tx=0x7eff0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:28.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.573+0000 7eff13e00700 1 -- 172.21.15.47:0/459742369 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7eff1402b020 con 0x7eff1c10a540 2024-04-25T02:30:28.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.860+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7eff1c02db30 con 0x7eff1c10a540 2024-04-25T02:30:28.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.865+0000 7eff13e00700 1 -- 172.21.15.47:0/459742369 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263200 (secure 0 0 0) 0x7eff1409d3a0 con 0x7eff1c10a540 2024-04-25T02:30:28.874 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:28.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.870+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efefc0a2d30 msgr2=0x7efefc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:28.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efefc0a2d30 0x7efefc0a51f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7eff1c19bac0 tx=0x7eff0c009260 comp rx=0 tx=0).stop 2024-04-25T02:30:28.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c10a540 msgr2=0x7eff1c19a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c10a540 0x7eff1c19a980 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7eff1400cfa0 tx=0x7eff1400cfd0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 shutdown_connections 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7efefc0a2d30 0x7efefc0a51f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff1c10a540 0x7eff1c19a980 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff1c104490 0x7eff1c1a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 --2- 172.21.15.47:0/459742369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff1c104e50 0x7eff1c1a0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 >> 172.21.15.47:0/459742369 conn(0x7eff1c0fff60 msgr2=0x7eff1c1014f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 shutdown_connections 2024-04-25T02:30:28.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:28.871+0000 7eff21c00700 1 -- 172.21.15.47:0/459742369 wait complete. 2024-04-25T02:30:29.730 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:29 smithi047 ceph-mon[27871]: pgmap v325: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.7 KiB/s wr, 16 op/s 2024-04-25T02:30:29.730 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:29 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/459742369' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T02:30:29.735 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":3717325360},{"type":"v1","addr":"172.21.15.47:6801","nonce":3717325360}]},"active_addr":"172.21.15.47:6801/3717325360","active_change":"2024-04-25T02:22:10.249920+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.47:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":3332745112}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":1042598960}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":233515399}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":3106043570}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":4257072081}]}]} 2024-04-25T02:30:29.741 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-25T02:30:29.741 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-25T02:30:29.741 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T02:30:29.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:29 smithi113 ceph-mon[32459]: pgmap v325: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.7 KiB/s wr, 16 op/s 2024-04-25T02:30:29.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:29 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/459742369' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T02:30:29.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:29 smithi178 ceph-mon[33053]: pgmap v325: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.7 KiB/s wr, 16 op/s 2024-04-25T02:30:29.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:29 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/459742369' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T02:30:30.195 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:31.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:31 smithi113 ceph-mon[32459]: pgmap v326: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.5 KiB/s wr, 11 op/s 2024-04-25T02:30:31.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:31 smithi178 ceph-mon[33053]: pgmap v326: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.5 KiB/s wr, 11 op/s 2024-04-25T02:30:31.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:31 smithi047 ceph-mon[27871]: pgmap v326: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.5 KiB/s wr, 11 op/s 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.451+0000 7f2c63a00700 1 -- 172.21.15.47:0/352438122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 msgr2=0x7f2c5c10f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.451+0000 7f2c63a00700 1 --2- 172.21.15.47:0/352438122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 0x7f2c5c10f0f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2c5400b0a0 tx=0x7f2c5400b3b0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.451+0000 7f2c63a00700 1 -- 172.21.15.47:0/352438122 shutdown_connections 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.451+0000 7f2c63a00700 1 --2- 172.21.15.47:0/352438122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 0x7f2c5c10f0f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.451+0000 7f2c63a00700 1 --2- 172.21.15.47:0/352438122 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c5c1082b0 0x7f2c5c108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.451+0000 7f2c63a00700 1 --2- 172.21.15.47:0/352438122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c5c069f40 0x7f2c5c06a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.452+0000 7f2c63a00700 1 -- 172.21.15.47:0/352438122 >> 172.21.15.47:0/352438122 conn(0x7f2c5c0780e0 msgr2=0x7f2c5c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.452+0000 7f2c63a00700 1 -- 172.21.15.47:0/352438122 shutdown_connections 2024-04-25T02:30:32.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.452+0000 7f2c63a00700 1 -- 172.21.15.47:0/352438122 wait complete. 2024-04-25T02:30:32.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.453+0000 7f2c63a00700 1 Processor -- start 2024-04-25T02:30:32.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.453+0000 7f2c63a00700 1 -- start start 2024-04-25T02:30:32.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c63a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c5c069f40 0x7f2c5c101200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:32.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c63a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 0x7f2c5c101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:32.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c63a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c5c1082b0 0x7f2c5c101c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:32.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c63a00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c112550 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c63a00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1123d0 con 0x7f2c5c069f40 2024-04-25T02:30:32.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c63a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1126d0 con 0x7f2c5c1082b0 2024-04-25T02:30:32.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c5be00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 0x7f2c5c101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c5be00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 0x7f2c5c101740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43060/0 (socket says 172.21.15.47:43060) 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c5be00700 1 -- 172.21.15.47:0/416591418 learned_addr learned my addr 172.21.15.47:0/416591418 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c61000700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c5c069f40 0x7f2c5c101200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.454+0000 7f2c61a00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c5c1082b0 0x7f2c5c101c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c5be00700 1 -- 172.21.15.47:0/416591418 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c5c1082b0 msgr2=0x7f2c5c101c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c5be00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c5c1082b0 0x7f2c5c101c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c5be00700 1 -- 172.21.15.47:0/416591418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c5c069f40 msgr2=0x7f2c5c101200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c5be00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c5c069f40 0x7f2c5c101200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c5be00700 1 -- 172.21.15.47:0/416591418 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5c1a6ef0 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c61a00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c5c1082b0 0x7f2c5c101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c61000700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c5c069f40 0x7f2c5c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c5be00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 0x7f2c5c101740 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2c4800e9a0 tx=0x7f2c4800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.455+0000 7f2c59600700 1 -- 172.21.15.47:0/416591418 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4800ca10 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.456+0000 7f2c59600700 1 -- 172.21.15.47:0/416591418 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c4800cbb0 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.456+0000 7f2c59600700 1 -- 172.21.15.47:0/416591418 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c48018680 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.456+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c5c1a71e0 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.456+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c5c1a7770 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.457+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c5c068f20 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.459+0000 7f2c59600700 1 -- 172.21.15.47:0/416591418 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2c48010430 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.460+0000 7f2c59600700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2c440a2d30 0x7f2c440a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:32.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.460+0000 7f2c59600700 1 -- 172.21.15.47:0/416591418 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f2c480cf790 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.461+0000 7f2c61000700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2c440a2d30 0x7f2c440a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:32.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.461+0000 7f2c61000700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2c440a2d30 0x7f2c440a51f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2c50009fd0 tx=0x7f2c50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:32.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.463+0000 7f2c59600700 1 -- 172.21.15.47:0/416591418 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2c4809c640 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.697+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c5c02db30 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.701+0000 7f2c59600700 1 -- 172.21.15.47:0/416591418 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22216 (secure 0 0 0) 0x7f2c4809bf40 con 0x7f2c5c06a8e0 2024-04-25T02:30:32.706 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:32.706 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":86,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:30:13.171495+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.704+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2c440a2d30 msgr2=0x7f2c440a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.704+0000 7f2c63a00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2c440a2d30 0x7f2c440a51f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2c50009fd0 tx=0x7f2c50009260 comp rx=0 tx=0).stop 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 msgr2=0x7f2c5c101740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 0x7f2c5c101740 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2c4800e9a0 tx=0x7f2c4800ecb0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 shutdown_connections 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2c440a2d30 0x7f2c440a51f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c5c1082b0 0x7f2c5c101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c5c069f40 0x7f2c5c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 --2- 172.21.15.47:0/416591418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c5c06a8e0 0x7f2c5c101740 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:32.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 >> 172.21.15.47:0/416591418 conn(0x7f2c5c0780e0 msgr2=0x7f2c5c0ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:32.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 shutdown_connections 2024-04-25T02:30:32.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:32.705+0000 7f2c63a00700 1 -- 172.21.15.47:0/416591418 wait complete. 2024-04-25T02:30:33.612 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-25T02:30:33.612 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T02:30:33.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:33 smithi113 ceph-mon[32459]: pgmap v327: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-04-25T02:30:33.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:33 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/416591418' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:33.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:33 smithi178 ceph-mon[33053]: pgmap v327: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-04-25T02:30:33.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:33 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/416591418' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:33.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:33 smithi047 ceph-mon[27871]: pgmap v327: 97 pgs: 97 active+clean; 628 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-04-25T02:30:33.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:33 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/416591418' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:34.084 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:35.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:35 smithi113 ceph-mon[32459]: pgmap v328: 97 pgs: 97 active+clean; 637 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.3 KiB/s wr, 9 op/s 2024-04-25T02:30:35.764 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:35 smithi047 ceph-mon[27871]: pgmap v328: 97 pgs: 97 active+clean; 637 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.3 KiB/s wr, 9 op/s 2024-04-25T02:30:35.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:35 smithi178 ceph-mon[33053]: pgmap v328: 97 pgs: 97 active+clean; 637 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.3 KiB/s wr, 9 op/s 2024-04-25T02:30:36.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 -- 172.21.15.47:0/2774481513 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b08104450 msgr2=0x7f0b081048d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:36.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 --2- 172.21.15.47:0/2774481513 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b08104450 0x7f0b081048d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0af4009990 tx=0x7f0af4009ca0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 -- 172.21.15.47:0/2774481513 shutdown_connections 2024-04-25T02:30:36.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 --2- 172.21.15.47:0/2774481513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b0810a4e0 0x7f0b0810a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 --2- 172.21.15.47:0/2774481513 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b08104e10 0x7f0b08111320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 --2- 172.21.15.47:0/2774481513 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b08104450 0x7f0b081048d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 -- 172.21.15.47:0/2774481513 >> 172.21.15.47:0/2774481513 conn(0x7f0b080fff40 msgr2=0x7f0b08102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:36.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 -- 172.21.15.47:0/2774481513 shutdown_connections 2024-04-25T02:30:36.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.263+0000 7f0b10000700 1 -- 172.21.15.47:0/2774481513 wait complete. 2024-04-25T02:30:36.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.264+0000 7f0b10000700 1 Processor -- start 2024-04-25T02:30:36.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b10000700 1 -- start start 2024-04-25T02:30:36.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b10000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b08104450 0x7f0b081a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:36.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b10000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b08104e10 0x7f0b081a0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:36.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b10000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b0810a4e0 0x7f0b0819aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:36.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b10000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0b08114760 con 0x7f0b08104e10 2024-04-25T02:30:36.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b10000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0b081145e0 con 0x7f0b08104450 2024-04-25T02:30:36.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b10000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0b081148e0 con 0x7f0b0810a4e0 2024-04-25T02:30:36.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b0cc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b08104e10 0x7f0b081a0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:36.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b0cc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b08104e10 0x7f0b081a0db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43082/0 (socket says 172.21.15.47:43082) 2024-04-25T02:30:36.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.265+0000 7f0b0cc00700 1 -- 172.21.15.47:0/2823183307 learned_addr learned my addr 172.21.15.47:0/2823183307 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:36.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.266+0000 7f0b0d600700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b08104450 0x7f0b081a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:36.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.266+0000 7f0b0e000700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b0810a4e0 0x7f0b0819aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:36.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.266+0000 7f0b0cc00700 1 -- 172.21.15.47:0/2823183307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b0810a4e0 msgr2=0x7f0b0819aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:36.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.266+0000 7f0b0cc00700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b0810a4e0 0x7f0b0819aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.266+0000 7f0b0cc00700 1 -- 172.21.15.47:0/2823183307 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b08104450 msgr2=0x7f0b081a0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:36.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.266+0000 7f0b0cc00700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b08104450 0x7f0b081a0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.266+0000 7f0b0cc00700 1 -- 172.21.15.47:0/2823183307 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b0819b1e0 con 0x7f0b08104e10 2024-04-25T02:30:36.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.266+0000 7f0b0cc00700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b08104e10 0x7f0b081a0db0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0af4000c00 tx=0x7f0af400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:36.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.267+0000 7f0b06000700 1 -- 172.21.15.47:0/2823183307 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af4027070 con 0x7f0b08104e10 2024-04-25T02:30:36.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.267+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b0819b470 con 0x7f0b08104e10 2024-04-25T02:30:36.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.267+0000 7f0b06000700 1 -- 172.21.15.47:0/2823183307 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0af4003d70 con 0x7f0b08104e10 2024-04-25T02:30:36.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.267+0000 7f0b06000700 1 -- 172.21.15.47:0/2823183307 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af400f460 con 0x7f0b08104e10 2024-04-25T02:30:36.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.267+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b081a7740 con 0x7f0b08104e10 2024-04-25T02:30:36.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.268+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b08068f20 con 0x7f0b08104e10 2024-04-25T02:30:36.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.270+0000 7f0b06000700 1 -- 172.21.15.47:0/2823183307 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0af402a070 con 0x7f0b08104e10 2024-04-25T02:30:36.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.272+0000 7f0b06000700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0af00a2cb0 0x7f0af00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:36.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.273+0000 7f0b06000700 1 -- 172.21.15.47:0/2823183307 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f0af40cff80 con 0x7f0b08104e10 2024-04-25T02:30:36.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.273+0000 7f0b0d600700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0af00a2cb0 0x7f0af00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:36.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.273+0000 7f0b0d600700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0af00a2cb0 0x7f0af00a5170 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0b08102870 tx=0x7f0afc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:36.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.277+0000 7f0b06000700 1 -- 172.21.15.47:0/2823183307 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0af405e740 con 0x7f0b08104e10 2024-04-25T02:30:36.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.510+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0b0819bf60 con 0x7f0b08104e10 2024-04-25T02:30:36.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.513+0000 7f0b06000700 1 -- 172.21.15.47:0/2823183307 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22216 (secure 0 0 0) 0x7f0af4013070 con 0x7f0b08104e10 2024-04-25T02:30:36.517 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:30:36.517 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":86,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:30:13.171495+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:30:36.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0af00a2cb0 msgr2=0x7f0af00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:36.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0af00a2cb0 0x7f0af00a5170 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0b08102870 tx=0x7f0afc009260 comp rx=0 tx=0).stop 2024-04-25T02:30:36.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b08104e10 msgr2=0x7f0b081a0db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:36.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b08104e10 0x7f0b081a0db0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0af4000c00 tx=0x7f0af400bab0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 shutdown_connections 2024-04-25T02:30:36.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0af00a2cb0 0x7f0af00a5170 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b0810a4e0 0x7f0b0819aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b08104450 0x7f0b081a0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 --2- 172.21.15.47:0/2823183307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b08104e10 0x7f0b081a0db0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:36.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 >> 172.21.15.47:0/2823183307 conn(0x7f0b080fff40 msgr2=0x7f0b08100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:36.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 shutdown_connections 2024-04-25T02:30:36.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:36.517+0000 7f0b10000700 1 -- 172.21.15.47:0/2823183307 wait complete. 2024-04-25T02:30:37.311 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-25T02:30:37.312 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-25T02:30:37.312 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-25T02:30:37.312 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-25T02:30:37.313 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-25T02:30:37.313 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-25T02:30:37.314 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-25T02:30:37.314 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-25T02:30:37.314 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-25T02:30:37.315 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-25T02:30:37.315 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-25T02:30:37.316 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-25T02:30:37.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:37 smithi113 ceph-mon[32459]: pgmap v329: 97 pgs: 97 active+clean; 637 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-25T02:30:37.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:37 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2823183307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:37.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:37 smithi178 ceph-mon[33053]: pgmap v329: 97 pgs: 97 active+clean; 637 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-25T02:30:37.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:37 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2823183307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:37.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:37 smithi047 ceph-mon[27871]: pgmap v329: 97 pgs: 97 active+clean; 637 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-25T02:30:37.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:37 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2823183307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:30:38.262 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.306 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.487 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.721 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.726 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.727 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.733 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.735 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.739 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:38.746 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:39.654 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:39 smithi047 ceph-mon[27871]: pgmap v330: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-25T02:30:39.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:39 smithi113 ceph-mon[32459]: pgmap v330: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-25T02:30:39.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:39 smithi178 ceph-mon[33053]: pgmap v330: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-25T02:30:39.931 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:41.569 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:41 smithi047 ceph-mon[27871]: pgmap v331: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-25T02:30:41.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:41 smithi113 ceph-mon[32459]: pgmap v331: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-25T02:30:41.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:41 smithi178 ceph-mon[33053]: pgmap v331: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-25T02:30:43.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:43 smithi113 ceph-mon[32459]: pgmap v332: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-25T02:30:43.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:43 smithi178 ceph-mon[33053]: pgmap v332: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-25T02:30:43.858 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:30:43.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:43 smithi047 ceph-mon[27871]: pgmap v332: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-25T02:30:45.805 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:45 smithi047 ceph-mon[27871]: pgmap v333: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-25T02:30:45.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:45 smithi178 ceph-mon[33053]: pgmap v333: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-25T02:30:46.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:45 smithi113 ceph-mon[32459]: pgmap v333: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-25T02:30:47.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:47 smithi047 ceph-mon[27871]: pgmap v334: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:30:47.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:47 smithi178 ceph-mon[33053]: pgmap v334: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:30:48.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:47 smithi113 ceph-mon[32459]: pgmap v334: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.188+0000 7fe535200700 1 -- 172.21.15.47:0/2769922393 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe530069f40 msgr2=0x7fe53006a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.188+0000 7fe535200700 1 --2- 172.21.15.47:0/2769922393 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe530069f40 0x7fe53006a3a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe51c009990 tx=0x7fe51c009ca0 comp rx=0 tx=0).stop 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.188+0000 7fe535200700 1 -- 172.21.15.47:0/2769922393 shutdown_connections 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.188+0000 7fe535200700 1 --2- 172.21.15.47:0/2769922393 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe53006a8e0 0x7fe53010f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.188+0000 7fe535200700 1 --2- 172.21.15.47:0/2769922393 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe5301082b0 0x7fe530108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.188+0000 7fe535200700 1 --2- 172.21.15.47:0/2769922393 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe530069f40 0x7fe53006a3a0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.188+0000 7fe535200700 1 -- 172.21.15.47:0/2769922393 >> 172.21.15.47:0/2769922393 conn(0x7fe5300780e0 msgr2=0x7fe5300784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.189+0000 7fe535200700 1 -- 172.21.15.47:0/2769922393 shutdown_connections 2024-04-25T02:30:48.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.189+0000 7fe535200700 1 -- 172.21.15.47:0/2769922393 wait complete. 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.190+0000 7fe535200700 1 Processor -- start 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.190+0000 7fe535200700 1 -- start start 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe535200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe530069f40 0x7fe53019e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe535200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe53006a8e0 0x7fe53019ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe535200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe5301082b0 0x7fe530198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe535200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe530112560 con 0x7fe53006a8e0 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe535200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe5301123e0 con 0x7fe5301082b0 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe535200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe5301126e0 con 0x7fe530069f40 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe52d400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe53006a8e0 0x7fe53019ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe52d400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe53006a8e0 0x7fe53019ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50370/0 (socket says 172.21.15.47:50370) 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe52d400700 1 -- 172.21.15.47:0/4045693018 learned_addr learned my addr 172.21.15.47:0/4045693018 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe52de00700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe530069f40 0x7fe53019e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:48.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.191+0000 7fe52e800700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe5301082b0 0x7fe530198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe52d400700 1 -- 172.21.15.47:0/4045693018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe530069f40 msgr2=0x7fe53019e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe52d400700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe530069f40 0x7fe53019e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe52d400700 1 -- 172.21.15.47:0/4045693018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe5301082b0 msgr2=0x7fe530198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe52d400700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe5301082b0 0x7fe530198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe52d400700 1 -- 172.21.15.47:0/4045693018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe530199060 con 0x7fe53006a8e0 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe52d400700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe53006a8e0 0x7fe53019ec80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe51c005910 tx=0x7fe51c00bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe51c027070 con 0x7fe53006a8e0 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe51c003d70 con 0x7fe53006a8e0 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe51c00f460 con 0x7fe53006a8e0 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5301992f0 con 0x7fe53006a8e0 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.192+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5301a5610 con 0x7fe53006a8e0 2024-04-25T02:30:48.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.193+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe530062940 con 0x7fe53006a8e0 2024-04-25T02:30:48.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.196+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe51c02a070 con 0x7fe53006a8e0 2024-04-25T02:30:48.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.197+0000 7fe526a00700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe5140a2cb0 0x7fe5140a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:48.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.197+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fe51c0d0680 con 0x7fe53006a8e0 2024-04-25T02:30:48.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.197+0000 7fe52de00700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe5140a2cb0 0x7fe5140a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:48.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.198+0000 7fe526a00700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] conn(0x7fe5140ac4f0 0x7fe5140ae910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:48.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.198+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 --> [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe51c02be50 con 0x7fe5140ac4f0 2024-04-25T02:30:48.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.198+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fe51c0d0a30 con 0x7fe53006a8e0 2024-04-25T02:30:48.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.198+0000 7fe52e800700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] conn(0x7fe5140ac4f0 0x7fe5140ae910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:48.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.198+0000 7fe52de00700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe5140a2cb0 0x7fe5140a5170 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe530199a40 tx=0x7fe52000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:48.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.199+0000 7fe52e800700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] conn(0x7fe5140ac4f0 0x7fe5140ae910 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:48.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.200+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 <== osd.9 v2:172.21.15.47:6826/991643862 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe51c02be50 con 0x7fe5140ac4f0 2024-04-25T02:30:48.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.218+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 --> [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe530062dc0 con 0x7fe5140ac4f0 2024-04-25T02:30:48.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.219+0000 7fe526a00700 1 -- 172.21.15.47:0/4045693018 <== osd.9 v2:172.21.15.47:6826/991643862 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe530062dc0 con 0x7fe5140ac4f0 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.219+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] conn(0x7fe5140ac4f0 msgr2=0x7fe5140ae910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.219+0000 7fe535200700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] conn(0x7fe5140ac4f0 0x7fe5140ae910 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.219+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe5140a2cb0 msgr2=0x7fe5140a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.219+0000 7fe535200700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe5140a2cb0 0x7fe5140a5170 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe530199a40 tx=0x7fe52000b410 comp rx=0 tx=0).stop 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.219+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe53006a8e0 msgr2=0x7fe53019ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.219+0000 7fe535200700 1 --2- 172.21.15.47:0/4045693018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe53006a8e0 0x7fe53019ec80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe51c005910 tx=0x7fe51c00bab0 comp rx=0 tx=0).stop 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.219+0000 7fe52e800700 1 -- 172.21.15.47:0/4045693018 reap_dead start 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.220+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 shutdown_connections 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.220+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 >> 172.21.15.47:0/4045693018 conn(0x7fe5300780e0 msgr2=0x7fe5300ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.220+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 shutdown_connections 2024-04-25T02:30:48.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:48.220+0000 7fe535200700 1 -- 172.21.15.47:0/4045693018 wait complete. 2024-04-25T02:30:49.795 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:49 smithi047 ceph-mon[27871]: pgmap v335: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-25T02:30:49.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:49 smithi178 ceph-mon[33053]: pgmap v335: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-25T02:30:50.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:49 smithi113 ceph-mon[32459]: pgmap v335: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-25T02:30:51.838 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:51 smithi047 ceph-mon[27871]: pgmap v336: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:30:51.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:51 smithi178 ceph-mon[33053]: pgmap v336: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:30:52.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 -- 172.21.15.47:0/3906733630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa844107570 msgr2=0x7fa84410f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 --2- 172.21.15.47:0/3906733630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa844107570 0x7fa84410f140 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa83c00b0a0 tx=0x7fa83c00b3b0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 -- 172.21.15.47:0/3906733630 shutdown_connections 2024-04-25T02:30:52.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 --2- 172.21.15.47:0/3906733630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa844107570 0x7fa84410f140 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 --2- 172.21.15.47:0/3906733630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8441024e0 0x7fa8441028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 --2- 172.21.15.47:0/3906733630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa844102e90 0x7fa844106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 -- 172.21.15.47:0/3906733630 >> 172.21.15.47:0/3906733630 conn(0x7fa844079390 msgr2=0x7fa8440797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:52.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 -- 172.21.15.47:0/3906733630 shutdown_connections 2024-04-25T02:30:52.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.002+0000 7fa848c00700 1 -- 172.21.15.47:0/3906733630 wait complete. 2024-04-25T02:30:52.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:51 smithi113 ceph-mon[32459]: pgmap v336: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.003+0000 7fa848c00700 1 Processor -- start 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.003+0000 7fa848c00700 1 -- start start 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa848c00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8441024e0 0x7fa84419e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa848c00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa844102e90 0x7fa84419ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa848c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa844107570 0x7fa844198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa848c00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441125a0 con 0x7fa844102e90 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa848c00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa844112420 con 0x7fa8441024e0 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa848c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa844112720 con 0x7fa844107570 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa841e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8441024e0 0x7fa84419e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa841e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8441024e0 0x7fa84419e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:47166/0 (socket says 172.21.15.47:47166) 2024-04-25T02:30:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa841e00700 1 -- 172.21.15.47:0/3502427727 learned_addr learned my addr 172.21.15.47:0/3502427727 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa841400700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa844102e90 0x7fa84419ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.004+0000 7fa842800700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa844107570 0x7fa844198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa841e00700 1 -- 172.21.15.47:0/3502427727 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa844107570 msgr2=0x7fa844198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa841e00700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa844107570 0x7fa844198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa841e00700 1 -- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa844102e90 msgr2=0x7fa84419ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa841e00700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa844102e90 0x7fa84419ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa841e00700 1 -- 172.21.15.47:0/3502427727 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa844198fe0 con 0x7fa8441024e0 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa841400700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa844102e90 0x7fa84419ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa841e00700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8441024e0 0x7fa84419e680 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa83400eb30 tx=0x7fa83400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:52.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83400cbd0 con 0x7fa8441024e0 2024-04-25T02:30:52.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8441992d0 con 0x7fa8441024e0 2024-04-25T02:30:52.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa834004500 con 0x7fa8441024e0 2024-04-25T02:30:52.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa834010430 con 0x7fa8441024e0 2024-04-25T02:30:52.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.005+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8441a54e0 con 0x7fa8441024e0 2024-04-25T02:30:52.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.006+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa8440629c0 con 0x7fa8441024e0 2024-04-25T02:30:52.011 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.009+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa834003f00 con 0x7fa8441024e0 2024-04-25T02:30:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.010+0000 7fa83aa00700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8280a2cb0 0x7fa8280a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.010+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fa8340cf480 con 0x7fa8441024e0 2024-04-25T02:30:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.010+0000 7fa841400700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8280a2cb0 0x7fa8280a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.011+0000 7fa83aa00700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] conn(0x7fa8280ac490 0x7fa8280ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.011+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 --> [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa83401ee50 con 0x7fa8280ac490 2024-04-25T02:30:52.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.011+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fa8340d6050 con 0x7fa8441024e0 2024-04-25T02:30:52.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.011+0000 7fa842800700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] conn(0x7fa8280ac490 0x7fa8280ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.011+0000 7fa841400700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8280a2cb0 0x7fa8280a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa844108a30 tx=0x7fa830009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:52.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.012+0000 7fa842800700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] conn(0x7fa8280ac490 0x7fa8280ae8b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:52.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.012+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 <== osd.4 v2:172.21.15.113:6808/551512883 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa83401ee50 con 0x7fa8280ac490 2024-04-25T02:30:52.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.030+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 --> [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa844062e40 con 0x7fa8280ac490 2024-04-25T02:30:52.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.031+0000 7fa83aa00700 1 -- 172.21.15.47:0/3502427727 <== osd.4 v2:172.21.15.113:6808/551512883 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa844062e40 con 0x7fa8280ac490 2024-04-25T02:30:52.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 >> [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] conn(0x7fa8280ac490 msgr2=0x7fa8280ae8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] conn(0x7fa8280ac490 0x7fa8280ae8b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8280a2cb0 msgr2=0x7fa8280a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa8280a2cb0 0x7fa8280a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa844108a30 tx=0x7fa830009260 comp rx=0 tx=0).stop 2024-04-25T02:30:52.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8441024e0 msgr2=0x7fa84419e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 --2- 172.21.15.47:0/3502427727 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8441024e0 0x7fa84419e680 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa83400eb30 tx=0x7fa83400ee40 comp rx=0 tx=0).stop 2024-04-25T02:30:52.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa842800700 1 -- 172.21.15.47:0/3502427727 reap_dead start 2024-04-25T02:30:52.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 shutdown_connections 2024-04-25T02:30:52.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 >> 172.21.15.47:0/3502427727 conn(0x7fa844079390 msgr2=0x7fa844100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:52.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 shutdown_connections 2024-04-25T02:30:52.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:52.032+0000 7fa848c00700 1 -- 172.21.15.47:0/3502427727 wait complete. 2024-04-25T02:30:52.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 -- 172.21.15.47:0/3656967966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3e041023c0 msgr2=0x7f3e041027a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 --2- 172.21.15.47:0/3656967966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3e041023c0 0x7f3e041027a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3df80099c0 tx=0x7f3df8009cd0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 -- 172.21.15.47:0/3656967966 shutdown_connections 2024-04-25T02:30:52.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 --2- 172.21.15.47:0/3656967966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3e041023c0 0x7f3e041027a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 --2- 172.21.15.47:0/3656967966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3e041074a0 0x7f3e0410f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 --2- 172.21.15.47:0/3656967966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e04102d70 0x7f3e04106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 -- 172.21.15.47:0/3656967966 >> 172.21.15.47:0/3656967966 conn(0x7f3e040fdcb0 msgr2=0x7f3e041000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:52.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 -- 172.21.15.47:0/3656967966 shutdown_connections 2024-04-25T02:30:52.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.847+0000 7f3e0b200700 1 -- 172.21.15.47:0/3656967966 wait complete. 2024-04-25T02:30:52.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.848+0000 7f3e0b200700 1 Processor -- start 2024-04-25T02:30:52.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.849+0000 7f3e0b200700 1 -- start start 2024-04-25T02:30:52.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.849+0000 7f3e0b200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3e041023c0 0x7f3e0419e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.849+0000 7f3e0b200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e04102d70 0x7f3e0419eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.849+0000 7f3e0b200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3e041074a0 0x7f3e041986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.849+0000 7f3e0b200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3e04112480 con 0x7f3e04102d70 2024-04-25T02:30:52.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.849+0000 7f3e0b200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3e04112300 con 0x7f3e041023c0 2024-04-25T02:30:52.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.849+0000 7f3e0b200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3e04112600 con 0x7f3e041074a0 2024-04-25T02:30:52.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.849+0000 7f3e09400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e04102d70 0x7f3e0419eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e04102d70 0x7f3e0419eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47686/0 (socket says 172.21.15.47:47686) 2024-04-25T02:30:52.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09400700 1 -- 172.21.15.47:0/1921325223 learned_addr learned my addr 172.21.15.47:0/1921325223 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:52.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09e00700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3e041023c0 0x7f3e0419e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e0a800700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3e041074a0 0x7f3e041986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09400700 1 -- 172.21.15.47:0/1921325223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3e041074a0 msgr2=0x7f3e041986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09400700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3e041074a0 0x7f3e041986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09400700 1 -- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3e041023c0 msgr2=0x7f3e0419e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09400700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3e041023c0 0x7f3e0419e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09400700 1 -- 172.21.15.47:0/1921325223 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e04198fa0 con 0x7f3e04102d70 2024-04-25T02:30:52.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09e00700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3e041023c0 0x7f3e0419e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:52.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.850+0000 7f3e09400700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e04102d70 0x7f3e0419eae0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3df400e970 tx=0x7f3df400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:52.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.851+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df4004a30 con 0x7f3e04102d70 2024-04-25T02:30:52.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.851+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e04199290 con 0x7f3e04102d70 2024-04-25T02:30:52.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.851+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3df400ccc0 con 0x7f3e04102d70 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.851+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df4005650 con 0x7f3e04102d70 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.851+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e041a5520 con 0x7f3e04102d70 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.852+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3e04062980 con 0x7f3e04102d70 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.855+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3df4004bd0 con 0x7f3e04102d70 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.856+0000 7f3dfea00700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dec0a2d30 0x7f3dec0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.856+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f3df40cf6d0 con 0x7f3e04102d70 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.856+0000 7f3e09e00700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dec0a2d30 0x7f3dec0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.857+0000 7f3dfea00700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] conn(0x7f3dec0ac510 0x7f3dec0ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.857+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 --> [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3df4009030 con 0x7f3dec0ac510 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.857+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f3df40cfa80 con 0x7f3e04102d70 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.857+0000 7f3e0a800700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] conn(0x7f3dec0ac510 0x7f3dec0ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.857+0000 7f3e09e00700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dec0a2d30 0x7f3dec0a51f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3df8000c00 tx=0x7f3df8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.858+0000 7f3e0a800700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] conn(0x7f3dec0ac510 0x7f3dec0ae930 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.859+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 <== osd.10 v2:172.21.15.113:6824/1879658264 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3df4009030 con 0x7f3dec0ac510 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.877+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 --> [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3e04062d80 con 0x7f3dec0ac510 2024-04-25T02:30:52.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.878+0000 7f3dfea00700 1 -- 172.21.15.47:0/1921325223 <== osd.10 v2:172.21.15.113:6824/1879658264 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3e04062d80 con 0x7f3dec0ac510 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.878+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] conn(0x7f3dec0ac510 msgr2=0x7f3dec0ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.878+0000 7f3e0b200700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] conn(0x7f3dec0ac510 0x7f3dec0ae930 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.878+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dec0a2d30 msgr2=0x7f3dec0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.878+0000 7f3e0b200700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dec0a2d30 0x7f3dec0a51f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3df8000c00 tx=0x7f3df8005fb0 comp rx=0 tx=0).stop 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.878+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e04102d70 msgr2=0x7f3e0419eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.878+0000 7f3e0b200700 1 --2- 172.21.15.47:0/1921325223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3e04102d70 0x7f3e0419eae0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3df400e970 tx=0x7f3df400ec80 comp rx=0 tx=0).stop 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.878+0000 7f3e0a800700 1 -- 172.21.15.47:0/1921325223 reap_dead start 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.879+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 shutdown_connections 2024-04-25T02:30:52.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.879+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 >> 172.21.15.47:0/1921325223 conn(0x7f3e040fdcb0 msgr2=0x7f3e040ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:52.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.879+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 shutdown_connections 2024-04-25T02:30:52.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:51.879+0000 7f3e0b200700 1 -- 172.21.15.47:0/1921325223 wait complete. 2024-04-25T02:30:53.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.470+0000 7f3feae00700 1 -- 172.21.15.47:0/787564570 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe41082b0 msgr2=0x7f3fe4108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:53.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.470+0000 7f3feae00700 1 --2- 172.21.15.47:0/787564570 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe41082b0 0x7f3fe4108690 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3fd40098f0 tx=0x7f3fd4009c00 comp rx=0 tx=0).stop 2024-04-25T02:30:53.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.470+0000 7f3feae00700 1 -- 172.21.15.47:0/787564570 shutdown_connections 2024-04-25T02:30:53.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.470+0000 7f3feae00700 1 --2- 172.21.15.47:0/787564570 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3fe406a8e0 0x7f3fe410f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:53.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.470+0000 7f3feae00700 1 --2- 172.21.15.47:0/787564570 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe41082b0 0x7f3fe4108690 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:53.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.470+0000 7f3feae00700 1 --2- 172.21.15.47:0/787564570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fe4069f40 0x7f3fe406a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:53.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.470+0000 7f3feae00700 1 -- 172.21.15.47:0/787564570 >> 172.21.15.47:0/787564570 conn(0x7f3fe40780e0 msgr2=0x7f3fe40784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:53.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.471+0000 7f3feae00700 1 -- 172.21.15.47:0/787564570 shutdown_connections 2024-04-25T02:30:53.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.471+0000 7f3feae00700 1 -- 172.21.15.47:0/787564570 wait complete. 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.472+0000 7f3feae00700 1 Processor -- start 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.472+0000 7f3feae00700 1 -- start start 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.472+0000 7f3feae00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe4069f40 0x7f3fe41a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.472+0000 7f3feae00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3fe406a8e0 0x7f3fe41a0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.472+0000 7f3feae00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fe41082b0 0x7f3fe419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.472+0000 7f3feae00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe41124f0 con 0x7f3fe41082b0 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.472+0000 7f3feae00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe4112370 con 0x7f3fe4069f40 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.472+0000 7f3feae00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe4112670 con 0x7f3fe406a8e0 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe8e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fe41082b0 0x7f3fe419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:53.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe4069f40 0x7f3fe41a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe4069f40 0x7f3fe41a0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:47214/0 (socket says 172.21.15.47:47214) 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 -- 172.21.15.47:0/184186001 learned_addr learned my addr 172.21.15.47:0/184186001 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe8e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fe41082b0 0x7f3fe419aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47740/0 (socket says 172.21.15.47:47740) 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fdb400700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3fe406a8e0 0x7f3fe41a0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 -- 172.21.15.47:0/184186001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3fe406a8e0 msgr2=0x7f3fe41a0dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3fe406a8e0 0x7f3fe41a0dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 -- 172.21.15.47:0/184186001 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fe41082b0 msgr2=0x7f3fe419aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fe41082b0 0x7f3fe419aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:53.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 -- 172.21.15.47:0/184186001 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fe419b1a0 con 0x7f3fe4069f40 2024-04-25T02:30:53.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.473+0000 7f3fe3e00700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe4069f40 0x7f3fe41a0880 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4009230 tx=0x7f3fd400fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:53.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.474+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd4005180 con 0x7f3fe4069f40 2024-04-25T02:30:53.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.474+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fd400b560 con 0x7f3fe4069f40 2024-04-25T02:30:53.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.474+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fe419b430 con 0x7f3fe4069f40 2024-04-25T02:30:53.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.474+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd4003a70 con 0x7f3fe4069f40 2024-04-25T02:30:53.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.474+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fe41a7750 con 0x7f3fe4069f40 2024-04-25T02:30:53.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.475+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3fe410dea0 con 0x7f3fe4069f40 2024-04-25T02:30:53.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.477+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3fd4029060 con 0x7f3fe4069f40 2024-04-25T02:30:53.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.478+0000 7f3fe1600700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fc80a2d30 0x7f3fc80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:53.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.479+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f3fd40d00a0 con 0x7f3fe4069f40 2024-04-25T02:30:53.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.479+0000 7f3fdb400700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fc80a2d30 0x7f3fc80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:53.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.479+0000 7f3fe1600700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] conn(0x7f3fc80ac510 0x7f3fc80ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:53.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.479+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 --> [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3fd400bde0 con 0x7f3fc80ac510 2024-04-25T02:30:53.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.479+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f3fd40d0450 con 0x7f3fe4069f40 2024-04-25T02:30:53.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.479+0000 7f3fe8e00700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] conn(0x7f3fc80ac510 0x7f3fc80ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:53.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.480+0000 7f3fdb400700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fc80a2d30 0x7f3fc80a51f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc009750 tx=0x7f3fcc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:53.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.480+0000 7f3fe8e00700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] conn(0x7f3fc80ac510 0x7f3fc80ae930 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:53.484 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.481+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 <== osd.1 v2:172.21.15.113:6800/3462464888 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3fd400bde0 con 0x7f3fc80ac510 2024-04-25T02:30:53.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.500+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 --> [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3fe4103960 con 0x7f3fc80ac510 2024-04-25T02:30:53.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.500+0000 7f3fe1600700 1 -- 172.21.15.47:0/184186001 <== osd.1 v2:172.21.15.113:6800/3462464888 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3fe4103960 con 0x7f3fc80ac510 2024-04-25T02:30:53.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 >> [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] conn(0x7f3fc80ac510 msgr2=0x7f3fc80ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:53.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3feae00700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] conn(0x7f3fc80ac510 0x7f3fc80ae930 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:53.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fc80a2d30 msgr2=0x7f3fc80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:53.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3feae00700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3fc80a2d30 0x7f3fc80a51f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc009750 tx=0x7f3fcc009310 comp rx=0 tx=0).stop 2024-04-25T02:30:53.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe4069f40 msgr2=0x7f3fe41a0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:53.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3feae00700 1 --2- 172.21.15.47:0/184186001 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3fe4069f40 0x7f3fe41a0880 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4009230 tx=0x7f3fd400fa70 comp rx=0 tx=0).stop 2024-04-25T02:30:53.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3fe8e00700 1 -- 172.21.15.47:0/184186001 reap_dead start 2024-04-25T02:30:53.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 shutdown_connections 2024-04-25T02:30:53.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.501+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 >> 172.21.15.47:0/184186001 conn(0x7f3fe40780e0 msgr2=0x7f3fe410d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:53.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.502+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 shutdown_connections 2024-04-25T02:30:53.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.502+0000 7f3feae00700 1 -- 172.21.15.47:0/184186001 wait complete. 2024-04-25T02:30:53.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:53 smithi047 ceph-mon[27871]: pgmap v337: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T02:30:53.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:53 smithi178 ceph-mon[33053]: pgmap v337: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T02:30:54.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:53 smithi113 ceph-mon[32459]: pgmap v337: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.310+0000 7f8baa800700 1 -- 172.21.15.47:0/4007957805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ba4102d70 msgr2=0x7f8ba4106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.310+0000 7f8baa800700 1 --2- 172.21.15.47:0/4007957805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ba4102d70 0x7f8ba4106dc0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8b900099c0 tx=0x7f8b90009cd0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.311+0000 7f8baa800700 1 -- 172.21.15.47:0/4007957805 shutdown_connections 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.311+0000 7f8baa800700 1 --2- 172.21.15.47:0/4007957805 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ba41074a0 0x7f8ba410f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.311+0000 7f8baa800700 1 --2- 172.21.15.47:0/4007957805 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ba41023c0 0x7f8ba41027a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.311+0000 7f8baa800700 1 --2- 172.21.15.47:0/4007957805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ba4102d70 0x7f8ba4106dc0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.311+0000 7f8baa800700 1 -- 172.21.15.47:0/4007957805 >> 172.21.15.47:0/4007957805 conn(0x7f8ba40fdcb0 msgr2=0x7f8ba41000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.311+0000 7f8baa800700 1 -- 172.21.15.47:0/4007957805 shutdown_connections 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.311+0000 7f8baa800700 1 -- 172.21.15.47:0/4007957805 wait complete. 2024-04-25T02:30:54.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.312+0000 7f8baa800700 1 Processor -- start 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.312+0000 7f8baa800700 1 -- start start 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8baa800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ba41023c0 0x7f8ba4072490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8baa800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ba4102d70 0x7f8ba40729d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8baa800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ba41074a0 0x7f8ba4072f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8baa800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba406cb70 con 0x7f8ba4102d70 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8baa800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba406c9f0 con 0x7f8ba41074a0 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8baa800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba406ccf0 con 0x7f8ba41023c0 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8ba9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ba41023c0 0x7f8ba4072490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8ba9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ba41023c0 0x7f8ba4072490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:36854/0 (socket says 172.21.15.47:36854) 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8ba9400700 1 -- 172.21.15.47:0/2795778686 learned_addr learned my addr 172.21.15.47:0/2795778686 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8ba8a00700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ba4102d70 0x7f8ba40729d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.313+0000 7f8ba9e00700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ba41074a0 0x7f8ba4072f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba9400700 1 -- 172.21.15.47:0/2795778686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ba41074a0 msgr2=0x7f8ba4072f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:54.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba9400700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ba41074a0 0x7f8ba4072f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba9400700 1 -- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ba4102d70 msgr2=0x7f8ba40729d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba9400700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ba4102d70 0x7f8ba40729d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba9400700 1 -- 172.21.15.47:0/2795778686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba41af620 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba9400700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ba41023c0 0x7f8ba4072490 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8b9800e9a0 tx=0x7f8b9800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b9800ca10 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b9800cbb0 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b98018680 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.314+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ba41af910 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.315+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ba41afdd0 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.315+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8ba40ff100 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.318+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8b98010430 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.320+0000 7f8ba2000700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8b8c0a2cb0 0x7f8b8c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.320+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f8b980cfb70 con 0x7f8ba41023c0 2024-04-25T02:30:54.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.321+0000 7f8ba8a00700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8b8c0a2cb0 0x7f8b8c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.321+0000 7f8ba2000700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] conn(0x7f8b8c0ac490 0x7f8b8c0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.321+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 --> [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8b9801bec0 con 0x7f8b8c0ac490 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.321+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f8b980cff20 con 0x7f8ba41023c0 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.321+0000 7f8ba9e00700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] conn(0x7f8b8c0ac490 0x7f8b8c0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.321+0000 7f8ba8a00700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8b8c0a2cb0 0x7f8b8c0a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8b90006010 tx=0x7f8b90005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.322+0000 7f8ba9e00700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] conn(0x7f8b8c0ac490 0x7f8b8c0ae8b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.323+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 <== osd.3 v2:172.21.15.47:6810/3662064207 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8b9801bec0 con 0x7f8b8c0ac490 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.341+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 --> [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8ba41038a0 con 0x7f8b8c0ac490 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.342+0000 7f8ba2000700 1 -- 172.21.15.47:0/2795778686 <== osd.3 v2:172.21.15.47:6810/3662064207 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8ba41038a0 con 0x7f8b8c0ac490 2024-04-25T02:30:54.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.342+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] conn(0x7f8b8c0ac490 msgr2=0x7f8b8c0ae8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.342+0000 7f8baa800700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] conn(0x7f8b8c0ac490 0x7f8b8c0ae8b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8b8c0a2cb0 msgr2=0x7f8b8c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8baa800700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8b8c0a2cb0 0x7f8b8c0a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8b90006010 tx=0x7f8b90005ab0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ba41023c0 msgr2=0x7f8ba4072490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8baa800700 1 --2- 172.21.15.47:0/2795778686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ba41023c0 0x7f8ba4072490 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8b9800e9a0 tx=0x7f8b9800ecb0 comp rx=0 tx=0).stop 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8ba9e00700 1 -- 172.21.15.47:0/2795778686 reap_dead start 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 shutdown_connections 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 >> 172.21.15.47:0/2795778686 conn(0x7f8ba40fdcb0 msgr2=0x7f8ba40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 shutdown_connections 2024-04-25T02:30:54.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:53.343+0000 7f8baa800700 1 -- 172.21.15.47:0/2795778686 wait complete. 2024-04-25T02:30:55.627 INFO:teuthology.orchestra.run.smithi047.stdout:55834574927 2024-04-25T02:30:55.628 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-25T02:30:55.747 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:55 smithi047 ceph-mon[27871]: pgmap v338: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:30:55.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 -- 172.21.15.47:0/579905754 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6810102ca0 msgr2=0x7f681010f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:55.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 --2- 172.21.15.47:0/579905754 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6810102ca0 0x7f681010f110 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f680800b0d0 tx=0x7f680800b3e0 comp rx=0 tx=0).stop 2024-04-25T02:30:55.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 -- 172.21.15.47:0/579905754 shutdown_connections 2024-04-25T02:30:55.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 --2- 172.21.15.47:0/579905754 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6810102ca0 0x7f681010f110 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:55.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 --2- 172.21.15.47:0/579905754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68101082f0 0x7f68101086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:55.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 --2- 172.21.15.47:0/579905754 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f68101022e0 0x7f6810102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:55.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 -- 172.21.15.47:0/579905754 >> 172.21.15.47:0/579905754 conn(0x7f6810079390 msgr2=0x7f68100797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:55.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 -- 172.21.15.47:0/579905754 shutdown_connections 2024-04-25T02:30:55.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.744+0000 7f6817400700 1 -- 172.21.15.47:0/579905754 wait complete. 2024-04-25T02:30:55.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.745+0000 7f6817400700 1 Processor -- start 2024-04-25T02:30:55.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.746+0000 7f6817400700 1 -- start start 2024-04-25T02:30:55.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.746+0000 7f6817400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f68101022e0 0x7f681019e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:55.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.746+0000 7f6817400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6810102ca0 0x7f681019eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:55.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.746+0000 7f6817400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f68101082f0 0x7f6810198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:55.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.746+0000 7f6817400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f68101125a0 con 0x7f6810102ca0 2024-04-25T02:30:55.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.746+0000 7f6817400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6810112420 con 0x7f68101022e0 2024-04-25T02:30:55.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.746+0000 7f6817400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6810112720 con 0x7f68101082f0 2024-04-25T02:30:55.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.747+0000 7f6814a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f68101022e0 0x7f681019e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:55.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.747+0000 7f680fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6810102ca0 0x7f681019eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:55.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.747+0000 7f6814a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f68101022e0 0x7f681019e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:47220/0 (socket says 172.21.15.47:47220) 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.747+0000 7f6814a00700 1 -- 172.21.15.47:0/3254402317 learned_addr learned my addr 172.21.15.47:0/3254402317 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.747+0000 7f6815400700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f68101082f0 0x7f6810198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.747+0000 7f6815400700 1 -- 172.21.15.47:0/3254402317 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f68101022e0 msgr2=0x7f681019e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.748+0000 7f6815400700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f68101022e0 0x7f681019e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.748+0000 7f6815400700 1 -- 172.21.15.47:0/3254402317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6810102ca0 msgr2=0x7f681019eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.748+0000 7f6815400700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6810102ca0 0x7f681019eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.748+0000 7f6815400700 1 -- 172.21.15.47:0/3254402317 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6810198f80 con 0x7f68101082f0 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.748+0000 7f680fe00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6810102ca0 0x7f681019eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.748+0000 7f6814a00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f68101022e0 0x7f681019e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:55.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.748+0000 7f6815400700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f68101082f0 0x7f6810198720 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f680800b770 tx=0x7f6808007a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:55.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.749+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6808021020 con 0x7f68101082f0 2024-04-25T02:30:55.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.749+0000 7f6817400700 1 -- 172.21.15.47:0/3254402317 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6810199210 con 0x7f68101082f0 2024-04-25T02:30:55.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.749+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6808004c50 con 0x7f68101082f0 2024-04-25T02:30:55.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.749+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6808005050 con 0x7f68101082f0 2024-04-25T02:30:55.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.749+0000 7f6817400700 1 -- 172.21.15.47:0/3254402317 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6810074630 con 0x7f68101082f0 2024-04-25T02:30:55.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.751+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f68101995d0 con 0x7f68101082f0 2024-04-25T02:30:55.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.754+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6808024020 con 0x7f68101082f0 2024-04-25T02:30:55.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.755+0000 7f680d600700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67f80a2d30 0x7f67f80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:55.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.756+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f680800f020 con 0x7f68101082f0 2024-04-25T02:30:55.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.756+0000 7f6814a00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67f80a2d30 0x7f67f80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:55.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.756+0000 7f680d600700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] conn(0x7f67f80ac510 0x7f67f80ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:55.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.756+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 --> [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6808029e50 con 0x7f67f80ac510 2024-04-25T02:30:55.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.756+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f68080d0370 con 0x7f68101082f0 2024-04-25T02:30:55.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.756+0000 7f680fe00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] conn(0x7f67f80ac510 0x7f67f80ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:55.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.757+0000 7f6814a00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67f80a2d30 0x7f67f80a51f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6804011550 tx=0x7f6804009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:55.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.757+0000 7f680fe00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] conn(0x7f67f80ac510 0x7f67f80ae930 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:55.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.758+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 <== osd.11 v2:172.21.15.178:6824/1342545482 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6808029e50 con 0x7f67f80ac510 2024-04-25T02:30:55.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.776+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 --> [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6810062b90 con 0x7f67f80ac510 2024-04-25T02:30:55.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.777+0000 7f680d600700 1 -- 172.21.15.47:0/3254402317 <== osd.11 v2:172.21.15.178:6824/1342545482 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6810062b90 con 0x7f67f80ac510 2024-04-25T02:30:55.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] conn(0x7f67f80ac510 msgr2=0x7f67f80ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:55.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6802a00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] conn(0x7f67f80ac510 0x7f67f80ae930 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:55.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67f80a2d30 msgr2=0x7f67f80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:55.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6802a00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f67f80a2d30 0x7f67f80a51f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6804011550 tx=0x7f6804009260 comp rx=0 tx=0).stop 2024-04-25T02:30:55.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f68101082f0 msgr2=0x7f6810198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:55.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6802a00700 1 --2- 172.21.15.47:0/3254402317 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f68101082f0 0x7f6810198720 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f680800b770 tx=0x7f6808007a20 comp rx=0 tx=0).stop 2024-04-25T02:30:55.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6815400700 1 -- 172.21.15.47:0/3254402317 reap_dead start 2024-04-25T02:30:55.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 shutdown_connections 2024-04-25T02:30:55.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.778+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 >> 172.21.15.47:0/3254402317 conn(0x7f6810079390 msgr2=0x7f6810100c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:55.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.779+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 shutdown_connections 2024-04-25T02:30:55.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:55.779+0000 7f6802a00700 1 -- 172.21.15.47:0/3254402317 wait complete. 2024-04-25T02:30:55.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:55 smithi178 ceph-mon[33053]: pgmap v338: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:30:56.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:55 smithi113 ceph-mon[32459]: pgmap v338: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:30:57.245 INFO:teuthology.orchestra.run.smithi047.stdout:111669149763 2024-04-25T02:30:57.245 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-25T02:30:57.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 -- 172.21.15.47:0/2324453506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f0810ec30 msgr2=0x7f0f08111020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:57.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 --2- 172.21.15.47:0/2324453506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f0810ec30 0x7f0f08111020 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0f0000b0a0 tx=0x7f0f0000b3b0 comp rx=0 tx=0).stop 2024-04-25T02:30:57.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 -- 172.21.15.47:0/2324453506 shutdown_connections 2024-04-25T02:30:57.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 --2- 172.21.15.47:0/2324453506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f0810ec30 0x7f0f08111020 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:57.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 --2- 172.21.15.47:0/2324453506 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f08074460 0x7f0f08074840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:57.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 --2- 172.21.15.47:0/2324453506 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f08074d80 0x7f0f0810e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:57.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 -- 172.21.15.47:0/2324453506 >> 172.21.15.47:0/2324453506 conn(0x7f0f08079390 msgr2=0x7f0f080797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:57.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 -- 172.21.15.47:0/2324453506 shutdown_connections 2024-04-25T02:30:57.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.448+0000 7f0f0ce00700 1 -- 172.21.15.47:0/2324453506 wait complete. 2024-04-25T02:30:57.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.449+0000 7f0f0ce00700 1 Processor -- start 2024-04-25T02:30:57.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.449+0000 7f0f0ce00700 1 -- start start 2024-04-25T02:30:57.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f0ce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f08074460 0x7f0f081a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f0ce00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f08074d80 0x7f0f081a0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f0ce00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f0810ec30 0x7f0f0819a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f0ce00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0f08114790 con 0x7f0f08074d80 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f0ce00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0f08114610 con 0x7f0f0810ec30 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f0ce00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0f08114910 con 0x7f0f08074460 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f05e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f08074460 0x7f0f081a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f05400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f08074d80 0x7f0f081a0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f05400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f08074d80 0x7f0f081a0d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47782/0 (socket says 172.21.15.47:47782) 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f05400700 1 -- 172.21.15.47:0/3625054808 learned_addr learned my addr 172.21.15.47:0/3625054808 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f06800700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f0810ec30 0x7f0f0819a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:57.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.450+0000 7f0f05e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f08074460 0x7f0f081a07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:36884/0 (socket says 172.21.15.47:36884) 2024-04-25T02:30:57.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f06800700 1 -- 172.21.15.47:0/3625054808 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f08074460 msgr2=0x7f0f081a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:57.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f06800700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f08074460 0x7f0f081a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:57.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f06800700 1 -- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f08074d80 msgr2=0x7f0f081a0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:57.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f06800700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f08074d80 0x7f0f081a0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:57.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f06800700 1 -- 172.21.15.47:0/3625054808 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f0819b110 con 0x7f0f0810ec30 2024-04-25T02:30:57.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f05400700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f08074d80 0x7f0f081a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:57.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f05e00700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f08074460 0x7f0f081a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:30:57.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.451+0000 7f0f06800700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f0810ec30 0x7f0f0819a9b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0f0000b070 tx=0x7f0f00004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:57.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.452+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f00021070 con 0x7f0f0810ec30 2024-04-25T02:30:57.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.452+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f0819b3a0 con 0x7f0f0810ec30 2024-04-25T02:30:57.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.452+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f00007b80 con 0x7f0f0810ec30 2024-04-25T02:30:57.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.452+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f00005040 con 0x7f0f0810ec30 2024-04-25T02:30:57.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.452+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f081a76c0 con 0x7f0f0810ec30 2024-04-25T02:30:57.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.453+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0f080ffd80 con 0x7f0f0810ec30 2024-04-25T02:30:57.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.455+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0f00024070 con 0x7f0f0810ec30 2024-04-25T02:30:57.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.456+0000 7f0efea00700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0eec0a2d30 0x7f0eec0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:57.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.457+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f0f000cfea0 con 0x7f0f0810ec30 2024-04-25T02:30:57.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.457+0000 7f0f05e00700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0eec0a2d30 0x7f0eec0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:57.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.457+0000 7f0efea00700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] conn(0x7f0eec0ac510 0x7f0eec0ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:30:57.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.457+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 --> [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0f0000c910 con 0x7f0eec0ac510 2024-04-25T02:30:57.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.457+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f0f000d0250 con 0x7f0f0810ec30 2024-04-25T02:30:57.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.457+0000 7f0f05400700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] conn(0x7f0eec0ac510 0x7f0eec0ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:30:57.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.458+0000 7f0f05e00700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0eec0a2d30 0x7f0eec0a51f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0f0819baf0 tx=0x7f0ef8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:57.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.458+0000 7f0f05400700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] conn(0x7f0eec0ac510 0x7f0eec0ae930 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:30:57.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.459+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 <== osd.6 v2:172.21.15.47:6818/1747838642 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0f0000c910 con 0x7f0eec0ac510 2024-04-25T02:30:57.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.477+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 --> [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0f08075b50 con 0x7f0eec0ac510 2024-04-25T02:30:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.478+0000 7f0efea00700 1 -- 172.21.15.47:0/3625054808 <== osd.6 v2:172.21.15.47:6818/1747838642 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0f08075b50 con 0x7f0eec0ac510 2024-04-25T02:30:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.478+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] conn(0x7f0eec0ac510 msgr2=0x7f0eec0ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.478+0000 7f0f0ce00700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] conn(0x7f0eec0ac510 0x7f0eec0ae930 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:30:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.478+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0eec0a2d30 msgr2=0x7f0eec0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.478+0000 7f0f0ce00700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f0eec0a2d30 0x7f0eec0a51f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0f0819baf0 tx=0x7f0ef8009260 comp rx=0 tx=0).stop 2024-04-25T02:30:57.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.479+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f0810ec30 msgr2=0x7f0f0819a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:30:57.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.479+0000 7f0f0ce00700 1 --2- 172.21.15.47:0/3625054808 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f0810ec30 0x7f0f0819a9b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0f0000b070 tx=0x7f0f00004c80 comp rx=0 tx=0).stop 2024-04-25T02:30:57.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.479+0000 7f0f06800700 1 -- 172.21.15.47:0/3625054808 reap_dead start 2024-04-25T02:30:57.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.479+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 shutdown_connections 2024-04-25T02:30:57.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.479+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 >> 172.21.15.47:0/3625054808 conn(0x7f0f08079390 msgr2=0x7f0f080ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:30:57.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.479+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 shutdown_connections 2024-04-25T02:30:57.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:57.479+0000 7f0f0ce00700 1 -- 172.21.15.47:0/3625054808 wait complete. 2024-04-25T02:30:57.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:57 smithi178 ceph-mon[33053]: pgmap v339: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:30:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:57 smithi047 ceph-mon[27871]: pgmap v339: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:30:58.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:57 smithi113 ceph-mon[32459]: pgmap v339: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:30:58.015 INFO:teuthology.orchestra.run.smithi047.stdout:292057776159 2024-04-25T02:30:58.016 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-25T02:30:59.651 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:30:59 smithi047 ceph-mon[27871]: pgmap v340: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-25T02:30:59.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:30:59 smithi178 ceph-mon[33053]: pgmap v340: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-25T02:31:00.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:30:59 smithi113 ceph-mon[32459]: pgmap v340: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-25T02:31:00.229 INFO:teuthology.orchestra.run.smithi047.stdout:146028888126 2024-04-25T02:31:00.230 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-25T02:31:00.438 INFO:teuthology.orchestra.run.smithi047.stdout:313532612634 2024-04-25T02:31:00.439 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-25T02:31:00.516 INFO:teuthology.orchestra.run.smithi047.stdout:347892350998 2024-04-25T02:31:00.516 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-25T02:31:00.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.725+0000 7fd240800700 1 -- 172.21.15.47:0/2624319933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2381024e0 msgr2=0x7fd2381028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.725+0000 7fd240800700 1 --2- 172.21.15.47:0/2624319933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2381024e0 0x7fd2381028c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd22c009990 tx=0x7fd22c009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.725+0000 7fd240800700 1 -- 172.21.15.47:0/2624319933 shutdown_connections 2024-04-25T02:31:00.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.725+0000 7fd240800700 1 --2- 172.21.15.47:0/2624319933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2381024e0 0x7fd2381028c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.725+0000 7fd240800700 1 --2- 172.21.15.47:0/2624319933 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd238107570 0x7fd23810f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.725+0000 7fd240800700 1 --2- 172.21.15.47:0/2624319933 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd238102e90 0x7fd238106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.725+0000 7fd240800700 1 -- 172.21.15.47:0/2624319933 >> 172.21.15.47:0/2624319933 conn(0x7fd238079390 msgr2=0x7fd2380797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:00.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.725+0000 7fd240800700 1 -- 172.21.15.47:0/2624319933 shutdown_connections 2024-04-25T02:31:00.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.726+0000 7fd240800700 1 -- 172.21.15.47:0/2624319933 wait complete. 2024-04-25T02:31:00.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.727+0000 7fd240800700 1 Processor -- start 2024-04-25T02:31:00.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.727+0000 7fd240800700 1 -- start start 2024-04-25T02:31:00.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd240800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd2381024e0 0x7fd238074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd240800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd238102e90 0x7fd238074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd240800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd238107570 0x7fd238074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd240800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd238112530 con 0x7fd238102e90 2024-04-25T02:31:00.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd240800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd2381123b0 con 0x7fd2381024e0 2024-04-25T02:31:00.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd240800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd2381126b0 con 0x7fd238107570 2024-04-25T02:31:00.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd23e800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd238107570 0x7fd238074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd23de00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd2381024e0 0x7fd238074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd23d400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd238102e90 0x7fd238074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd23e800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd238107570 0x7fd238074fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:36918/0 (socket says 172.21.15.47:36918) 2024-04-25T02:31:00.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd23de00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd2381024e0 0x7fd238074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:47288/0 (socket says 172.21.15.47:47288) 2024-04-25T02:31:00.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.728+0000 7fd23e800700 1 -- 172.21.15.47:0/2589123268 learned_addr learned my addr 172.21.15.47:0/2589123268 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:00.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd23de00700 1 -- 172.21.15.47:0/2589123268 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd238107570 msgr2=0x7fd238074fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd23de00700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd238107570 0x7fd238074fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd23de00700 1 -- 172.21.15.47:0/2589123268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd238102e90 msgr2=0x7fd238074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd23de00700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd238102e90 0x7fd238074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd23de00700 1 -- 172.21.15.47:0/2589123268 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2381a6ff0 con 0x7fd2381024e0 2024-04-25T02:31:00.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd23d400700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd238102e90 0x7fd238074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:00.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd23de00700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd2381024e0 0x7fd238074530 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd22c0059d0 tx=0x7fd22c00bab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:00.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c027070 con 0x7fd2381024e0 2024-04-25T02:31:00.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.729+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd22c003d70 con 0x7fd2381024e0 2024-04-25T02:31:00.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.730+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2381a7280 con 0x7fd2381024e0 2024-04-25T02:31:00.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.730+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2381a76d0 con 0x7fd2381024e0 2024-04-25T02:31:00.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.730+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c022e30 con 0x7fd2381024e0 2024-04-25T02:31:00.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.731+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd21c001030 con 0x7fd2381024e0 2024-04-25T02:31:00.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.733+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd22c02a070 con 0x7fd2381024e0 2024-04-25T02:31:00.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.734+0000 7fd232a00700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd2200a2d30 0x7fd2200a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.734+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fd22c0cfe00 con 0x7fd2381024e0 2024-04-25T02:31:00.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.734+0000 7fd23d400700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd2200a2d30 0x7fd2200a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.735+0000 7fd232a00700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] conn(0x7fd2200ac510 0x7fd2200ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.735+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 --> [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd22c00b0b0 con 0x7fd2200ac510 2024-04-25T02:31:00.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.735+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fd22c0d2460 con 0x7fd2381024e0 2024-04-25T02:31:00.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.735+0000 7fd23e800700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] conn(0x7fd2200ac510 0x7fd2200ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.735+0000 7fd23d400700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd2200a2d30 0x7fd2200a51f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd238101f00 tx=0x7fd228009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:00.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.736+0000 7fd23e800700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] conn(0x7fd2200ac510 0x7fd2200ae930 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:00.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.737+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 <== osd.2 v2:172.21.15.178:6800/3719555607 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd22c00b0b0 con 0x7fd2200ac510 2024-04-25T02:31:00.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.758+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 --> [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd21c002e60 con 0x7fd2200ac510 2024-04-25T02:31:00.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.759+0000 7fd232a00700 1 -- 172.21.15.47:0/2589123268 <== osd.2 v2:172.21.15.178:6800/3719555607 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd21c002e60 con 0x7fd2200ac510 2024-04-25T02:31:00.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.759+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 >> [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] conn(0x7fd2200ac510 msgr2=0x7fd2200ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.759+0000 7fd240800700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] conn(0x7fd2200ac510 0x7fd2200ae930 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.759+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd2200a2d30 msgr2=0x7fd2200a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.759+0000 7fd240800700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd2200a2d30 0x7fd2200a51f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd238101f00 tx=0x7fd228009260 comp rx=0 tx=0).stop 2024-04-25T02:31:00.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.759+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd2381024e0 msgr2=0x7fd238074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.759+0000 7fd240800700 1 --2- 172.21.15.47:0/2589123268 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd2381024e0 0x7fd238074530 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd22c0059d0 tx=0x7fd22c00bab0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.759+0000 7fd23e800700 1 -- 172.21.15.47:0/2589123268 reap_dead start 2024-04-25T02:31:00.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.760+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 shutdown_connections 2024-04-25T02:31:00.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.760+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 >> 172.21.15.47:0/2589123268 conn(0x7fd238079390 msgr2=0x7fd2381086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:00.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.760+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 shutdown_connections 2024-04-25T02:31:00.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.760+0000 7fd240800700 1 -- 172.21.15.47:0/2589123268 wait complete. 2024-04-25T02:31:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.646+0000 7fdf74200700 1 -- 172.21.15.47:0/2531855871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 msgr2=0x7fdf6c115730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.646+0000 7fdf74200700 1 --2- 172.21.15.47:0/2531855871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 0x7fdf6c115730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdf64009f90 tx=0x7fdf6400b330 comp rx=0 tx=0).stop 2024-04-25T02:31:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.646+0000 7fdf74200700 1 -- 172.21.15.47:0/2531855871 shutdown_connections 2024-04-25T02:31:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.646+0000 7fdf74200700 1 --2- 172.21.15.47:0/2531855871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 0x7fdf6c115730 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.646+0000 7fdf74200700 1 --2- 172.21.15.47:0/2531855871 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf6c10e860 0x7fdf6c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.646+0000 7fdf74200700 1 --2- 172.21.15.47:0/2531855871 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6c108860 0x7fdf6c108ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.646+0000 7fdf74200700 1 -- 172.21.15.47:0/2531855871 >> 172.21.15.47:0/2531855871 conn(0x7fdf6c075a00 msgr2=0x7fdf6c107050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.647+0000 7fdf74200700 1 -- 172.21.15.47:0/2531855871 shutdown_connections 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.647+0000 7fdf74200700 1 -- 172.21.15.47:0/2531855871 wait complete. 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.648+0000 7fdf74200700 1 Processor -- start 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.648+0000 7fdf74200700 1 -- start start 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf74200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6c108860 0x7fdf6c19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf74200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 0x7fdf6c19f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf74200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf6c10e860 0x7fdf6c1a3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf74200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c118c40 con 0x7fdf6c108860 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf74200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c118ac0 con 0x7fdf6c10e860 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf74200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c118dc0 con 0x7fdf6c109220 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf70e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 0x7fdf6c19f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf71800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6c108860 0x7fdf6c19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf72200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf6c10e860 0x7fdf6c1a3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf70e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 0x7fdf6c19f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:36890/0 (socket says 172.21.15.47:36890) 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf70e00700 1 -- 172.21.15.47:0/3965721415 learned_addr learned my addr 172.21.15.47:0/3965721415 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf70e00700 1 -- 172.21.15.47:0/3965721415 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf6c10e860 msgr2=0x7fdf6c1a3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf70e00700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf6c10e860 0x7fdf6c1a3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf70e00700 1 -- 172.21.15.47:0/3965721415 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6c108860 msgr2=0x7fdf6c19ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf70e00700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdf6c108860 0x7fdf6c19ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf70e00700 1 -- 172.21.15.47:0/3965721415 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6c1a3fa0 con 0x7fdf6c109220 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.649+0000 7fdf72200700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdf6c10e860 0x7fdf6c1a3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.650+0000 7fdf70e00700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 0x7fdf6c19f4d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fdf5800ec10 tx=0x7fdf5800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.650+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5800cc90 con 0x7fdf6c109220 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.650+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf5800ce30 con 0x7fdf6c109220 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.650+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58010690 con 0x7fdf6c109220 2024-04-25T02:31:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.650+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf6c1a4290 con 0x7fdf6c109220 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.650+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf6c1abb10 con 0x7fdf6c109220 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.651+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdf6c0629c0 con 0x7fdf6c109220 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.653+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fdf58003680 con 0x7fdf6c109220 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.655+0000 7fdf6a000700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf540a2d30 0x7fdf540a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.655+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fdf580cf680 con 0x7fdf6c109220 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.655+0000 7fdf71800700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf540a2d30 0x7fdf540a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.655+0000 7fdf6a000700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] conn(0x7fdf540ac510 0x7fdf540ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.655+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 --> [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdf5801ee50 con 0x7fdf540ac510 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.655+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fdf580cfa30 con 0x7fdf6c109220 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.655+0000 7fdf72200700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] conn(0x7fdf540ac510 0x7fdf540ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.656+0000 7fdf71800700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf540a2d30 0x7fdf540a51f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009680 tx=0x7fdf60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.656+0000 7fdf72200700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] conn(0x7fdf540ac510 0x7fdf540ae930 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.657+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 <== osd.7 v2:172.21.15.113:6816/2355831929 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdf5801ee50 con 0x7fdf540ac510 2024-04-25T02:31:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.675+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 --> [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdf6c062e90 con 0x7fdf540ac510 2024-04-25T02:31:00.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.676+0000 7fdf6a000700 1 -- 172.21.15.47:0/3965721415 <== osd.7 v2:172.21.15.113:6816/2355831929 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fdf6c062e90 con 0x7fdf540ac510 2024-04-25T02:31:00.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.677+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 >> [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] conn(0x7fdf540ac510 msgr2=0x7fdf540ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.677+0000 7fdf74200700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] conn(0x7fdf540ac510 0x7fdf540ae930 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:00.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.677+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf540a2d30 msgr2=0x7fdf540a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.677+0000 7fdf74200700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdf540a2d30 0x7fdf540a51f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009680 tx=0x7fdf60009260 comp rx=0 tx=0).stop 2024-04-25T02:31:00.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.677+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 msgr2=0x7fdf6c19f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:00.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.677+0000 7fdf74200700 1 --2- 172.21.15.47:0/3965721415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6c109220 0x7fdf6c19f4d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fdf5800ec10 tx=0x7fdf5800ef20 comp rx=0 tx=0).stop 2024-04-25T02:31:00.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.677+0000 7fdf72200700 1 -- 172.21.15.47:0/3965721415 reap_dead start 2024-04-25T02:31:00.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.678+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 shutdown_connections 2024-04-25T02:31:00.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.678+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 >> 172.21.15.47:0/3965721415 conn(0x7fdf6c075a00 msgr2=0x7fdf6c075f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:00.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.678+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 shutdown_connections 2024-04-25T02:31:00.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:30:59.678+0000 7fdf74200700 1 -- 172.21.15.47:0/3965721415 wait complete. 2024-04-25T02:31:01.693 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:01 smithi047 ceph-mon[27871]: pgmap v341: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-25T02:31:01.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:01 smithi178 ceph-mon[33053]: pgmap v341: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-25T02:31:02.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:01 smithi113 ceph-mon[32459]: pgmap v341: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-25T02:31:02.345 INFO:teuthology.orchestra.run.smithi047.stdout:223338299438 2024-04-25T02:31:02.346 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-25T02:31:03.116 INFO:teuthology.orchestra.run.smithi047.stdout:201863462962 2024-04-25T02:31:03.117 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-25T02:31:03.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:03 smithi047 ceph-mon[27871]: pgmap v342: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:03.808 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:03 smithi113 ceph-mon[32459]: pgmap v342: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:03.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:03 smithi178 ceph-mon[33053]: pgmap v342: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:03.881 INFO:teuthology.orchestra.run.smithi047.stdout:77309411403 2024-04-25T02:31:03.882 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-25T02:31:03.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.920+0000 7fd983800700 1 -- 172.21.15.47:0/3231331884 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd97c06a8e0 msgr2=0x7fd97c10f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:03.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.920+0000 7fd983800700 1 --2- 172.21.15.47:0/3231331884 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd97c06a8e0 0x7fd97c10f0f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd97400b0a0 tx=0x7fd97400b3b0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.921+0000 7fd983800700 1 -- 172.21.15.47:0/3231331884 shutdown_connections 2024-04-25T02:31:03.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.921+0000 7fd983800700 1 --2- 172.21.15.47:0/3231331884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd97c1082b0 0x7fd97c108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.921+0000 7fd983800700 1 --2- 172.21.15.47:0/3231331884 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd97c06a8e0 0x7fd97c10f0f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.921+0000 7fd983800700 1 --2- 172.21.15.47:0/3231331884 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd97c069f40 0x7fd97c06a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.921+0000 7fd983800700 1 -- 172.21.15.47:0/3231331884 >> 172.21.15.47:0/3231331884 conn(0x7fd97c0780e0 msgr2=0x7fd97c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:03.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.921+0000 7fd983800700 1 -- 172.21.15.47:0/3231331884 shutdown_connections 2024-04-25T02:31:03.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.921+0000 7fd983800700 1 -- 172.21.15.47:0/3231331884 wait complete. 2024-04-25T02:31:03.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.922+0000 7fd983800700 1 Processor -- start 2024-04-25T02:31:03.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.922+0000 7fd983800700 1 -- start start 2024-04-25T02:31:03.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd983800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd97c069f40 0x7fd97c1a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:03.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd983800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd97c06a8e0 0x7fd97c1a0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:03.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd983800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd97c1082b0 0x7fd97c19aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:03.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd983800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd97c112550 con 0x7fd97c1082b0 2024-04-25T02:31:03.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd983800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd97c1123d0 con 0x7fd97c06a8e0 2024-04-25T02:31:03.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd983800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd97c1126d0 con 0x7fd97c069f40 2024-04-25T02:31:03.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd97be00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd97c06a8e0 0x7fd97c1a0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:03.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd981800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd97c1082b0 0x7fd97c19aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:03.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd97be00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd97c06a8e0 0x7fd97c1a0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:42228/0 (socket says 172.21.15.47:42228) 2024-04-25T02:31:03.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd97be00700 1 -- 172.21.15.47:0/1755982552 learned_addr learned my addr 172.21.15.47:0/1755982552 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.923+0000 7fd980e00700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd97c069f40 0x7fd97c1a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.924+0000 7fd97be00700 1 -- 172.21.15.47:0/1755982552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd97c069f40 msgr2=0x7fd97c1a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.924+0000 7fd97be00700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd97c069f40 0x7fd97c1a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.924+0000 7fd97be00700 1 -- 172.21.15.47:0/1755982552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd97c1082b0 msgr2=0x7fd97c19aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.924+0000 7fd97be00700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd97c1082b0 0x7fd97c19aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.924+0000 7fd97be00700 1 -- 172.21.15.47:0/1755982552 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd97c19b170 con 0x7fd97c06a8e0 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.924+0000 7fd981800700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd97c1082b0 0x7fd97c19aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.924+0000 7fd97be00700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd97c06a8e0 0x7fd97c1a0d90 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd96800e9a0 tx=0x7fd96800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.925+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd96800cbd0 con 0x7fd97c06a8e0 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.925+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd97c19b460 con 0x7fd97c06a8e0 2024-04-25T02:31:03.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.925+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd96800cd70 con 0x7fd97c06a8e0 2024-04-25T02:31:03.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.925+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd968018750 con 0x7fd97c06a8e0 2024-04-25T02:31:03.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.925+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd97c1a7720 con 0x7fd97c06a8e0 2024-04-25T02:31:03.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.926+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd97c1004d0 con 0x7fd97c06a8e0 2024-04-25T02:31:03.933 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.930+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd968010430 con 0x7fd97c06a8e0 2024-04-25T02:31:03.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.931+0000 7fd979600700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd9640a2cb0 0x7fd9640a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:03.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.931+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fd9680cf400 con 0x7fd97c06a8e0 2024-04-25T02:31:03.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.932+0000 7fd980e00700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd9640a2cb0 0x7fd9640a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:03.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.932+0000 7fd979600700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] conn(0x7fd9640ac490 0x7fd9640ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:03.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.932+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 --> [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd968012ec0 con 0x7fd9640ac490 2024-04-25T02:31:03.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.932+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fd9680d6050 con 0x7fd97c06a8e0 2024-04-25T02:31:03.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.932+0000 7fd981800700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] conn(0x7fd9640ac490 0x7fd9640ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:03.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.933+0000 7fd980e00700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd9640a2cb0 0x7fd9640a5170 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd97c19bb50 tx=0x7fd9700073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:03.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.933+0000 7fd981800700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] conn(0x7fd9640ac490 0x7fd9640ae8b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:03.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.934+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 <== osd.8 v2:172.21.15.178:6816/2400495078 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd968012ec0 con 0x7fd9640ac490 2024-04-25T02:31:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.953+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 --> [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd97c103960 con 0x7fd9640ac490 2024-04-25T02:31:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.953+0000 7fd979600700 1 -- 172.21.15.47:0/1755982552 <== osd.8 v2:172.21.15.178:6816/2400495078 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd97c103960 con 0x7fd9640ac490 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 >> [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] conn(0x7fd9640ac490 msgr2=0x7fd9640ae8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] conn(0x7fd9640ac490 0x7fd9640ae8b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd9640a2cb0 msgr2=0x7fd9640a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd9640a2cb0 0x7fd9640a5170 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd97c19bb50 tx=0x7fd9700073d0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd97c06a8e0 msgr2=0x7fd97c1a0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 --2- 172.21.15.47:0/1755982552 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd97c06a8e0 0x7fd97c1a0d90 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd96800e9a0 tx=0x7fd96800ecb0 comp rx=0 tx=0).stop 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd981800700 1 -- 172.21.15.47:0/1755982552 reap_dead start 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 shutdown_connections 2024-04-25T02:31:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 >> 172.21.15.47:0/1755982552 conn(0x7fd97c0780e0 msgr2=0x7fd97c0ffab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:03.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 shutdown_connections 2024-04-25T02:31:03.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:03.954+0000 7fd983800700 1 -- 172.21.15.47:0/1755982552 wait complete. 2024-04-25T02:31:04.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 -- 172.21.15.47:0/2438272329 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf8c1082b0 msgr2=0x7faf8c108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:04.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 --2- 172.21.15.47:0/2438272329 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf8c1082b0 0x7faf8c108690 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7faf7c00b0a0 tx=0x7faf7c00b3b0 comp rx=0 tx=0).stop 2024-04-25T02:31:04.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 -- 172.21.15.47:0/2438272329 shutdown_connections 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 --2- 172.21.15.47:0/2438272329 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf8c06a8e0 0x7faf8c10f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 --2- 172.21.15.47:0/2438272329 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf8c1082b0 0x7faf8c108690 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 --2- 172.21.15.47:0/2438272329 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf8c069f40 0x7faf8c06a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 -- 172.21.15.47:0/2438272329 >> 172.21.15.47:0/2438272329 conn(0x7faf8c0780e0 msgr2=0x7faf8c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 -- 172.21.15.47:0/2438272329 shutdown_connections 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.451+0000 7faf92000700 1 -- 172.21.15.47:0/2438272329 wait complete. 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.453+0000 7faf92000700 1 Processor -- start 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.453+0000 7faf92000700 1 -- start start 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.453+0000 7faf92000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf8c069f40 0x7faf8c1a0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.453+0000 7faf92000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf8c06a8e0 0x7faf8c1a0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.453+0000 7faf92000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf8c1082b0 0x7faf8c19aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.453+0000 7faf92000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c112540 con 0x7faf8c1082b0 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.453+0000 7faf92000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c1123c0 con 0x7faf8c069f40 2024-04-25T02:31:04.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.453+0000 7faf92000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c1126c0 con 0x7faf8c06a8e0 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.454+0000 7faf82a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf8c06a8e0 0x7faf8c1a0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.454+0000 7faf82a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf8c06a8e0 0x7faf8c1a0dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:36900/0 (socket says 172.21.15.47:36900) 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.454+0000 7faf82a00700 1 -- 172.21.15.47:0/3840467883 learned_addr learned my addr 172.21.15.47:0/3840467883 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.454+0000 7faf8b400700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf8c069f40 0x7faf8c1a0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.454+0000 7faf8be00700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf8c1082b0 0x7faf8c19aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.455+0000 7faf8b400700 1 -- 172.21.15.47:0/3840467883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf8c06a8e0 msgr2=0x7faf8c1a0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.455+0000 7faf8b400700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf8c06a8e0 0x7faf8c1a0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.455+0000 7faf8b400700 1 -- 172.21.15.47:0/3840467883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf8c1082b0 msgr2=0x7faf8c19aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.455+0000 7faf8b400700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf8c1082b0 0x7faf8c19aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.455+0000 7faf8b400700 1 -- 172.21.15.47:0/3840467883 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf8c19b1b0 con 0x7faf8c069f40 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.455+0000 7faf82a00700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf8c06a8e0 0x7faf8c1a0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.455+0000 7faf8b400700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf8c069f40 0x7faf8c1a0890 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7faf7c00b780 tx=0x7faf7c004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.456+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf7c026070 con 0x7faf8c069f40 2024-04-25T02:31:04.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.456+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf8c19b440 con 0x7faf8c069f40 2024-04-25T02:31:04.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.456+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf7c007c50 con 0x7faf8c069f40 2024-04-25T02:31:04.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.456+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf7c005790 con 0x7faf8c069f40 2024-04-25T02:31:04.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.456+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf8c109030 con 0x7faf8c069f40 2024-04-25T02:31:04.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.457+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7faf8c10dea0 con 0x7faf8c069f40 2024-04-25T02:31:04.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.460+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7faf7c0074e0 con 0x7faf8c069f40 2024-04-25T02:31:04.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.462+0000 7faf88c00700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf700a2d30 0x7faf700a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:04.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.463+0000 7faf82a00700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf700a2d30 0x7faf700a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.463+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7faf7c00f030 con 0x7faf8c069f40 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.463+0000 7faf88c00700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] conn(0x7faf700ac510 0x7faf700ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.463+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 --> [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7faf7c02fe50 con 0x7faf700ac510 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.463+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7faf7c0dc2a0 con 0x7faf8c069f40 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.464+0000 7faf82a00700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf700a2d30 0x7faf700a51f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7faf8c103240 tx=0x7faf74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.464+0000 7faf8be00700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] conn(0x7faf700ac510 0x7faf700ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.464+0000 7faf8be00700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] conn(0x7faf700ac510 0x7faf700ae930 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.465+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 <== osd.5 v2:172.21.15.178:6808/1184775809 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7faf7c02fe50 con 0x7faf700ac510 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.502+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 --> [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7faf8c103960 con 0x7faf700ac510 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.503+0000 7faf88c00700 1 -- 172.21.15.47:0/3840467883 <== osd.5 v2:172.21.15.178:6808/1184775809 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7faf8c103960 con 0x7faf700ac510 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.503+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 >> [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] conn(0x7faf700ac510 msgr2=0x7faf700ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.503+0000 7faf92000700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] conn(0x7faf700ac510 0x7faf700ae930 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.503+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf700a2d30 msgr2=0x7faf700a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:04.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.503+0000 7faf92000700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf700a2d30 0x7faf700a51f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7faf8c103240 tx=0x7faf74009260 comp rx=0 tx=0).stop 2024-04-25T02:31:04.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.503+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf8c069f40 msgr2=0x7faf8c1a0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:04.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.503+0000 7faf92000700 1 --2- 172.21.15.47:0/3840467883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf8c069f40 0x7faf8c1a0890 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7faf7c00b780 tx=0x7faf7c004d00 comp rx=0 tx=0).stop 2024-04-25T02:31:04.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.503+0000 7faf8be00700 1 -- 172.21.15.47:0/3840467883 reap_dead start 2024-04-25T02:31:04.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.504+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 shutdown_connections 2024-04-25T02:31:04.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.504+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 >> 172.21.15.47:0/3840467883 conn(0x7faf8c0780e0 msgr2=0x7faf8c10d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:04.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.504+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 shutdown_connections 2024-04-25T02:31:04.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:00.504+0000 7faf92000700 1 -- 172.21.15.47:0/3840467883 wait complete. 2024-04-25T02:31:04.792 INFO:teuthology.orchestra.run.smithi047.stdout:167503724601 2024-04-25T02:31:04.792 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-25T02:31:05.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.352+0000 7f43c4a00700 1 -- 172.21.15.47:0/3295019648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 msgr2=0x7f43c01048d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:05.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.352+0000 7f43c4a00700 1 --2- 172.21.15.47:0/3295019648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 0x7f43c01048d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f43ac0098f0 tx=0x7f43ac009c00 comp rx=0 tx=0).stop 2024-04-25T02:31:05.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.353+0000 7f43c4a00700 1 -- 172.21.15.47:0/3295019648 shutdown_connections 2024-04-25T02:31:05.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.353+0000 7f43c4a00700 1 --2- 172.21.15.47:0/3295019648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43c010a4e0 0x7f43c010a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:05.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.353+0000 7f43c4a00700 1 --2- 172.21.15.47:0/3295019648 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43c0104e10 0x7f43c0111320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:05.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.353+0000 7f43c4a00700 1 --2- 172.21.15.47:0/3295019648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 0x7f43c01048d0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:05.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.353+0000 7f43c4a00700 1 -- 172.21.15.47:0/3295019648 >> 172.21.15.47:0/3295019648 conn(0x7f43c00fff00 msgr2=0x7f43c0102320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:05.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.353+0000 7f43c4a00700 1 -- 172.21.15.47:0/3295019648 shutdown_connections 2024-04-25T02:31:05.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.353+0000 7f43c4a00700 1 -- 172.21.15.47:0/3295019648 wait complete. 2024-04-25T02:31:05.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.354+0000 7f43c4a00700 1 Processor -- start 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.354+0000 7f43c4a00700 1 -- start start 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.354+0000 7f43c4a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 0x7f43c01a0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.354+0000 7f43c4a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43c0104e10 0x7f43c01a0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.354+0000 7f43c4a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43c010a4e0 0x7f43c019ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.354+0000 7f43c4a00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43c0114790 con 0x7f43c0104450 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.354+0000 7f43c4a00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f43c0114610 con 0x7f43c0104e10 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.354+0000 7f43c4a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f43c0114910 con 0x7f43c010a4e0 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bde00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 0x7f43c01a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bde00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 0x7f43c01a0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42016/0 (socket says 172.21.15.47:42016) 2024-04-25T02:31:05.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bde00700 1 -- 172.21.15.47:0/3075035822 learned_addr learned my addr 172.21.15.47:0/3075035822 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bd400700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43c0104e10 0x7f43c01a0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43be800700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43c010a4e0 0x7f43c019ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bd400700 1 -- 172.21.15.47:0/3075035822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43c010a4e0 msgr2=0x7f43c019ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bd400700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43c010a4e0 0x7f43c019ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bd400700 1 -- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 msgr2=0x7f43c01a0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bd400700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 0x7f43c01a0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bd400700 1 -- 172.21.15.47:0/3075035822 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43c019b270 con 0x7f43c0104e10 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.355+0000 7f43bde00700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43c0104450 0x7f43c01a0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:05.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.356+0000 7f43bd400700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43c0104e10 0x7f43c01a0e40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f43ac000c00 tx=0x7f43ac00fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:05.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.356+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac005040 con 0x7f43c0104e10 2024-04-25T02:31:05.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.356+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43ac0056c0 con 0x7f43c0104e10 2024-04-25T02:31:05.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.356+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43c019b500 con 0x7f43c0104e10 2024-04-25T02:31:05.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.356+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ac003a00 con 0x7f43c0104e10 2024-04-25T02:31:05.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.356+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43c01a77d0 con 0x7f43c0104e10 2024-04-25T02:31:05.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.357+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f43c0062940 con 0x7f43c0104e10 2024-04-25T02:31:05.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.360+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f43ac00b560 con 0x7f43c0104e10 2024-04-25T02:31:05.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.361+0000 7f43b6a00700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f43a40a2cb0 0x7f43a40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:05.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.362+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f43ac0d0420 con 0x7f43c0104e10 2024-04-25T02:31:05.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.362+0000 7f43bde00700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f43a40a2cb0 0x7f43a40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:05.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.362+0000 7f43b6a00700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] conn(0x7f43a40ac360 0x7f43a40ae780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:05.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.362+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 --> [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f43ac00b0b0 con 0x7f43a40ac360 2024-04-25T02:31:05.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.362+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f43ac0d07d0 con 0x7f43c0104e10 2024-04-25T02:31:05.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.362+0000 7f43be800700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] conn(0x7f43a40ac360 0x7f43a40ae780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:05.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.362+0000 7f43bde00700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f43a40a2cb0 0x7f43a40a5170 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009e60 tx=0x7f43b000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:05.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.363+0000 7f43be800700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] conn(0x7f43a40ac360 0x7f43a40ae780 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:05.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.364+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 <== osd.0 v2:172.21.15.47:6802/349336872 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f43ac00b0b0 con 0x7f43a40ac360 2024-04-25T02:31:05.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.383+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 --> [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f43c0062dc0 con 0x7f43a40ac360 2024-04-25T02:31:05.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.384+0000 7f43b6a00700 1 -- 172.21.15.47:0/3075035822 <== osd.0 v2:172.21.15.47:6802/349336872 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f43c0062dc0 con 0x7f43a40ac360 2024-04-25T02:31:05.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] conn(0x7f43a40ac360 msgr2=0x7f43a40ae780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:05.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] conn(0x7f43a40ac360 0x7f43a40ae780 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:05.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f43a40a2cb0 msgr2=0x7f43a40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:05.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f43a40a2cb0 0x7f43a40a5170 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f43b0009e60 tx=0x7f43b000b040 comp rx=0 tx=0).stop 2024-04-25T02:31:05.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43c0104e10 msgr2=0x7f43c01a0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:05.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 --2- 172.21.15.47:0/3075035822 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43c0104e10 0x7f43c01a0e40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f43ac000c00 tx=0x7f43ac00fa00 comp rx=0 tx=0).stop 2024-04-25T02:31:05.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43be800700 1 -- 172.21.15.47:0/3075035822 reap_dead start 2024-04-25T02:31:05.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 shutdown_connections 2024-04-25T02:31:05.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 >> 172.21.15.47:0/3075035822 conn(0x7f43c00fff00 msgr2=0x7f43c0100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:05.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 shutdown_connections 2024-04-25T02:31:05.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:05.385+0000 7f43c4a00700 1 -- 172.21.15.47:0/3075035822 wait complete. 2024-04-25T02:31:05.659 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:05.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:05 smithi047 ceph-mon[27871]: pgmap v343: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T02:31:06.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:05 smithi113 ceph-mon[32459]: pgmap v343: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T02:31:06.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:05 smithi178 ceph-mon[33053]: pgmap v343: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T02:31:06.285 INFO:teuthology.orchestra.run.smithi047.stdout:257698037801 2024-04-25T02:31:06.286 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-25T02:31:07.826 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:07 smithi047 ceph-mon[27871]: pgmap v344: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:08.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:07 smithi113 ceph-mon[32459]: pgmap v344: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:08.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:07 smithi178 ceph-mon[33053]: pgmap v344: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:08.097 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:08.102 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:08.103 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:08.110 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:08.141 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:08.141 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:08.141 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:08.147 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:08.151 INFO:teuthology.orchestra.run.smithi047.stdout:34359738454 2024-04-25T02:31:08.152 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-25T02:31:09.800 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:09 smithi047 ceph-mon[27871]: pgmap v345: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:10.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:09 smithi113 ceph-mon[32459]: pgmap v345: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:10.194 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:09 smithi178 ceph-mon[33053]: pgmap v345: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:10.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-04-25T02:31:10.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-04-25T02:31:10.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T02:31:10.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-04-25T02:31:10.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-25T02:31:10.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-25T02:31:10.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-04-25T02:31:10.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:10 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-25T02:31:11.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-04-25T02:31:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-04-25T02:31:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T02:31:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-04-25T02:31:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-25T02:31:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-25T02:31:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-04-25T02:31:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:10 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-25T02:31:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-04-25T02:31:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-04-25T02:31:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T02:31:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]: dispatch 2024-04-25T02:31:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-25T02:31:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-25T02:31:11.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-04-25T02:31:11.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:10 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-25T02:31:11.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-04-25T02:31:11.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-04-25T02:31:11.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-04-25T02:31:11.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T02:31:11.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-04-25T02:31:11.886 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-25T02:31:11.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-25T02:31:11.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-04-25T02:31:11.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-25T02:31:11.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T02:31:11.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:11 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:31:12.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-04-25T02:31:12.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T02:31:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:11 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:31:12.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 4]}]': finished 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T02:31:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:11 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:31:12.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:12 smithi047 ceph-mon[27871]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T02:31:13.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:12 smithi113 ceph-mon[32459]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T02:31:13.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 -- 172.21.15.47:0/83811802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbee4074ef0 msgr2=0x7fbee4112c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:13.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 --2- 172.21.15.47:0/83811802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbee4074ef0 0x7fbee4112c30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbed0009990 tx=0x7fbed0009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 -- 172.21.15.47:0/83811802 shutdown_connections 2024-04-25T02:31:13.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 --2- 172.21.15.47:0/83811802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbee4113170 0x7fbee4115560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 --2- 172.21.15.47:0/83811802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbee40745d0 0x7fbee40749b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 --2- 172.21.15.47:0/83811802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbee4074ef0 0x7fbee4112c30 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 -- 172.21.15.47:0/83811802 >> 172.21.15.47:0/83811802 conn(0x7fbee40fdcb0 msgr2=0x7fbee41000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:13.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 -- 172.21.15.47:0/83811802 shutdown_connections 2024-04-25T02:31:13.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.956+0000 7fbee3e00700 1 -- 172.21.15.47:0/83811802 wait complete. 2024-04-25T02:31:13.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.957+0000 7fbee3e00700 1 Processor -- start 2024-04-25T02:31:13.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee3e00700 1 -- start start 2024-04-25T02:31:13.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee3e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbee40745d0 0x7fbee419ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:13.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbee4074ef0 0x7fbee419f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:13.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee3e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbee4113170 0x7fbee41a3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:13.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee3e00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbee4118ae0 con 0x7fbee4113170 2024-04-25T02:31:13.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee3e00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbee4118960 con 0x7fbee40745d0 2024-04-25T02:31:13.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee3e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbee4118c60 con 0x7fbee4074ef0 2024-04-25T02:31:13.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee2a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbee40745d0 0x7fbee419ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:13.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee2a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbee40745d0 0x7fbee419ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:47924/0 (socket says 172.21.15.47:47924) 2024-04-25T02:31:13.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee2a00700 1 -- 172.21.15.47:0/1929194101 learned_addr learned my addr 172.21.15.47:0/1929194101 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:13.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.958+0000 7fbee2000700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbee4074ef0 0x7fbee419f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:13.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee3400700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbee4113170 0x7fbee41a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:13.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee2a00700 1 -- 172.21.15.47:0/1929194101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbee4074ef0 msgr2=0x7fbee419f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:13.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee2a00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbee4074ef0 0x7fbee419f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee2a00700 1 -- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbee4113170 msgr2=0x7fbee41a3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:13.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee2a00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbee4113170 0x7fbee41a3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee2a00700 1 -- 172.21.15.47:0/1929194101 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee41a3f40 con 0x7fbee40745d0 2024-04-25T02:31:13.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee3400700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbee4113170 0x7fbee41a3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:31:13.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee2a00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbee40745d0 0x7fbee419ef30 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbed400e9a0 tx=0x7fbed400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:13.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbedb400700 1 -- 172.21.15.47:0/1929194101 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbed400cbd0 con 0x7fbee40745d0 2024-04-25T02:31:13.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbee41a4230 con 0x7fbee40745d0 2024-04-25T02:31:13.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbedb400700 1 -- 172.21.15.47:0/1929194101 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbed400cd70 con 0x7fbee40745d0 2024-04-25T02:31:13.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.959+0000 7fbedb400700 1 -- 172.21.15.47:0/1929194101 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbed4018750 con 0x7fbee40745d0 2024-04-25T02:31:13.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.960+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbee41abab0 con 0x7fbee40745d0 2024-04-25T02:31:13.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.961+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbee4068f20 con 0x7fbee40745d0 2024-04-25T02:31:13.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.963+0000 7fbedb400700 1 -- 172.21.15.47:0/1929194101 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fbed4010430 con 0x7fbee40745d0 2024-04-25T02:31:13.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.964+0000 7fbedb400700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbec80a2cb0 0x7fbec80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:13.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.964+0000 7fbedb400700 1 -- 172.21.15.47:0/1929194101 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fbed40cf870 con 0x7fbee40745d0 2024-04-25T02:31:13.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.965+0000 7fbee2000700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbec80a2cb0 0x7fbec80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:13.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.966+0000 7fbee2000700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbec80a2cb0 0x7fbec80a5170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbee4100340 tx=0x7fbed000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:13.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:12.966+0000 7fbedb400700 1 -- 172.21.15.47:0/1929194101 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fbed409c620 con 0x7fbee40745d0 2024-04-25T02:31:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:12 smithi178 ceph-mon[33053]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T02:31:13.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.202+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fbee41abc80 con 0x7fbee40745d0 2024-04-25T02:31:13.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.203+0000 7fbedb400700 1 -- 172.21.15.47:0/1929194101 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbed409bf20 con 0x7fbee40745d0 2024-04-25T02:31:13.207 INFO:teuthology.orchestra.run.smithi047.stdout:55834574931 2024-04-25T02:31:13.210 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbec80a2cb0 msgr2=0x7fbec80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:13.210 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbec80a2cb0 0x7fbec80a5170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbee4100340 tx=0x7fbed000b260 comp rx=0 tx=0).stop 2024-04-25T02:31:13.210 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbee40745d0 msgr2=0x7fbee419ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:13.210 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbee40745d0 0x7fbee419ef30 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbed400e9a0 tx=0x7fbed400ecb0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 shutdown_connections 2024-04-25T02:31:13.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbec80a2cb0 0x7fbec80a5170 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbee4113170 0x7fbee41a3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbee40745d0 0x7fbee419ef30 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 --2- 172.21.15.47:0/1929194101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbee4074ef0 0x7fbee419f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:13.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.206+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 >> 172.21.15.47:0/1929194101 conn(0x7fbee40fdcb0 msgr2=0x7fbee40ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:13.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.207+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 shutdown_connections 2024-04-25T02:31:13.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:13.207+0000 7fbee3e00700 1 -- 172.21.15.47:0/1929194101 wait complete. 2024-04-25T02:31:14.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:13 smithi113 ceph-mon[32459]: pgmap v349: 97 pgs: 4 peering, 93 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:14.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:13 smithi113 ceph-mon[32459]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-25T02:31:14.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:13 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:13 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:13 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1929194101' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T02:31:14.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:13 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:13 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:13 smithi178 ceph-mon[33053]: pgmap v349: 97 pgs: 4 peering, 93 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:14.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:13 smithi178 ceph-mon[33053]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-25T02:31:14.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:13 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:13 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:13 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1929194101' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T02:31:14.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:13 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:13 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:13 smithi047 ceph-mon[27871]: pgmap v349: 97 pgs: 4 peering, 93 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:14.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:13 smithi047 ceph-mon[27871]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-25T02:31:14.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:13 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:13 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:13 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1929194101' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T02:31:14.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:13 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:14.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:13 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:16.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:15 smithi113 ceph-mon[32459]: pgmap v350: 97 pgs: 4 peering, 93 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:16.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:15 smithi178 ceph-mon[33053]: pgmap v350: 97 pgs: 4 peering, 93 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:16.118 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:15 smithi047 ceph-mon[27871]: pgmap v350: 97 pgs: 4 peering, 93 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:17.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:16 smithi178 ceph-mon[33053]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2024-04-25T02:31:17.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:16 smithi178 ceph-mon[33053]: Cluster is now healthy 2024-04-25T02:31:17.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:16 smithi047 ceph-mon[27871]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2024-04-25T02:31:17.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:16 smithi047 ceph-mon[27871]: Cluster is now healthy 2024-04-25T02:31:17.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:16 smithi113 ceph-mon[32459]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2024-04-25T02:31:17.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:16 smithi113 ceph-mon[32459]: Cluster is now healthy 2024-04-25T02:31:18.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:17 smithi178 ceph-mon[33053]: pgmap v351: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-25T02:31:18.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:17 smithi047 ceph-mon[27871]: pgmap v351: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-25T02:31:18.178 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574927 got 55834574931 for osd.1 2024-04-25T02:31:18.178 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:18.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:17 smithi113 ceph-mon[32459]: pgmap v351: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.613+0000 7f2e6dc00700 1 -- 172.21.15.47:0/394431345 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e6810ec30 msgr2=0x7f2e68111020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.613+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/394431345 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e6810ec30 0x7f2e68111020 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2e6000b0a0 tx=0x7f2e6000b3b0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.614+0000 7f2e6dc00700 1 -- 172.21.15.47:0/394431345 shutdown_connections 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.614+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/394431345 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e68074460 0x7f2e68074840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.614+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/394431345 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e6810ec30 0x7f2e68111020 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.614+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/394431345 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e68074d80 0x7f2e6810e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.614+0000 7f2e6dc00700 1 -- 172.21.15.47:0/394431345 >> 172.21.15.47:0/394431345 conn(0x7f2e68079390 msgr2=0x7f2e680797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.614+0000 7f2e6dc00700 1 -- 172.21.15.47:0/394431345 shutdown_connections 2024-04-25T02:31:19.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.614+0000 7f2e6dc00700 1 -- 172.21.15.47:0/394431345 wait complete. 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.615+0000 7f2e6dc00700 1 Processor -- start 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.615+0000 7f2e6dc00700 1 -- start start 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.615+0000 7f2e6dc00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e68074460 0x7f2e681a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.615+0000 7f2e6dc00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e68074d80 0x7f2e681a0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.615+0000 7f2e6dc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e6810ec30 0x7f2e6819aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.615+0000 7f2e6dc00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2e68114780 con 0x7f2e68074d80 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.615+0000 7f2e6dc00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2e68114600 con 0x7f2e68074460 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.615+0000 7f2e6dc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2e68114900 con 0x7f2e6810ec30 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e68074d80 0x7f2e681a0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e68074d80 0x7f2e681a0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58034/0 (socket says 172.21.15.47:58034) 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66000700 1 -- 172.21.15.47:0/2027376601 learned_addr learned my addr 172.21.15.47:0/2027376601 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66a00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e68074460 0x7f2e681a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:19.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e67400700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e6810ec30 0x7f2e6819aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66000700 1 -- 172.21.15.47:0/2027376601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e6810ec30 msgr2=0x7f2e6819aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66000700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e6810ec30 0x7f2e6819aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66000700 1 -- 172.21.15.47:0/2027376601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e68074460 msgr2=0x7f2e681a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66000700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e68074460 0x7f2e681a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.616+0000 7f2e66000700 1 -- 172.21.15.47:0/2027376601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e6819b180 con 0x7f2e68074d80 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.617+0000 7f2e66000700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e68074d80 0x7f2e681a0d50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400e970 tx=0x7f2e5400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.617+0000 7f2e5f400700 1 -- 172.21.15.47:0/2027376601 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e54004220 con 0x7f2e68074d80 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.617+0000 7f2e5f400700 1 -- 172.21.15.47:0/2027376601 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e540043c0 con 0x7f2e68074d80 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.617+0000 7f2e5f400700 1 -- 172.21.15.47:0/2027376601 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e54003dc0 con 0x7f2e68074d80 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.617+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e6819b470 con 0x7f2e68074d80 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.617+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e681a76e0 con 0x7f2e68074d80 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.618+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e68068f20 con 0x7f2e68074d80 2024-04-25T02:31:19.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.621+0000 7f2e5f400700 1 -- 172.21.15.47:0/2027376601 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2e5400c7e0 con 0x7f2e68074d80 2024-04-25T02:31:19.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.623+0000 7f2e5f400700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2e4c0a2d30 0x7f2e4c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:19.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.623+0000 7f2e5f400700 1 -- 172.21.15.47:0/2027376601 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f2e540cf430 con 0x7f2e68074d80 2024-04-25T02:31:19.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.623+0000 7f2e66a00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2e4c0a2d30 0x7f2e4c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:19.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.624+0000 7f2e66a00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2e4c0a2d30 0x7f2e4c0a51f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2e68102010 tx=0x7f2e58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:19.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.628+0000 7f2e5f400700 1 -- 172.21.15.47:0/2027376601 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2e5409c270 con 0x7f2e68074d80 2024-04-25T02:31:19.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.708+0000 7f5c16e00700 1 -- 172.21.15.47:0/1309019112 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5c10101130 msgr2=0x7f5c101015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.708+0000 7f5c16e00700 1 --2- 172.21.15.47:0/1309019112 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5c10101130 0x7f5c101015b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc009990 tx=0x7f5bfc009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.708+0000 7f5c16e00700 1 -- 172.21.15.47:0/1309019112 shutdown_connections 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.708+0000 7f5c16e00700 1 --2- 172.21.15.47:0/1309019112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c101071a0 0x7f5c10107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.708+0000 7f5c16e00700 1 --2- 172.21.15.47:0/1309019112 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5c10101af0 0x7f5c1010dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.708+0000 7f5c16e00700 1 --2- 172.21.15.47:0/1309019112 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5c10101130 0x7f5c101015b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.708+0000 7f5c16e00700 1 -- 172.21.15.47:0/1309019112 >> 172.21.15.47:0/1309019112 conn(0x7f5c100780e0 msgr2=0x7f5c100784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.708+0000 7f5c16e00700 1 -- 172.21.15.47:0/1309019112 shutdown_connections 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.709+0000 7f5c16e00700 1 -- 172.21.15.47:0/1309019112 wait complete. 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.710+0000 7f5c16e00700 1 Processor -- start 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.710+0000 7f5c16e00700 1 -- start start 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.710+0000 7f5c16e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c10101130 0x7f5c10103040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:19.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.710+0000 7f5c16e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5c10101af0 0x7f5c10103580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.710+0000 7f5c16e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5c101071a0 0x7f5c10103ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.710+0000 7f5c16e00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5c10111410 con 0x7f5c10101af0 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.710+0000 7f5c16e00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5c10111290 con 0x7f5c101071a0 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.710+0000 7f5c16e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5c10111590 con 0x7f5c10101130 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c10101130 0x7f5c10103040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c10101130 0x7f5c10103040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:58018/0 (socket says 172.21.15.47:58018) 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 -- 172.21.15.47:0/2419378624 learned_addr learned my addr 172.21.15.47:0/2419378624 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c14e00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5c101071a0 0x7f5c10103ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0f400700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5c10101af0 0x7f5c10103580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 -- 172.21.15.47:0/2419378624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5c101071a0 msgr2=0x7f5c10103ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5c101071a0 0x7f5c10103ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 -- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5c10101af0 msgr2=0x7f5c10103580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5c10101af0 0x7f5c10103580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 -- 172.21.15.47:0/2419378624 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c101a6ed0 con 0x7f5c10101130 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.711+0000 7f5c0fe00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c10101130 0x7f5c10103040 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000eb30 tx=0x7f5c0000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.712+0000 7f5c0cc00700 1 -- 172.21.15.47:0/2419378624 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c0000cc90 con 0x7f5c10101130 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.712+0000 7f5c0cc00700 1 -- 172.21.15.47:0/2419378624 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5c00004500 con 0x7f5c10101130 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.712+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c101a71c0 con 0x7f5c10101130 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.712+0000 7f5c0cc00700 1 -- 172.21.15.47:0/2419378624 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c00010430 con 0x7f5c10101130 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.712+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c101a7750 con 0x7f5c10101130 2024-04-25T02:31:19.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.713+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c10068f20 con 0x7f5c10101130 2024-04-25T02:31:19.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.715+0000 7f5c0cc00700 1 -- 172.21.15.47:0/2419378624 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5c00003f70 con 0x7f5c10101130 2024-04-25T02:31:19.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.716+0000 7f5c0cc00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5bf40a2d30 0x7f5bf40a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:19.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.717+0000 7f5c0cc00700 1 -- 172.21.15.47:0/2419378624 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f5c000cf470 con 0x7f5c10101130 2024-04-25T02:31:19.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.717+0000 7f5c0f400700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5bf40a2d30 0x7f5bf40a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:19.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.718+0000 7f5c0f400700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5bf40a2d30 0x7f5bf40a51f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc006010 tx=0x7f5bfc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:19.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.721+0000 7f5c0cc00700 1 -- 172.21.15.47:0/2419378624 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5c0009c220 con 0x7f5c10101130 2024-04-25T02:31:19.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.869+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f2e6819bf00 con 0x7f2e68074d80 2024-04-25T02:31:19.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.870+0000 7f2e5f400700 1 -- 172.21.15.47:0/2027376601 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2e5409bb70 con 0x7f2e68074d80 2024-04-25T02:31:19.873 INFO:teuthology.orchestra.run.smithi047.stdout:292057776165 2024-04-25T02:31:19.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2e4c0a2d30 msgr2=0x7f2e4c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2e4c0a2d30 0x7f2e4c0a51f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2e68102010 tx=0x7f2e58009260 comp rx=0 tx=0).stop 2024-04-25T02:31:19.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e68074d80 msgr2=0x7f2e681a0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e68074d80 0x7f2e681a0d50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400e970 tx=0x7f2e5400ec80 comp rx=0 tx=0).stop 2024-04-25T02:31:19.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 shutdown_connections 2024-04-25T02:31:19.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2e4c0a2d30 0x7f2e4c0a51f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e6810ec30 0x7f2e6819aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e68074460 0x7f2e681a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 --2- 172.21.15.47:0/2027376601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e68074d80 0x7f2e681a0d50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 >> 172.21.15.47:0/2027376601 conn(0x7f2e68079390 msgr2=0x7f2e680ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:19.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 shutdown_connections 2024-04-25T02:31:19.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.873+0000 7f2e6dc00700 1 -- 172.21.15.47:0/2027376601 wait complete. 2024-04-25T02:31:19.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.960+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f5c10104520 con 0x7f5c10101130 2024-04-25T02:31:19.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.961+0000 7f5c0cc00700 1 -- 172.21.15.47:0/2419378624 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f5c0009bb20 con 0x7f5c10101130 2024-04-25T02:31:19.964 INFO:teuthology.orchestra.run.smithi047.stdout:347892351002 2024-04-25T02:31:19.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5bf40a2d30 msgr2=0x7f5bf40a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5bf40a2d30 0x7f5bf40a51f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc006010 tx=0x7f5bfc01a040 comp rx=0 tx=0).stop 2024-04-25T02:31:19.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c10101130 msgr2=0x7f5c10103040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:19.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c10101130 0x7f5c10103040 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000eb30 tx=0x7f5c0000ee40 comp rx=0 tx=0).stop 2024-04-25T02:31:19.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 shutdown_connections 2024-04-25T02:31:19.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f5bf40a2d30 0x7f5bf40a51f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c10101130 0x7f5c10103040 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5c101071a0 0x7f5c10103ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 --2- 172.21.15.47:0/2419378624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5c10101af0 0x7f5c10103580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:19.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 >> 172.21.15.47:0/2419378624 conn(0x7f5c100780e0 msgr2=0x7f5c101052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:19.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 shutdown_connections 2024-04-25T02:31:19.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.964+0000 7f5c16e00700 1 -- 172.21.15.47:0/2419378624 wait complete. 2024-04-25T02:31:20.062 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:19 smithi047 ceph-mon[27871]: pgmap v352: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-25T02:31:20.063 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:19 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/243031157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T02:31:20.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:19 smithi178 ceph-mon[33053]: pgmap v352: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-25T02:31:20.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:19 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/243031157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T02:31:20.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:19 smithi113 ceph-mon[32459]: pgmap v352: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-25T02:31:20.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:19 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/243031157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.126+0000 7f62fea00700 1 -- 172.21.15.47:0/3016934693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62f8074d80 msgr2=0x7f62f810e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.126+0000 7f62fea00700 1 --2- 172.21.15.47:0/3016934693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62f8074d80 0x7f62f810e6f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f62e00098f0 tx=0x7f62e0009c00 comp rx=0 tx=0).stop 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.126+0000 7f62fea00700 1 -- 172.21.15.47:0/3016934693 shutdown_connections 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.126+0000 7f62fea00700 1 --2- 172.21.15.47:0/3016934693 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62f810ec30 0x7f62f8111020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.126+0000 7f62fea00700 1 --2- 172.21.15.47:0/3016934693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62f8074460 0x7f62f8074840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.126+0000 7f62fea00700 1 --2- 172.21.15.47:0/3016934693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62f8074d80 0x7f62f810e6f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.126+0000 7f62fea00700 1 -- 172.21.15.47:0/3016934693 >> 172.21.15.47:0/3016934693 conn(0x7f62f8079390 msgr2=0x7f62f80797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.127+0000 7f62fea00700 1 -- 172.21.15.47:0/3016934693 shutdown_connections 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.127+0000 7f62fea00700 1 -- 172.21.15.47:0/3016934693 wait complete. 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.128+0000 7f62fea00700 1 Processor -- start 2024-04-25T02:31:20.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.128+0000 7f62fea00700 1 -- start start 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.128+0000 7f62fea00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62f8074460 0x7f62f81a08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.128+0000 7f62fea00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62f8074d80 0x7f62f81a0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.128+0000 7f62fea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62f810ec30 0x7f62f819aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.128+0000 7f62fea00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f62f8114790 con 0x7f62f8074d80 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.128+0000 7f62fea00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f62f8114610 con 0x7f62f8074460 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.128+0000 7f62fea00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f62f8114910 con 0x7f62f810ec30 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62f8074d80 0x7f62f81a0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62f8074d80 0x7f62f81a0de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58022/0 (socket says 172.21.15.47:58022) 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 -- 172.21.15.47:0/243031157 learned_addr learned my addr 172.21.15.47:0/243031157 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62f7e00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62f8074460 0x7f62f81a08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62fca00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62f810ec30 0x7f62f819aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 -- 172.21.15.47:0/243031157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62f810ec30 msgr2=0x7f62f819aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:20.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62f810ec30 0x7f62f819aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 -- 172.21.15.47:0/243031157 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62f8074460 msgr2=0x7f62f81a08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62f8074460 0x7f62f81a08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 -- 172.21.15.47:0/243031157 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62f819b210 con 0x7f62f8074d80 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62f7e00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62f8074460 0x7f62f81a08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.129+0000 7f62efe00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62f8074d80 0x7f62f81a0de0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f62e00094f0 tx=0x7f62e000fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.130+0000 7f62f5600700 1 -- 172.21.15.47:0/243031157 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e0027070 con 0x7f62f8074d80 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.130+0000 7f62f5600700 1 -- 172.21.15.47:0/243031157 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62e0005620 con 0x7f62f8074d80 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.130+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62f819b4a0 con 0x7f62f8074d80 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.130+0000 7f62f5600700 1 -- 172.21.15.47:0/243031157 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e0004930 con 0x7f62f8074d80 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.130+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62f81a7770 con 0x7f62f8074d80 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.131+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62f8068f20 con 0x7f62f8074d80 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.133+0000 7f62f5600700 1 -- 172.21.15.47:0/243031157 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f62e002a070 con 0x7f62f8074d80 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.134+0000 7f62f5600700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62dc0a2d30 0x7f62dc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:20.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.135+0000 7f62f5600700 1 -- 172.21.15.47:0/243031157 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f62e00cfeb0 con 0x7f62f8074d80 2024-04-25T02:31:20.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.135+0000 7f62f7e00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62dc0a2d30 0x7f62dc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:20.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.136+0000 7f62f7e00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62dc0a2d30 0x7f62dc0a51f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f62f8102170 tx=0x7f62e8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:20.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.137+0000 7f62f5600700 1 -- 172.21.15.47:0/243031157 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f62e0031020 con 0x7f62f8074d80 2024-04-25T02:31:20.398 INFO:teuthology.orchestra.run.smithi047.stdout:201863462966 2024-04-25T02:31:20.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.382+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f62f802db30 con 0x7f62f8074d80 2024-04-25T02:31:20.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.383+0000 7f62f5600700 1 -- 172.21.15.47:0/243031157 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f62e0013030 con 0x7f62f8074d80 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.385+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62dc0a2d30 msgr2=0x7f62dc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.385+0000 7f62fea00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62dc0a2d30 0x7f62dc0a51f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f62f8102170 tx=0x7f62e8009310 comp rx=0 tx=0).stop 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.385+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62f8074d80 msgr2=0x7f62f81a0de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.385+0000 7f62fea00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62f8074d80 0x7f62f81a0de0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f62e00094f0 tx=0x7f62e000fa00 comp rx=0 tx=0).stop 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.386+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 shutdown_connections 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.386+0000 7f62fea00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f62dc0a2d30 0x7f62dc0a51f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.386+0000 7f62fea00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62f810ec30 0x7f62f819aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.386+0000 7f62fea00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62f8074460 0x7f62f81a08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.386+0000 7f62fea00700 1 --2- 172.21.15.47:0/243031157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62f8074d80 0x7f62f81a0de0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.386+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 >> 172.21.15.47:0/243031157 conn(0x7f62f8079390 msgr2=0x7f62f8100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.386+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 shutdown_connections 2024-04-25T02:31:20.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:19.386+0000 7f62fea00700 1 -- 172.21.15.47:0/243031157 wait complete. 2024-04-25T02:31:20.983 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:20.990 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:21.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:20 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2027376601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T02:31:21.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:20 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2419378624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T02:31:21.131 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:20 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2027376601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T02:31:21.132 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:20 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2419378624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T02:31:21.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:20 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2027376601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T02:31:21.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:20 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2419378624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T02:31:21.696 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892350998 got 347892351002 for osd.11 2024-04-25T02:31:21.696 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:21.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:21 smithi047 ceph-mon[27871]: pgmap v353: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:22.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:21 smithi178 ceph-mon[33053]: pgmap v353: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:22.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:21 smithi113 ceph-mon[32459]: pgmap v353: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 -- 172.21.15.47:0/1451555650 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781022e0 msgr2=0x7f6b78102760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 --2- 172.21.15.47:0/1451555650 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781022e0 0x7f6b78102760 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f6b64009920 tx=0x7f6b64009c30 comp rx=0 tx=0).stop 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 -- 172.21.15.47:0/1451555650 shutdown_connections 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 --2- 172.21.15.47:0/1451555650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b781082f0 0x7f6b781086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 --2- 172.21.15.47:0/1451555650 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b78102ca0 0x7f6b7810f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 --2- 172.21.15.47:0/1451555650 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781022e0 0x7f6b78102760 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 -- 172.21.15.47:0/1451555650 >> 172.21.15.47:0/1451555650 conn(0x7f6b78079390 msgr2=0x7f6b780797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 -- 172.21.15.47:0/1451555650 shutdown_connections 2024-04-25T02:31:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.467+0000 7f6b7e800700 1 -- 172.21.15.47:0/1451555650 wait complete. 2024-04-25T02:31:22.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.468+0000 7f6b7e800700 1 Processor -- start 2024-04-25T02:31:22.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b7e800700 1 -- start start 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b7e800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b781022e0 0x7f6b781a08f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b7e800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b78102ca0 0x7f6b781a0e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b7e800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781082f0 0x7f6b7819aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b7e800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6b781125c0 con 0x7f6b781082f0 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b7e800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6b78112440 con 0x7f6b781022e0 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b7e800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6b78112740 con 0x7f6b78102ca0 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b77e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781082f0 0x7f6b7819aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.469+0000 7f6b77400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b781022e0 0x7f6b781a08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b781022e0 0x7f6b781a08f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:50270/0 (socket says 172.21.15.47:50270) 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781082f0 0x7f6b7819aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53216/0 (socket says 172.21.15.47:53216) 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77400700 1 -- 172.21.15.47:0/867416300 learned_addr learned my addr 172.21.15.47:0/867416300 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:22.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b76a00700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b78102ca0 0x7f6b781a0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:22.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77400700 1 -- 172.21.15.47:0/867416300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b78102ca0 msgr2=0x7f6b781a0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77400700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b78102ca0 0x7f6b781a0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77400700 1 -- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781082f0 msgr2=0x7f6b7819aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77400700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781082f0 0x7f6b7819aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77400700 1 -- 172.21.15.47:0/867416300 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b7819b210 con 0x7f6b781022e0 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.470+0000 7f6b77400700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b781022e0 0x7f6b781a08f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6b6800e9a0 tx=0x7f6b6800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.471+0000 7f6b6fe00700 1 -- 172.21.15.47:0/867416300 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b6800ca10 con 0x7f6b781022e0 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.471+0000 7f6b6fe00700 1 -- 172.21.15.47:0/867416300 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b6800cbb0 con 0x7f6b781022e0 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.471+0000 7f6b6fe00700 1 -- 172.21.15.47:0/867416300 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b68018680 con 0x7f6b781022e0 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.471+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b7819b500 con 0x7f6b781022e0 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.471+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b781a77c0 con 0x7f6b781022e0 2024-04-25T02:31:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.472+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b78068f20 con 0x7f6b781022e0 2024-04-25T02:31:22.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.474+0000 7f6b6fe00700 1 -- 172.21.15.47:0/867416300 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6b68010430 con 0x7f6b781022e0 2024-04-25T02:31:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.476+0000 7f6b6fe00700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6b5c0a2d30 0x7f6b5c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.476+0000 7f6b6fe00700 1 -- 172.21.15.47:0/867416300 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f6b680cf3a0 con 0x7f6b781022e0 2024-04-25T02:31:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.476+0000 7f6b76a00700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6b5c0a2d30 0x7f6b5c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.477+0000 7f6b76a00700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6b5c0a2d30 0x7f6b5c0a51f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6b640098f0 tx=0x7f6b64019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:22.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.480+0000 7f6b6fe00700 1 -- 172.21.15.47:0/867416300 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f6b6809c150 con 0x7f6b781022e0 2024-04-25T02:31:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 -- 172.21.15.47:0/232843110 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ddc1082b0 msgr2=0x7f3ddc108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 --2- 172.21.15.47:0/232843110 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ddc1082b0 0x7f3ddc108690 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009990 tx=0x7f3dcc009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 -- 172.21.15.47:0/232843110 shutdown_connections 2024-04-25T02:31:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 --2- 172.21.15.47:0/232843110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ddc06a8e0 0x7f3ddc10f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 --2- 172.21.15.47:0/232843110 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ddc1082b0 0x7f3ddc108690 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 --2- 172.21.15.47:0/232843110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ddc069f40 0x7f3ddc06a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 -- 172.21.15.47:0/232843110 >> 172.21.15.47:0/232843110 conn(0x7f3ddc0780e0 msgr2=0x7f3ddc0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 -- 172.21.15.47:0/232843110 shutdown_connections 2024-04-25T02:31:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.695+0000 7f3de1600700 1 -- 172.21.15.47:0/232843110 wait complete. 2024-04-25T02:31:22.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.696+0000 7f3de1600700 1 Processor -- start 2024-04-25T02:31:22.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.696+0000 7f3de1600700 1 -- start start 2024-04-25T02:31:22.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3de1600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ddc069f40 0x7f3ddc101200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:22.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3de1600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ddc06a8e0 0x7f3ddc101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:22.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3de1600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ddc1082b0 0x7f3ddc101c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:22.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3de1600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc112560 con 0x7f3ddc069f40 2024-04-25T02:31:22.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3de1600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc1123e0 con 0x7f3ddc1082b0 2024-04-25T02:31:22.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3de1600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc1126e0 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3ddaa00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ddc069f40 0x7f3ddc101200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:22.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3dda000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ddc06a8e0 0x7f3ddc101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:22.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3ddaa00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ddc069f40 0x7f3ddc101200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53246/0 (socket says 172.21.15.47:53246) 2024-04-25T02:31:22.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3ddaa00700 1 -- 172.21.15.47:0/1280738514 learned_addr learned my addr 172.21.15.47:0/1280738514 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:22.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.697+0000 7f3ddb400700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ddc1082b0 0x7f3ddc101c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:22.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.698+0000 7f3dda000700 1 -- 172.21.15.47:0/1280738514 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ddc1082b0 msgr2=0x7f3ddc101c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.698+0000 7f3dda000700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ddc1082b0 0x7f3ddc101c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.698+0000 7f3dda000700 1 -- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ddc069f40 msgr2=0x7f3ddc101200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.698+0000 7f3dda000700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ddc069f40 0x7f3ddc101200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.698+0000 7f3dda000700 1 -- 172.21.15.47:0/1280738514 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ddc1a6f40 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.698+0000 7f3dda000700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ddc06a8e0 0x7f3ddc101740 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3dc800e9f0 tx=0x7f3dc800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.699+0000 7f3dd3400700 1 -- 172.21.15.47:0/1280738514 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc800cb70 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.699+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ddc1a7230 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.699+0000 7f3dd3400700 1 -- 172.21.15.47:0/1280738514 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3dc800ee90 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.699+0000 7f3dd3400700 1 -- 172.21.15.47:0/1280738514 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8003dc0 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.699+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ddc1a77c0 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.700+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ddc068f20 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.705+0000 7f3dd3400700 1 -- 172.21.15.47:0/1280738514 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3dc8003f60 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.707+0000 7f3dd3400700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dc00a2d30 0x7f3dc00a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:22.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.707+0000 7f3dd3400700 1 -- 172.21.15.47:0/1280738514 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f3dc80cf2f0 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.707+0000 7f3ddaa00700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dc00a2d30 0x7f3dc00a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:22.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.708+0000 7f3ddaa00700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dc00a2d30 0x7f3dc00a51f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009750 tx=0x7f3dcc00b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.711+0000 7f3dd3400700 1 -- 172.21.15.47:0/1280738514 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3dc809c0a0 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.725+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f6b781a79c0 con 0x7f6b781022e0 2024-04-25T02:31:22.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.726+0000 7f6b6fe00700 1 -- 172.21.15.47:0/867416300 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6b6809ba50 con 0x7f6b781022e0 2024-04-25T02:31:22.730 INFO:teuthology.orchestra.run.smithi047.stdout:146028888132 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6b5c0a2d30 msgr2=0x7f6b5c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6b5c0a2d30 0x7f6b5c0a51f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6b640098f0 tx=0x7f6b64019040 comp rx=0 tx=0).stop 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b781022e0 msgr2=0x7f6b781a08f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b781022e0 0x7f6b781a08f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6b6800e9a0 tx=0x7f6b6800ecb0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 shutdown_connections 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6b5c0a2d30 0x7f6b5c0a51f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b781082f0 0x7f6b7819aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b781022e0 0x7f6b781a08f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 --2- 172.21.15.47:0/867416300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b78102ca0 0x7f6b781a0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.728+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 >> 172.21.15.47:0/867416300 conn(0x7f6b78079390 msgr2=0x7f6b780746f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.729+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 shutdown_connections 2024-04-25T02:31:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.729+0000 7f6b7e800700 1 -- 172.21.15.47:0/867416300 wait complete. 2024-04-25T02:31:22.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.953+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f3ddc02db30 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.953+0000 7f3dd3400700 1 -- 172.21.15.47:0/1280738514 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3dc809b9a0 con 0x7f3ddc06a8e0 2024-04-25T02:31:22.957 INFO:teuthology.orchestra.run.smithi047.stdout:223338299442 2024-04-25T02:31:22.957 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:22 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/867416300' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T02:31:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dc00a2d30 msgr2=0x7f3dc00a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dc00a2d30 0x7f3dc00a51f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009750 tx=0x7f3dcc00b280 comp rx=0 tx=0).stop 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ddc06a8e0 msgr2=0x7f3ddc101740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ddc06a8e0 0x7f3ddc101740 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3dc800e9f0 tx=0x7f3dc800ed00 comp rx=0 tx=0).stop 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 shutdown_connections 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f3dc00a2d30 0x7f3dc00a51f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ddc1082b0 0x7f3ddc101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ddc069f40 0x7f3ddc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 --2- 172.21.15.47:0/1280738514 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ddc06a8e0 0x7f3ddc101740 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 >> 172.21.15.47:0/1280738514 conn(0x7f3ddc0780e0 msgr2=0x7f3ddc0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 shutdown_connections 2024-04-25T02:31:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:22.957+0000 7f3de1600700 1 -- 172.21.15.47:0/1280738514 wait complete. 2024-04-25T02:31:23.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:22 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/867416300' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T02:31:23.153 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462962 got 201863462966 for osd.6 2024-04-25T02:31:23.153 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:23.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:22 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/867416300' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T02:31:23.560 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:23.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:23 smithi047 ceph-mon[27871]: pgmap v354: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:23.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:23 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1280738514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T02:31:24.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:23 smithi178 ceph-mon[33053]: pgmap v354: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:24.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:23 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1280738514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T02:31:24.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:23 smithi113 ceph-mon[32459]: pgmap v354: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:24.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:23 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1280738514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T02:31:25.038 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299438 got 223338299442 for osd.7 2024-04-25T02:31:25.038 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:25.846 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776159 got 292057776165 for osd.9 2024-04-25T02:31:25.846 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:25.977 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888126 got 146028888132 for osd.4 2024-04-25T02:31:25.977 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:26.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:25 smithi178 ceph-mon[33053]: pgmap v355: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:26.091 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:25 smithi047 ceph-mon[27871]: pgmap v355: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:26.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:25 smithi113 ceph-mon[32459]: pgmap v355: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-25T02:31:26.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.691+0000 7f7e37a00700 1 -- 172.21.15.47:0/586713505 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006b0f0 msgr2=0x7f7e3010e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.691+0000 7f7e37a00700 1 --2- 172.21.15.47:0/586713505 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006b0f0 0x7f7e3010e790 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c009990 tx=0x7f7e1c009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.691+0000 7f7e37a00700 1 -- 172.21.15.47:0/586713505 shutdown_connections 2024-04-25T02:31:26.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.691+0000 7f7e37a00700 1 --2- 172.21.15.47:0/586713505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e3006a7d0 0x7f7e3006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.691+0000 7f7e37a00700 1 --2- 172.21.15.47:0/586713505 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e3010ecd0 0x7f7e301110c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.691+0000 7f7e37a00700 1 --2- 172.21.15.47:0/586713505 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006b0f0 0x7f7e3010e790 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.691+0000 7f7e37a00700 1 -- 172.21.15.47:0/586713505 >> 172.21.15.47:0/586713505 conn(0x7f7e300780a0 msgr2=0x7f7e300784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:26.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.691+0000 7f7e37a00700 1 -- 172.21.15.47:0/586713505 shutdown_connections 2024-04-25T02:31:26.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.692+0000 7f7e37a00700 1 -- 172.21.15.47:0/586713505 wait complete. 2024-04-25T02:31:26.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.693+0000 7f7e37a00700 1 Processor -- start 2024-04-25T02:31:26.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.693+0000 7f7e37a00700 1 -- start start 2024-04-25T02:31:26.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e37a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006a7d0 0x7f7e301a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:26.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e37a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e3006b0f0 0x7f7e301a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:26.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e37a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e3010ecd0 0x7f7e3019aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:26.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e37a00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7e30114750 con 0x7f7e3006b0f0 2024-04-25T02:31:26.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e37a00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7e301145d0 con 0x7f7e3006a7d0 2024-04-25T02:31:26.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e37a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7e301148d0 con 0x7f7e3010ecd0 2024-04-25T02:31:26.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e35000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006a7d0 0x7f7e301a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e2fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e3006b0f0 0x7f7e301a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e35000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006a7d0 0x7f7e301a08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:50346/0 (socket says 172.21.15.47:50346) 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e35000700 1 -- 172.21.15.47:0/3323069352 learned_addr learned my addr 172.21.15.47:0/3323069352 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.694+0000 7f7e35a00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e3010ecd0 0x7f7e3019aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e35000700 1 -- 172.21.15.47:0/3323069352 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e3010ecd0 msgr2=0x7f7e3019aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e35000700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e3010ecd0 0x7f7e3019aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e35000700 1 -- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e3006b0f0 msgr2=0x7f7e301a0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e35000700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e3006b0f0 0x7f7e301a0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e35000700 1 -- 172.21.15.47:0/3323069352 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e3019b1f0 con 0x7f7e3006a7d0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e35000700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006a7d0 0x7f7e301a08d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400e9c0 tx=0x7f7e2400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e2d600700 1 -- 172.21.15.47:0/3323069352 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2400cbd0 con 0x7f7e3006a7d0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e2d600700 1 -- 172.21.15.47:0/3323069352 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e2400ee60 con 0x7f7e3006a7d0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e3019b4e0 con 0x7f7e3006a7d0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e2d600700 1 -- 172.21.15.47:0/3323069352 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e24005630 con 0x7f7e3006a7d0 2024-04-25T02:31:26.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.695+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e301a77a0 con 0x7f7e3006a7d0 2024-04-25T02:31:26.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.697+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e30068f20 con 0x7f7e3006a7d0 2024-04-25T02:31:26.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.699+0000 7f7e2d600700 1 -- 172.21.15.47:0/3323069352 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7e24004750 con 0x7f7e3006a7d0 2024-04-25T02:31:26.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.700+0000 7f7e2d600700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e180a2d30 0x7f7e180a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:26.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7f7e2d600700 1 -- 172.21.15.47:0/3323069352 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f7e240cf400 con 0x7f7e3006a7d0 2024-04-25T02:31:26.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7f7e2fe00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e180a2d30 0x7f7e180a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:26.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.702+0000 7f7e2fe00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e180a2d30 0x7f7e180a51f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c00b2e0 tx=0x7f7e1c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:26.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.705+0000 7f7e2d600700 1 -- 172.21.15.47:0/3323069352 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7e2409c1b0 con 0x7f7e3006a7d0 2024-04-25T02:31:26.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.446+0000 7ff0b7800700 1 -- 172.21.15.47:0/3811840478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff0b01022e0 msgr2=0x7ff0b0102760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.446+0000 7ff0b7800700 1 --2- 172.21.15.47:0/3811840478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff0b01022e0 0x7ff0b0102760 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff0980099c0 tx=0x7ff098009cd0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.446+0000 7ff0b7800700 1 -- 172.21.15.47:0/3811840478 shutdown_connections 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.446+0000 7ff0b7800700 1 --2- 172.21.15.47:0/3811840478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0b0102ca0 0x7ff0b010f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.446+0000 7ff0b7800700 1 --2- 172.21.15.47:0/3811840478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b01082f0 0x7ff0b01086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.446+0000 7ff0b7800700 1 --2- 172.21.15.47:0/3811840478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff0b01022e0 0x7ff0b0102760 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.446+0000 7ff0b7800700 1 -- 172.21.15.47:0/3811840478 >> 172.21.15.47:0/3811840478 conn(0x7ff0b0079390 msgr2=0x7ff0b00797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.446+0000 7ff0b7800700 1 -- 172.21.15.47:0/3811840478 shutdown_connections 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.447+0000 7ff0b7800700 1 -- 172.21.15.47:0/3811840478 wait complete. 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b7800700 1 Processor -- start 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b7800700 1 -- start start 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b7800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b01022e0 0x7ff0b01a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b7800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff0b0102ca0 0x7ff0b01a0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b7800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0b01082f0 0x7ff0b019a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:26.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b7800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b01125c0 con 0x7ff0b01022e0 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b7800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b0112440 con 0x7ff0b0102ca0 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b7800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b0112740 con 0x7ff0b01082f0 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b4e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b01022e0 0x7ff0b01a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b4e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b01022e0 0x7ff0b01a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53292/0 (socket says 172.21.15.47:53292) 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.448+0000 7ff0b4e00700 1 -- 172.21.15.47:0/1131156433 learned_addr learned my addr 172.21.15.47:0/1131156433 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0a7e00700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff0b0102ca0 0x7ff0b01a0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0b5800700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0b01082f0 0x7ff0b019a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0b4e00700 1 -- 172.21.15.47:0/1131156433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0b01082f0 msgr2=0x7ff0b019a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0b4e00700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0b01082f0 0x7ff0b019a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0b4e00700 1 -- 172.21.15.47:0/1131156433 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff0b0102ca0 msgr2=0x7ff0b01a0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0b4e00700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff0b0102ca0 0x7ff0b01a0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0b4e00700 1 -- 172.21.15.47:0/1131156433 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0b019b130 con 0x7ff0b01022e0 2024-04-25T02:31:26.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0b4e00700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b01022e0 0x7ff0b01a0810 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ff0a000e9a0 tx=0x7ff0a000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.449+0000 7ff0ae000700 1 -- 172.21.15.47:0/1131156433 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a000ca10 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.450+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0b019b420 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.450+0000 7ff0ae000700 1 -- 172.21.15.47:0/1131156433 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0a000cbb0 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.450+0000 7ff0ae000700 1 -- 172.21.15.47:0/1131156433 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0018680 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.450+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0b01a76e0 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.451+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0b0068f20 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.453+0000 7ff0ae000700 1 -- 172.21.15.47:0/1131156433 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff0a0010430 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.454+0000 7ff0ae000700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0940a2cb0 0x7ff0940a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.455+0000 7ff0ae000700 1 -- 172.21.15.47:0/1131156433 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7ff0a00cf460 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.455+0000 7ff0a7e00700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0940a2cb0 0x7ff0940a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.455+0000 7ff0a7e00700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0940a2cb0 0x7ff0940a5170 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff0b0079c40 tx=0x7ff098005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.459+0000 7ff0ae000700 1 -- 172.21.15.47:0/1131156433 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff0a009c210 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.697+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7ff0b01a7910 con 0x7ff0b01022e0 2024-04-25T02:31:26.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.698+0000 7ff0ae000700 1 -- 172.21.15.47:0/1131156433 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff0a009bb10 con 0x7ff0b01022e0 2024-04-25T02:31:26.751 INFO:teuthology.orchestra.run.smithi047.stdout:77309411408 2024-04-25T02:31:26.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0940a2cb0 msgr2=0x7ff0940a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0940a2cb0 0x7ff0940a5170 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff0b0079c40 tx=0x7ff098005fb0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b01022e0 msgr2=0x7ff0b01a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b01022e0 0x7ff0b01a0810 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ff0a000e9a0 tx=0x7ff0a000ecb0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 shutdown_connections 2024-04-25T02:31:26.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0940a2cb0 0x7ff0940a5170 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0b01082f0 0x7ff0b019a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b01022e0 0x7ff0b01a0810 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 --2- 172.21.15.47:0/1131156433 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff0b0102ca0 0x7ff0b01a0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.701+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 >> 172.21.15.47:0/1131156433 conn(0x7ff0b0079390 msgr2=0x7ff0b010d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:26.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.702+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 shutdown_connections 2024-04-25T02:31:26.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.702+0000 7ff0b7800700 1 -- 172.21.15.47:0/1131156433 wait complete. 2024-04-25T02:31:26.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.944+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f7e3019bfc0 con 0x7f7e3006a7d0 2024-04-25T02:31:26.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.945+0000 7f7e2d600700 1 -- 172.21.15.47:0/3323069352 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f7e2409bab0 con 0x7f7e3006a7d0 2024-04-25T02:31:26.948 INFO:teuthology.orchestra.run.smithi047.stdout:313532612641 2024-04-25T02:31:26.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e180a2d30 msgr2=0x7f7e180a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e180a2d30 0x7f7e180a51f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c00b2e0 tx=0x7f7e1c005960 comp rx=0 tx=0).stop 2024-04-25T02:31:26.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006a7d0 msgr2=0x7f7e301a08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:26.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006a7d0 0x7f7e301a08d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400e9c0 tx=0x7f7e2400ecd0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:26 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2589374050' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T02:31:26.952 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:26 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1131156433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T02:31:26.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 shutdown_connections 2024-04-25T02:31:26.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e180a2d30 0x7f7e180a51f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e3010ecd0 0x7f7e3019aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e3006a7d0 0x7f7e301a08d0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 --2- 172.21.15.47:0/3323069352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e3006b0f0 0x7f7e301a0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:26.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.948+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 >> 172.21.15.47:0/3323069352 conn(0x7f7e300780a0 msgr2=0x7f7e30110080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:26.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.949+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 shutdown_connections 2024-04-25T02:31:26.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:26.949+0000 7f7e37a00700 1 -- 172.21.15.47:0/3323069352 wait complete. 2024-04-25T02:31:27.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:26 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2589374050' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T02:31:27.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:26 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1131156433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T02:31:27.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:26 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2589374050' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T02:31:27.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:26 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1131156433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T02:31:27.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 -- 172.21.15.47:0/573560600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074d80 msgr2=0x7fa79810e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:27.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 --2- 172.21.15.47:0/573560600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074d80 0x7fa79810e750 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa7800098f0 tx=0x7fa780009c00 comp rx=0 tx=0).stop 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 -- 172.21.15.47:0/573560600 shutdown_connections 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 --2- 172.21.15.47:0/573560600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa79810ec90 0x7fa798111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 --2- 172.21.15.47:0/573560600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa798074460 0x7fa798074840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 --2- 172.21.15.47:0/573560600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074d80 0x7fa79810e750 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 -- 172.21.15.47:0/573560600 >> 172.21.15.47:0/573560600 conn(0x7fa798079390 msgr2=0x7fa7980797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 -- 172.21.15.47:0/573560600 shutdown_connections 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.719+0000 7fa79de00700 1 -- 172.21.15.47:0/573560600 wait complete. 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.721+0000 7fa79de00700 1 Processor -- start 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.721+0000 7fa79de00700 1 -- start start 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa79de00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074460 0x7fa7981a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa79de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa798074d80 0x7fa7981a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa79de00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa79810ec90 0x7fa79819aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:27.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa79de00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa7981147f0 con 0x7fa79810ec90 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa79de00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa798114670 con 0x7fa798074460 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa79de00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa798114970 con 0x7fa798074d80 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa797400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa79810ec90 0x7fa79819aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa796a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074460 0x7fa7981a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa796a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074460 0x7fa7981a08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:50302/0 (socket says 172.21.15.47:50302) 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa797400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa79810ec90 0x7fa79819aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53274/0 (socket says 172.21.15.47:53274) 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa796a00700 1 -- 172.21.15.47:0/2589374050 learned_addr learned my addr 172.21.15.47:0/2589374050 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa78fe00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa798074d80 0x7fa7981a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa796a00700 1 -- 172.21.15.47:0/2589374050 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa798074d80 msgr2=0x7fa7981a0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa796a00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa798074d80 0x7fa7981a0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa796a00700 1 -- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa79810ec90 msgr2=0x7fa79819aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa796a00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa79810ec90 0x7fa79819aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.722+0000 7fa796a00700 1 -- 172.21.15.47:0/2589374050 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa79819b1f0 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.723+0000 7fa796a00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074460 0x7fa7981a08d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa78800ec10 tx=0x7fa78800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.723+0000 7fa79ca00700 1 -- 172.21.15.47:0/2589374050 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa78800cc90 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.723+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa79819b4e0 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.723+0000 7fa79ca00700 1 -- 172.21.15.47:0/2589374050 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa78800ce30 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.723+0000 7fa79ca00700 1 -- 172.21.15.47:0/2589374050 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa788010690 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.723+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7981a77a0 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.724+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa798068f20 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.726+0000 7fa79ca00700 1 -- 172.21.15.47:0/2589374050 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa788003680 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.728+0000 7fa79ca00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa77c0a2cb0 0x7fa77c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.728+0000 7fa79ca00700 1 -- 172.21.15.47:0/2589374050 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fa7880cf580 con 0x7fa798074460 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.728+0000 7fa78fe00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa77c0a2cb0 0x7fa77c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:27.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.729+0000 7fa78fe00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa77c0a2cb0 0x7fa77c0a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa7800098c0 tx=0x7fa780019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:27.770 INFO:teuthology.orchestra.run.smithi047.stdout:111669149769 2024-04-25T02:31:27.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.732+0000 7fa79ca00700 1 -- 172.21.15.47:0/2589374050 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa78809c330 con 0x7fa798074460 2024-04-25T02:31:27.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.977+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fa79819bfc0 con 0x7fa798074460 2024-04-25T02:31:27.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.978+0000 7fa79ca00700 1 -- 172.21.15.47:0/2589374050 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa78809bc30 con 0x7fa798074460 2024-04-25T02:31:27.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa77c0a2cb0 msgr2=0x7fa77c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:27.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa77c0a2cb0 0x7fa77c0a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa7800098c0 tx=0x7fa780019040 comp rx=0 tx=0).stop 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074460 msgr2=0x7fa7981a08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074460 0x7fa7981a08d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa78800ec10 tx=0x7fa78800ef20 comp rx=0 tx=0).stop 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 shutdown_connections 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa77c0a2cb0 0x7fa77c0a5170 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa79810ec90 0x7fa79819aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa798074460 0x7fa7981a08d0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 --2- 172.21.15.47:0/2589374050 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa798074d80 0x7fa7981a0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 >> 172.21.15.47:0/2589374050 conn(0x7fa798079390 msgr2=0x7fa7980ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 shutdown_connections 2024-04-25T02:31:27.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:25.981+0000 7fa79de00700 1 -- 172.21.15.47:0/2589374050 wait complete. 2024-04-25T02:31:27.992 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:27 smithi047 ceph-mon[27871]: pgmap v356: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T02:31:27.992 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:27 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3323069352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T02:31:28.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:27 smithi113 ceph-mon[32459]: pgmap v356: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T02:31:28.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:27 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3323069352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T02:31:28.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:27 smithi178 ceph-mon[33053]: pgmap v356: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T02:31:28.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:27 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3323069352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T02:31:28.885 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612634 got 313532612641 for osd.10 2024-04-25T02:31:28.885 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:30.105 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:29 smithi047 ceph-mon[27871]: pgmap v357: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:30.168 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411403 got 77309411408 for osd.2 2024-04-25T02:31:30.168 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:30.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:29 smithi113 ceph-mon[32459]: pgmap v357: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:30.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:29 smithi178 ceph-mon[33053]: pgmap v357: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:31.698 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149763 got 111669149769 for osd.3 2024-04-25T02:31:31.698 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:32.152 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:31 smithi047 ceph-mon[27871]: pgmap v358: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:31:32.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:31 smithi113 ceph-mon[32459]: pgmap v358: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:31:32.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:31 smithi178 ceph-mon[33053]: pgmap v358: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 -- 172.21.15.47:0/1152845496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 msgr2=0x7fd1281086d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 --2- 172.21.15.47:0/1152845496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 0x7fd1281086d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd118009990 tx=0x7fd118009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 -- 172.21.15.47:0/1152845496 shutdown_connections 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 --2- 172.21.15.47:0/1152845496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 0x7fd1281086d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 --2- 172.21.15.47:0/1152845496 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd128102ca0 0x7fd12810f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 --2- 172.21.15.47:0/1152845496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd1281022e0 0x7fd128102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 -- 172.21.15.47:0/1152845496 >> 172.21.15.47:0/1152845496 conn(0x7fd128079390 msgr2=0x7fd1280797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 -- 172.21.15.47:0/1152845496 shutdown_connections 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.804+0000 7fd12f800700 1 -- 172.21.15.47:0/1152845496 wait complete. 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.806+0000 7fd12f800700 1 Processor -- start 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.806+0000 7fd12f800700 1 -- start start 2024-04-25T02:31:33.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12f800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd1281022e0 0x7fd128074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:33.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12f800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd128102ca0 0x7fd128074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:33.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12f800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 0x7fd128074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:33.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12f800700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd1281125c0 con 0x7fd1281022e0 2024-04-25T02:31:33.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12f800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd128112440 con 0x7fd128102ca0 2024-04-25T02:31:33.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12f800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd128112740 con 0x7fd1281082f0 2024-04-25T02:31:33.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12ce00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd1281022e0 0x7fd128074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:33.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12ce00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd1281022e0 0x7fd128074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:51972/0 (socket says 172.21.15.47:51972) 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12d800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 0x7fd128074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd12ce00700 1 -- 172.21.15.47:0/385166073 learned_addr learned my addr 172.21.15.47:0/385166073 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.807+0000 7fd11fe00700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd128102ca0 0x7fd128074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd12d800700 1 -- 172.21.15.47:0/385166073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd128102ca0 msgr2=0x7fd128074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd12d800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd128102ca0 0x7fd128074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd12d800700 1 -- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd1281022e0 msgr2=0x7fd128074530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd12d800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd1281022e0 0x7fd128074530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd12d800700 1 -- 172.21.15.47:0/385166073 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1281a6ea0 con 0x7fd1281082f0 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd12ce00700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd1281022e0 0x7fd128074530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd11fe00700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd128102ca0 0x7fd128074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd12d800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 0x7fd128074fb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd12000e970 tx=0x7fd12000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.808+0000 7fd126000700 1 -- 172.21.15.47:0/385166073 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd120004220 con 0x7fd1281082f0 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.809+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1281a7190 con 0x7fd1281082f0 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.809+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1281a7720 con 0x7fd1281082f0 2024-04-25T02:31:33.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.809+0000 7fd126000700 1 -- 172.21.15.47:0/385166073 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd120004d10 con 0x7fd1281082f0 2024-04-25T02:31:33.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.809+0000 7fd126000700 1 -- 172.21.15.47:0/385166073 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd120010700 con 0x7fd1281082f0 2024-04-25T02:31:33.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.810+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd128068f20 con 0x7fd1281082f0 2024-04-25T02:31:33.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.814+0000 7fd126000700 1 -- 172.21.15.47:0/385166073 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd120004750 con 0x7fd1281082f0 2024-04-25T02:31:33.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.815+0000 7fd126000700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd10c0a2d30 0x7fd10c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:33.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.815+0000 7fd126000700 1 -- 172.21.15.47:0/385166073 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fd1200ceda0 con 0x7fd1281082f0 2024-04-25T02:31:33.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.815+0000 7fd12ce00700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd10c0a2d30 0x7fd10c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:33.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.816+0000 7fd12ce00700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd10c0a2d30 0x7fd10c0a51f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd118006010 tx=0x7fd11801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:33.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.819+0000 7fd126000700 1 -- 172.21.15.47:0/385166073 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fd12009bb50 con 0x7fd1281082f0 2024-04-25T02:31:33.894 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:33 smithi047 ceph-mon[27871]: pgmap v359: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:33.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.909+0000 7fdac7a00700 1 -- 172.21.15.47:0/868861707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 msgr2=0x7fdac0108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:33.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.909+0000 7fdac7a00700 1 --2- 172.21.15.47:0/868861707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 0x7fdac0108690 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdab4009990 tx=0x7fdab4009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.909+0000 7fdac7a00700 1 -- 172.21.15.47:0/868861707 shutdown_connections 2024-04-25T02:31:33.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.909+0000 7fdac7a00700 1 --2- 172.21.15.47:0/868861707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdac006a8e0 0x7fdac010f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.909+0000 7fdac7a00700 1 --2- 172.21.15.47:0/868861707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 0x7fdac0108690 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.909+0000 7fdac7a00700 1 --2- 172.21.15.47:0/868861707 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdac0069f40 0x7fdac006a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.909+0000 7fdac7a00700 1 -- 172.21.15.47:0/868861707 >> 172.21.15.47:0/868861707 conn(0x7fdac00780e0 msgr2=0x7fdac00784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:33.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.910+0000 7fdac7a00700 1 -- 172.21.15.47:0/868861707 shutdown_connections 2024-04-25T02:31:33.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.910+0000 7fdac7a00700 1 -- 172.21.15.47:0/868861707 wait complete. 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.911+0000 7fdac7a00700 1 Processor -- start 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.911+0000 7fdac7a00700 1 -- start start 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.911+0000 7fdac7a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdac0069f40 0x7fdac01a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.911+0000 7fdac7a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdac006a8e0 0x7fdac01a0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.911+0000 7fdac7a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 0x7fdac019aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.911+0000 7fdac7a00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdac0112540 con 0x7fdac01082b0 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.911+0000 7fdac7a00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdac01123c0 con 0x7fdac006a8e0 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.911+0000 7fdac7a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdac01126c0 con 0x7fdac0069f40 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 0x7fdac019aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdac0069f40 0x7fdac01a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 0x7fdac019aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:51986/0 (socket says 172.21.15.47:51986) 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5a00700 1 -- 172.21.15.47:0/3226022264 learned_addr learned my addr 172.21.15.47:0/3226022264 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:33.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdabfe00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdac006a8e0 0x7fdac01a0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:33.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5000700 1 -- 172.21.15.47:0/3226022264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdac006a8e0 msgr2=0x7fdac01a0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:33.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5000700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdac006a8e0 0x7fdac01a0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5000700 1 -- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 msgr2=0x7fdac019aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5000700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 0x7fdac019aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5000700 1 -- 172.21.15.47:0/3226022264 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac019b190 con 0x7fdac0069f40 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.912+0000 7fdac5000700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdac0069f40 0x7fdac01a0870 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdab4000c00 tx=0x7fdab400bab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.913+0000 7fdabd600700 1 -- 172.21.15.47:0/3226022264 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab4026070 con 0x7fdac0069f40 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.913+0000 7fdabd600700 1 -- 172.21.15.47:0/3226022264 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdab4003d70 con 0x7fdac0069f40 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.913+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac019b420 con 0x7fdac0069f40 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.913+0000 7fdabd600700 1 -- 172.21.15.47:0/3226022264 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab400fdc0 con 0x7fdac0069f40 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.913+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac01a7740 con 0x7fdac0069f40 2024-04-25T02:31:33.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.914+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdac0068f20 con 0x7fdac0069f40 2024-04-25T02:31:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.918+0000 7fdabd600700 1 -- 172.21.15.47:0/3226022264 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fdab4029070 con 0x7fdac0069f40 2024-04-25T02:31:33.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.919+0000 7fdabd600700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdaa80a2d30 0x7fdaa80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:33.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.919+0000 7fdabd600700 1 -- 172.21.15.47:0/3226022264 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fdab40d01f0 con 0x7fdac0069f40 2024-04-25T02:31:33.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.920+0000 7fdabfe00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdaa80a2d30 0x7fdaa80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.920+0000 7fdabfe00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdaa80a2d30 0x7fdaa80a51f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdaac009680 tx=0x7fdaac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:33.920+0000 7fdabd600700 1 -- 172.21.15.47:0/3226022264 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fdab4013070 con 0x7fdac0069f40 2024-04-25T02:31:34.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.083+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd1281a7b00 con 0x7fd1281082f0 2024-04-25T02:31:34.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.084+0000 7fd126000700 1 -- 172.21.15.47:0/385166073 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd12009b450 con 0x7fd1281082f0 2024-04-25T02:31:34.087 INFO:teuthology.orchestra.run.smithi047.stdout:34359738459 2024-04-25T02:31:34.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd10c0a2d30 msgr2=0x7fd10c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd10c0a2d30 0x7fd10c0a51f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd118006010 tx=0x7fd11801a040 comp rx=0 tx=0).stop 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 msgr2=0x7fd128074fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 0x7fd128074fb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd12000e970 tx=0x7fd12000ec80 comp rx=0 tx=0).stop 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 shutdown_connections 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd10c0a2d30 0x7fd10c0a51f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1281082f0 0x7fd128074fb0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd1281022e0 0x7fd128074530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 --2- 172.21.15.47:0/385166073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd128102ca0 0x7fd128074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.088+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 >> 172.21.15.47:0/385166073 conn(0x7fd128079390 msgr2=0x7fd128100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.089+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 shutdown_connections 2024-04-25T02:31:34.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.089+0000 7fd12f800700 1 -- 172.21.15.47:0/385166073 wait complete. 2024-04-25T02:31:34.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.175+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fdac01a7910 con 0x7fdac0069f40 2024-04-25T02:31:34.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.176+0000 7fdabd600700 1 -- 172.21.15.47:0/3226022264 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fdab409d030 con 0x7fdac0069f40 2024-04-25T02:31:34.179 INFO:teuthology.orchestra.run.smithi047.stdout:167503724607 2024-04-25T02:31:34.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdaa80a2d30 msgr2=0x7fdaa80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:34.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdaa80a2d30 0x7fdaa80a51f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdaac009680 tx=0x7fdaac009260 comp rx=0 tx=0).stop 2024-04-25T02:31:34.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdac0069f40 msgr2=0x7fdac01a0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:34.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdac0069f40 0x7fdac01a0870 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdab4000c00 tx=0x7fdab400bab0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 shutdown_connections 2024-04-25T02:31:34.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fdaa80a2d30 0x7fdaa80a51f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdac0069f40 0x7fdac01a0870 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac01082b0 0x7fdac019aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 --2- 172.21.15.47:0/3226022264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdac006a8e0 0x7fdac01a0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:34.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 >> 172.21.15.47:0/3226022264 conn(0x7fdac00780e0 msgr2=0x7fdac010d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:34.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 shutdown_connections 2024-04-25T02:31:34.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:34.179+0000 7fdac7a00700 1 -- 172.21.15.47:0/3226022264 wait complete. 2024-04-25T02:31:34.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:33 smithi113 ceph-mon[32459]: pgmap v359: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:34.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:33 smithi178 ceph-mon[33053]: pgmap v359: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:34.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:34 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/385166073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T02:31:34.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:34 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3226022264' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T02:31:35.251 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:34 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/385166073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T02:31:35.251 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:34 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3226022264' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T02:31:35.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:34 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/385166073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T02:31:35.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:34 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3226022264' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T02:31:35.397 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738454 got 34359738459 for osd.0 2024-04-25T02:31:35.397 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:35.859 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724601 got 167503724607 for osd.5 2024-04-25T02:31:35.859 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:36.021 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:35 smithi047 ceph-mon[27871]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:31:36.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:35 smithi113 ceph-mon[32459]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:31:36.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:35 smithi178 ceph-mon[33053]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:31:36.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 -- 172.21.15.47:0/2550601483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4881024e0 msgr2=0x7ff4881028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:36.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 --2- 172.21.15.47:0/2550601483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4881024e0 0x7ff4881028c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff478009990 tx=0x7ff478009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 -- 172.21.15.47:0/2550601483 shutdown_connections 2024-04-25T02:31:36.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 --2- 172.21.15.47:0/2550601483 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff488107570 0x7ff48810f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 --2- 172.21.15.47:0/2550601483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4881024e0 0x7ff4881028c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 --2- 172.21.15.47:0/2550601483 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff488102e90 0x7ff488106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 -- 172.21.15.47:0/2550601483 >> 172.21.15.47:0/2550601483 conn(0x7ff488079390 msgr2=0x7ff4880797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:36.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 -- 172.21.15.47:0/2550601483 shutdown_connections 2024-04-25T02:31:36.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.557+0000 7ff48ce00700 1 -- 172.21.15.47:0/2550601483 wait complete. 2024-04-25T02:31:36.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.559+0000 7ff48ce00700 1 Processor -- start 2024-04-25T02:31:36.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.559+0000 7ff48ce00700 1 -- start start 2024-04-25T02:31:36.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.559+0000 7ff48ce00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4881024e0 0x7ff488074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:36.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.559+0000 7ff48ce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff488102e90 0x7ff488074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:36.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.559+0000 7ff48ce00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff488107570 0x7ff488074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:36.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.559+0000 7ff48ce00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff4881125a0 con 0x7ff488107570 2024-04-25T02:31:36.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff48ce00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff488112420 con 0x7ff4881024e0 2024-04-25T02:31:36.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff48ce00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff488112720 con 0x7ff488102e90 2024-04-25T02:31:36.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff47fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff488102e90 0x7ff488074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff486800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff488107570 0x7ff488074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff47fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff488102e90 0x7ff488074a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:50124/0 (socket says 172.21.15.47:50124) 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff47fe00700 1 -- 172.21.15.47:0/185818763 learned_addr learned my addr 172.21.15.47:0/185818763 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff485e00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4881024e0 0x7ff488074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff485e00700 1 -- 172.21.15.47:0/185818763 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff488102e90 msgr2=0x7ff488074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff485e00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff488102e90 0x7ff488074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff485e00700 1 -- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff488107570 msgr2=0x7ff488074fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff485e00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff488107570 0x7ff488074fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff485e00700 1 -- 172.21.15.47:0/185818763 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4881a6fa0 con 0x7ff4881024e0 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.560+0000 7ff47fe00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff488102e90 0x7ff488074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:36.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.561+0000 7ff485e00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4881024e0 0x7ff488074530 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff4780098e0 tx=0x7ff47800b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:36.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.561+0000 7ff47ea00700 1 -- 172.21.15.47:0/185818763 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff478027070 con 0x7ff4881024e0 2024-04-25T02:31:36.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.561+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4881a7230 con 0x7ff4881024e0 2024-04-25T02:31:36.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.561+0000 7ff47ea00700 1 -- 172.21.15.47:0/185818763 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff47800be60 con 0x7ff4881024e0 2024-04-25T02:31:36.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.561+0000 7ff47ea00700 1 -- 172.21.15.47:0/185818763 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff478022dd0 con 0x7ff4881024e0 2024-04-25T02:31:36.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.561+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4881a76e0 con 0x7ff4881024e0 2024-04-25T02:31:36.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.562+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff488068f20 con 0x7ff4881024e0 2024-04-25T02:31:36.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.564+0000 7ff47ea00700 1 -- 172.21.15.47:0/185818763 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff47802a070 con 0x7ff4881024e0 2024-04-25T02:31:36.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.566+0000 7ff47ea00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff46c0a2d30 0x7ff46c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:36.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.566+0000 7ff47ea00700 1 -- 172.21.15.47:0/185818763 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7ff4780cfee0 con 0x7ff4881024e0 2024-04-25T02:31:36.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.566+0000 7ff47fe00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff46c0a2d30 0x7ff46c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:36.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.567+0000 7ff47fe00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff46c0a2d30 0x7ff46c0a51f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff488106ff0 tx=0x7ff470009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:36.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.570+0000 7ff47ea00700 1 -- 172.21.15.47:0/185818763 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff47805e740 con 0x7ff4881024e0 2024-04-25T02:31:36.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.817+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7ff48802db30 con 0x7ff4881024e0 2024-04-25T02:31:36.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.817+0000 7ff47ea00700 1 -- 172.21.15.47:0/185818763 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff478013070 con 0x7ff4881024e0 2024-04-25T02:31:36.821 INFO:teuthology.orchestra.run.smithi047.stdout:257698037807 2024-04-25T02:31:36.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff46c0a2d30 msgr2=0x7ff46c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff46c0a2d30 0x7ff46c0a51f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff488106ff0 tx=0x7ff470009260 comp rx=0 tx=0).stop 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4881024e0 msgr2=0x7ff488074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4881024e0 0x7ff488074530 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff4780098e0 tx=0x7ff47800b8a0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 shutdown_connections 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff46c0a2d30 0x7ff46c0a51f0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff488107570 0x7ff488074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff4881024e0 0x7ff488074530 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 --2- 172.21.15.47:0/185818763 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff488102e90 0x7ff488074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.820+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 >> 172.21.15.47:0/185818763 conn(0x7ff488079390 msgr2=0x7ff488101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.821+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 shutdown_connections 2024-04-25T02:31:36.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:36.821+0000 7ff48ce00700 1 -- 172.21.15.47:0/185818763 wait complete. 2024-04-25T02:31:37.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:36 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/185818763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T02:31:37.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:36 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/185818763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T02:31:37.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:36 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/185818763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T02:31:37.709 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037801 got 257698037807 for osd.8 2024-04-25T02:31:37.710 DEBUG:teuthology.parallel:result is None 2024-04-25T02:31:37.710 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-25T02:31:37.710 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T02:31:37.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:37 smithi047 ceph-mon[27871]: pgmap v361: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:37.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:37.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:37 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:38.154 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:38.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:37 smithi113 ceph-mon[32459]: pgmap v361: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:38.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:38.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:37 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:38.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:37 smithi178 ceph-mon[33053]: pgmap v361: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:31:38.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:38.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:37 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:39.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:38 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:31:39.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:38 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:31:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:38 smithi047 ceph-mon[27871]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:39.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:38 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:31:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:38 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:31:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:38 smithi113 ceph-mon[32459]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:39.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:38 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:31:39.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:38 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:31:39.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:38 smithi178 ceph-mon[33053]: from='mgr.14152 172.21.15.47:0/1816836536' entity='mgr.x' 2024-04-25T02:31:40.306 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:40 smithi047 ceph-mon[27871]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:40.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:40 smithi113 ceph-mon[32459]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:40.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.581+0000 7fbe4d600700 1 -- 172.21.15.47:0/3665047389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbe48109220 msgr2=0x7fbe48115730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:40.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.581+0000 7fbe4d600700 1 --2- 172.21.15.47:0/3665047389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbe48109220 0x7fbe48115730 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbe400098f0 tx=0x7fbe40009c00 comp rx=0 tx=0).stop 2024-04-25T02:31:40.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.582+0000 7fbe4d600700 1 -- 172.21.15.47:0/3665047389 shutdown_connections 2024-04-25T02:31:40.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.582+0000 7fbe4d600700 1 --2- 172.21.15.47:0/3665047389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbe48109220 0x7fbe48115730 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.582+0000 7fbe4d600700 1 --2- 172.21.15.47:0/3665047389 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbe4810e860 0x7fbe4810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.582+0000 7fbe4d600700 1 --2- 172.21.15.47:0/3665047389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbe48108860 0x7fbe48108ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.582+0000 7fbe4d600700 1 -- 172.21.15.47:0/3665047389 >> 172.21.15.47:0/3665047389 conn(0x7fbe48075a00 msgr2=0x7fbe48107050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:40.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.582+0000 7fbe4d600700 1 -- 172.21.15.47:0/3665047389 shutdown_connections 2024-04-25T02:31:40.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.582+0000 7fbe4d600700 1 -- 172.21.15.47:0/3665047389 wait complete. 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.583+0000 7fbe4d600700 1 Processor -- start 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.583+0000 7fbe4d600700 1 -- start start 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe4d600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbe48108860 0x7fbe4819f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe4d600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbe48109220 0x7fbe4819f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe4d600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbe4810e860 0x7fbe481a3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe4d600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbe48118c00 con 0x7fbe4810e860 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe4d600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbe48118a80 con 0x7fbe48108860 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe4d600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbe48118d80 con 0x7fbe48109220 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe46a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbe48108860 0x7fbe4819f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe47400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbe4810e860 0x7fbe481a3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe46a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbe48108860 0x7fbe4819f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:47536/0 (socket says 172.21.15.47:47536) 2024-04-25T02:31:40.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe46a00700 1 -- 172.21.15.47:0/4206049262 learned_addr learned my addr 172.21.15.47:0/4206049262 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:40.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe3e000700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbe48109220 0x7fbe4819f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:40.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe46a00700 1 -- 172.21.15.47:0/4206049262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbe48109220 msgr2=0x7fbe4819f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe46a00700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbe48109220 0x7fbe4819f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe46a00700 1 -- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbe4810e860 msgr2=0x7fbe481a3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe46a00700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbe4810e860 0x7fbe481a3920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.584+0000 7fbe46a00700 1 -- 172.21.15.47:0/4206049262 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe481a4060 con 0x7fbe48108860 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.585+0000 7fbe46a00700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbe48108860 0x7fbe4819f050 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbe3800ec10 tx=0x7fbe3800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.585+0000 7fbe3fe00700 1 -- 172.21.15.47:0/4206049262 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe3800cc90 con 0x7fbe48108860 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.585+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe481a4350 con 0x7fbe48108860 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.585+0000 7fbe3fe00700 1 -- 172.21.15.47:0/4206049262 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe3800ce30 con 0x7fbe48108860 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.585+0000 7fbe3fe00700 1 -- 172.21.15.47:0/4206049262 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe38010690 con 0x7fbe48108860 2024-04-25T02:31:40.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.585+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe481abbd0 con 0x7fbe48108860 2024-04-25T02:31:40.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:40 smithi178 ceph-mon[33053]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:31:40.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.586+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe48068f20 con 0x7fbe48108860 2024-04-25T02:31:40.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.588+0000 7fbe3fe00700 1 -- 172.21.15.47:0/4206049262 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fbe38003680 con 0x7fbe48108860 2024-04-25T02:31:40.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.590+0000 7fbe3fe00700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbe2c0a2cb0 0x7fbe2c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:40.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.590+0000 7fbe3fe00700 1 -- 172.21.15.47:0/4206049262 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fbe380cf500 con 0x7fbe48108860 2024-04-25T02:31:40.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.590+0000 7fbe3e000700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbe2c0a2cb0 0x7fbe2c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:40.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.591+0000 7fbe3e000700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbe2c0a2cb0 0x7fbe2c0a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbe48077870 tx=0x7fbe3000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:40.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.594+0000 7fbe3fe00700 1 -- 172.21.15.47:0/4206049262 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fbe3809c2b0 con 0x7fbe48108860 2024-04-25T02:31:40.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.817+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbe48062670 con 0x7fbe2c0a2cb0 2024-04-25T02:31:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.830+0000 7fbe3fe00700 1 -- 172.21.15.47:0/4206049262 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258738 (secure 0 0 0) 0x7fbe48062670 con 0x7fbe2c0a2cb0 2024-04-25T02:31:40.834 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbe2c0a2cb0 msgr2=0x7fbe2c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbe2c0a2cb0 0x7fbe2c0a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbe48077870 tx=0x7fbe3000b040 comp rx=0 tx=0).stop 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbe48108860 msgr2=0x7fbe4819f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbe48108860 0x7fbe4819f050 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbe3800ec10 tx=0x7fbe3800ef20 comp rx=0 tx=0).stop 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 shutdown_connections 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fbe2c0a2cb0 0x7fbe2c0a5170 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbe4810e860 0x7fbe481a3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbe48108860 0x7fbe4819f050 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 --2- 172.21.15.47:0/4206049262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbe48109220 0x7fbe4819f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:40.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.836+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 >> 172.21.15.47:0/4206049262 conn(0x7fbe48075a00 msgr2=0x7fbe48075f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:40.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.837+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 shutdown_connections 2024-04-25T02:31:40.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:40.837+0000 7fbe4d600700 1 -- 172.21.15.47:0/4206049262 wait complete. 2024-04-25T02:31:40.843 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-04-25T02:31:41.821 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":363,"stamp":"2024-04-25T02:31:40.436540+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":652930,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":649,"num_read_kb":440,"num_write":339,"num_write_kb":3045,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":295,"ondisk_log_size":295,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370796,"kb_used_data":13260,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571028,"statfs":{"total":1151940427776,"available":1151560732672,"internally_reserved":0,"allocated":13578240,"data_stored":7462782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":365933881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":65,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005782"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723840+0000","last_change":"2024-04-25T02:30:12.219716+0000","last_active":"2024-04-25T02:31:11.723840+0000","last_peered":"2024-04-25T02:31:11.723840+0000","last_clean":"2024-04-25T02:31:11.723840+0000","last_became_active":"2024-04-25T02:30:12.219363+0000","last_became_peered":"2024-04-25T02:30:12.219363+0000","last_unstale":"2024-04-25T02:31:11.723840+0000","last_undegraded":"2024-04-25T02:31:11.723840+0000","last_fullsized":"2024-04-25T02:31:11.723840+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:54:51.339866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.728470+0000","last_change":"2024-04-25T02:30:12.214897+0000","last_active":"2024-04-25T02:31:11.728470+0000","last_peered":"2024-04-25T02:31:11.728470+0000","last_clean":"2024-04-25T02:31:11.728470+0000","last_became_active":"2024-04-25T02:30:12.211388+0000","last_became_peered":"2024-04-25T02:30:12.211388+0000","last_unstale":"2024-04-25T02:31:11.728470+0000","last_undegraded":"2024-04-25T02:31:11.728470+0000","last_fullsized":"2024-04-25T02:31:11.728470+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:30:24.354223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727183+0000","last_change":"2024-04-25T02:30:12.210941+0000","last_active":"2024-04-25T02:31:11.727183+0000","last_peered":"2024-04-25T02:31:11.727183+0000","last_clean":"2024-04-25T02:31:11.727183+0000","last_became_active":"2024-04-25T02:30:12.210220+0000","last_became_peered":"2024-04-25T02:30:12.210220+0000","last_unstale":"2024-04-25T02:31:11.727183+0000","last_undegraded":"2024-04-25T02:31:11.727183+0000","last_fullsized":"2024-04-25T02:31:11.727183+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:56.149599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.724105+0000","last_change":"2024-04-25T02:30:12.185891+0000","last_active":"2024-04-25T02:31:11.724105+0000","last_peered":"2024-04-25T02:31:11.724105+0000","last_clean":"2024-04-25T02:31:11.724105+0000","last_became_active":"2024-04-25T02:30:12.185511+0000","last_became_peered":"2024-04-25T02:30:12.185511+0000","last_unstale":"2024-04-25T02:31:11.724105+0000","last_undegraded":"2024-04-25T02:31:11.724105+0000","last_fullsized":"2024-04-25T02:31:11.724105+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:57:40.490147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726541+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:31:11.726541+0000","last_peered":"2024-04-25T02:31:11.726541+0000","last_clean":"2024-04-25T02:31:11.726541+0000","last_became_active":"2024-04-25T02:30:12.211161+0000","last_became_peered":"2024-04-25T02:30:12.211161+0000","last_unstale":"2024-04-25T02:31:11.726541+0000","last_undegraded":"2024-04-25T02:31:11.726541+0000","last_fullsized":"2024-04-25T02:31:11.726541+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:41:00.305067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.751731+0000","last_change":"2024-04-25T02:30:12.198204+0000","last_active":"2024-04-25T02:31:11.751731+0000","last_peered":"2024-04-25T02:31:11.751731+0000","last_clean":"2024-04-25T02:31:11.751731+0000","last_became_active":"2024-04-25T02:30:12.197583+0000","last_became_peered":"2024-04-25T02:30:12.197583+0000","last_unstale":"2024-04-25T02:31:11.751731+0000","last_undegraded":"2024-04-25T02:31:11.751731+0000","last_fullsized":"2024-04-25T02:31:11.751731+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:27:00.983794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726966+0000","last_change":"2024-04-25T02:30:12.194459+0000","last_active":"2024-04-25T02:31:11.726966+0000","last_peered":"2024-04-25T02:31:11.726966+0000","last_clean":"2024-04-25T02:31:11.726966+0000","last_became_active":"2024-04-25T02:30:12.194069+0000","last_became_peered":"2024-04-25T02:30:12.194069+0000","last_unstale":"2024-04-25T02:31:11.726966+0000","last_undegraded":"2024-04-25T02:31:11.726966+0000","last_fullsized":"2024-04-25T02:31:11.726966+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:14:57.073942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.730578+0000","last_change":"2024-04-25T02:30:12.212831+0000","last_active":"2024-04-25T02:31:11.730578+0000","last_peered":"2024-04-25T02:31:11.730578+0000","last_clean":"2024-04-25T02:31:11.730578+0000","last_became_active":"2024-04-25T02:30:12.210599+0000","last_became_peered":"2024-04-25T02:30:12.210599+0000","last_unstale":"2024-04-25T02:31:11.730578+0000","last_undegraded":"2024-04-25T02:31:11.730578+0000","last_fullsized":"2024-04-25T02:31:11.730578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:52.422609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.412590+0000","last_change":"2024-04-25T02:30:12.195635+0000","last_active":"2024-04-25T02:31:40.412590+0000","last_peered":"2024-04-25T02:31:40.412590+0000","last_clean":"2024-04-25T02:31:40.412590+0000","last_became_active":"2024-04-25T02:30:12.195248+0000","last_became_peered":"2024-04-25T02:30:12.195248+0000","last_unstale":"2024-04-25T02:31:40.412590+0000","last_undegraded":"2024-04-25T02:31:40.412590+0000","last_fullsized":"2024-04-25T02:31:40.412590+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:06.492446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.752036+0000","last_change":"2024-04-25T02:30:12.184840+0000","last_active":"2024-04-25T02:31:11.752036+0000","last_peered":"2024-04-25T02:31:11.752036+0000","last_clean":"2024-04-25T02:31:11.752036+0000","last_became_active":"2024-04-25T02:30:12.184424+0000","last_became_peered":"2024-04-25T02:30:12.184424+0000","last_unstale":"2024-04-25T02:31:11.752036+0000","last_undegraded":"2024-04-25T02:31:11.752036+0000","last_fullsized":"2024-04-25T02:31:11.752036+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:55.833649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727179+0000","last_change":"2024-04-25T02:30:12.194680+0000","last_active":"2024-04-25T02:31:11.727179+0000","last_peered":"2024-04-25T02:31:11.727179+0000","last_clean":"2024-04-25T02:31:11.727179+0000","last_became_active":"2024-04-25T02:30:12.193694+0000","last_became_peered":"2024-04-25T02:30:12.193694+0000","last_unstale":"2024-04-25T02:31:11.727179+0000","last_undegraded":"2024-04-25T02:31:11.727179+0000","last_fullsized":"2024-04-25T02:31:11.727179+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:09:52.409595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.753823+0000","last_change":"2024-04-25T02:31:11.753823+0000","last_active":"2024-04-25T02:31:11.753823+0000","last_peered":"2024-04-25T02:31:11.753823+0000","last_clean":"2024-04-25T02:31:11.753823+0000","last_became_active":"2024-04-25T02:31:11.752799+0000","last_became_peered":"2024-04-25T02:31:11.752799+0000","last_unstale":"2024-04-25T02:31:11.753823+0000","last_undegraded":"2024-04-25T02:31:11.753823+0000","last_fullsized":"2024-04-25T02:31:11.753823+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.269848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307544+0000","last_change":"2024-04-25T02:30:12.206140+0000","last_active":"2024-04-25T02:31:12.307544+0000","last_peered":"2024-04-25T02:31:12.307544+0000","last_clean":"2024-04-25T02:31:12.307544+0000","last_became_active":"2024-04-25T02:30:12.203328+0000","last_became_peered":"2024-04-25T02:30:12.203328+0000","last_unstale":"2024-04-25T02:31:12.307544+0000","last_undegraded":"2024-04-25T02:31:12.307544+0000","last_fullsized":"2024-04-25T02:31:12.307544+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:39:09.903154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727575+0000","last_change":"2024-04-25T02:30:12.203192+0000","last_active":"2024-04-25T02:31:11.727575+0000","last_peered":"2024-04-25T02:31:11.727575+0000","last_clean":"2024-04-25T02:31:11.727575+0000","last_became_active":"2024-04-25T02:30:12.200431+0000","last_became_peered":"2024-04-25T02:30:12.200431+0000","last_unstale":"2024-04-25T02:31:11.727575+0000","last_undegraded":"2024-04-25T02:31:11.727575+0000","last_fullsized":"2024-04-25T02:31:11.727575+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:48:25.939123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726844+0000","last_change":"2024-04-25T02:30:12.214829+0000","last_active":"2024-04-25T02:31:11.726844+0000","last_peered":"2024-04-25T02:31:11.726844+0000","last_clean":"2024-04-25T02:31:11.726844+0000","last_became_active":"2024-04-25T02:30:12.210930+0000","last_became_peered":"2024-04-25T02:30:12.210930+0000","last_unstale":"2024-04-25T02:31:11.726844+0000","last_undegraded":"2024-04-25T02:31:11.726844+0000","last_fullsized":"2024-04-25T02:31:11.726844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:36:51.248756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943596+0000","last_change":"2024-04-25T02:30:12.210490+0000","last_active":"2024-04-25T02:31:11.943596+0000","last_peered":"2024-04-25T02:31:11.943596+0000","last_clean":"2024-04-25T02:31:11.943596+0000","last_became_active":"2024-04-25T02:30:12.210142+0000","last_became_peered":"2024-04-25T02:30:12.210142+0000","last_unstale":"2024-04-25T02:31:11.943596+0000","last_undegraded":"2024-04-25T02:31:11.943596+0000","last_fullsized":"2024-04-25T02:31:11.943596+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:57:22.995065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723956+0000","last_change":"2024-04-25T02:30:12.219629+0000","last_active":"2024-04-25T02:31:11.723956+0000","last_peered":"2024-04-25T02:31:11.723956+0000","last_clean":"2024-04-25T02:31:11.723956+0000","last_became_active":"2024-04-25T02:30:12.219290+0000","last_became_peered":"2024-04-25T02:30:12.219290+0000","last_unstale":"2024-04-25T02:31:11.723956+0000","last_undegraded":"2024-04-25T02:31:11.723956+0000","last_fullsized":"2024-04-25T02:31:11.723956+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:57:36.220214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.725918+0000","last_change":"2024-04-25T02:30:12.198143+0000","last_active":"2024-04-25T02:31:11.725918+0000","last_peered":"2024-04-25T02:31:11.725918+0000","last_clean":"2024-04-25T02:31:11.725918+0000","last_became_active":"2024-04-25T02:30:12.196453+0000","last_became_peered":"2024-04-25T02:30:12.196453+0000","last_unstale":"2024-04-25T02:31:11.725918+0000","last_undegraded":"2024-04-25T02:31:11.725918+0000","last_fullsized":"2024-04-25T02:31:11.725918+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:08:56.743223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731615+0000","last_change":"2024-04-25T02:30:12.216665+0000","last_active":"2024-04-25T02:31:11.731615+0000","last_peered":"2024-04-25T02:31:11.731615+0000","last_clean":"2024-04-25T02:31:11.731615+0000","last_became_active":"2024-04-25T02:30:12.216328+0000","last_became_peered":"2024-04-25T02:30:12.216328+0000","last_unstale":"2024-04-25T02:31:11.731615+0000","last_undegraded":"2024-04-25T02:31:11.731615+0000","last_fullsized":"2024-04-25T02:31:11.731615+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:24:02.778156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.725934+0000","last_change":"2024-04-25T02:30:11.202310+0000","last_active":"2024-04-25T02:31:11.725934+0000","last_peered":"2024-04-25T02:31:11.725934+0000","last_clean":"2024-04-25T02:31:11.725934+0000","last_became_active":"2024-04-25T02:30:11.201929+0000","last_became_peered":"2024-04-25T02:30:11.201929+0000","last_unstale":"2024-04-25T02:31:11.725934+0000","last_undegraded":"2024-04-25T02:31:11.725934+0000","last_fullsized":"2024-04-25T02:31:11.725934+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:40:51.587777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732458+0000","last_change":"2024-04-25T02:30:12.211502+0000","last_active":"2024-04-25T02:31:11.732458+0000","last_peered":"2024-04-25T02:31:11.732458+0000","last_clean":"2024-04-25T02:31:11.732458+0000","last_became_active":"2024-04-25T02:30:12.210988+0000","last_became_peered":"2024-04-25T02:30:12.210988+0000","last_unstale":"2024-04-25T02:31:11.732458+0000","last_undegraded":"2024-04-25T02:31:11.732458+0000","last_fullsized":"2024-04-25T02:31:11.732458+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:17:20.967854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732614+0000","last_change":"2024-04-25T02:30:11.217798+0000","last_active":"2024-04-25T02:31:11.732614+0000","last_peered":"2024-04-25T02:31:11.732614+0000","last_clean":"2024-04-25T02:31:11.732614+0000","last_became_active":"2024-04-25T02:30:11.217314+0000","last_became_peered":"2024-04-25T02:30:11.217314+0000","last_unstale":"2024-04-25T02:31:11.732614+0000","last_undegraded":"2024-04-25T02:31:11.732614+0000","last_fullsized":"2024-04-25T02:31:11.732614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:20:29.152539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729059+0000","last_change":"2024-04-25T02:30:12.212988+0000","last_active":"2024-04-25T02:31:11.729059+0000","last_peered":"2024-04-25T02:31:11.729059+0000","last_clean":"2024-04-25T02:31:11.729059+0000","last_became_active":"2024-04-25T02:30:12.211710+0000","last_became_peered":"2024-04-25T02:30:12.211710+0000","last_unstale":"2024-04-25T02:31:11.729059+0000","last_undegraded":"2024-04-25T02:31:11.729059+0000","last_fullsized":"2024-04-25T02:31:11.729059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:51.481316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.735869+0000","last_change":"2024-04-25T02:31:11.735869+0000","last_active":"2024-04-25T02:31:11.735869+0000","last_peered":"2024-04-25T02:31:11.735869+0000","last_clean":"2024-04-25T02:31:11.735869+0000","last_became_active":"2024-04-25T02:31:11.729746+0000","last_became_peered":"2024-04-25T02:31:11.729746+0000","last_unstale":"2024-04-25T02:31:11.735869+0000","last_undegraded":"2024-04-25T02:31:11.735869+0000","last_fullsized":"2024-04-25T02:31:11.735869+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:38:32.759400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943481+0000","last_change":"2024-04-25T02:30:12.203778+0000","last_active":"2024-04-25T02:31:11.943481+0000","last_peered":"2024-04-25T02:31:11.943481+0000","last_clean":"2024-04-25T02:31:11.943481+0000","last_became_active":"2024-04-25T02:30:12.203393+0000","last_became_peered":"2024-04-25T02:30:12.203393+0000","last_unstale":"2024-04-25T02:31:11.943481+0000","last_undegraded":"2024-04-25T02:31:11.943481+0000","last_fullsized":"2024-04-25T02:31:11.943481+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:19:50.656183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726869+0000","last_change":"2024-04-25T02:30:11.191113+0000","last_active":"2024-04-25T02:31:11.726869+0000","last_peered":"2024-04-25T02:31:11.726869+0000","last_clean":"2024-04-25T02:31:11.726869+0000","last_became_active":"2024-04-25T02:30:11.190745+0000","last_became_peered":"2024-04-25T02:30:11.190745+0000","last_unstale":"2024-04-25T02:31:11.726869+0000","last_undegraded":"2024-04-25T02:31:11.726869+0000","last_fullsized":"2024-04-25T02:31:11.726869+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:25:32.948543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729694+0000","last_change":"2024-04-25T02:30:12.195621+0000","last_active":"2024-04-25T02:31:11.729694+0000","last_peered":"2024-04-25T02:31:11.729694+0000","last_clean":"2024-04-25T02:31:11.729694+0000","last_became_active":"2024-04-25T02:30:12.195290+0000","last_became_peered":"2024-04-25T02:30:12.195290+0000","last_unstale":"2024-04-25T02:31:11.729694+0000","last_undegraded":"2024-04-25T02:31:11.729694+0000","last_fullsized":"2024-04-25T02:31:11.729694+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:51:38.854314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":109,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:36.407494+0000","last_change":"2024-04-25T02:30:11.191919+0000","last_active":"2024-04-25T02:31:36.407494+0000","last_peered":"2024-04-25T02:31:36.407494+0000","last_clean":"2024-04-25T02:31:36.407494+0000","last_became_active":"2024-04-25T02:30:11.191574+0000","last_became_peered":"2024-04-25T02:30:11.191574+0000","last_unstale":"2024-04-25T02:31:36.407494+0000","last_undegraded":"2024-04-25T02:31:36.407494+0000","last_fullsized":"2024-04-25T02:31:36.407494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:42:27.447981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726556+0000","last_change":"2024-04-25T02:30:12.197305+0000","last_active":"2024-04-25T02:31:11.726556+0000","last_peered":"2024-04-25T02:31:11.726556+0000","last_clean":"2024-04-25T02:31:11.726556+0000","last_became_active":"2024-04-25T02:30:12.196927+0000","last_became_peered":"2024-04-25T02:30:12.196927+0000","last_unstale":"2024-04-25T02:31:11.726556+0000","last_undegraded":"2024-04-25T02:31:11.726556+0000","last_fullsized":"2024-04-25T02:31:11.726556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:28:29.817697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.751609+0000","last_change":"2024-04-25T02:30:11.214452+0000","last_active":"2024-04-25T02:31:11.751609+0000","last_peered":"2024-04-25T02:31:11.751609+0000","last_clean":"2024-04-25T02:31:11.751609+0000","last_became_active":"2024-04-25T02:30:11.214176+0000","last_became_peered":"2024-04-25T02:30:11.214176+0000","last_unstale":"2024-04-25T02:31:11.751609+0000","last_undegraded":"2024-04-25T02:31:11.751609+0000","last_fullsized":"2024-04-25T02:31:11.751609+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:52:21.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.730634+0000","last_change":"2024-04-25T02:30:12.212846+0000","last_active":"2024-04-25T02:31:11.730634+0000","last_peered":"2024-04-25T02:31:11.730634+0000","last_clean":"2024-04-25T02:31:11.730634+0000","last_became_active":"2024-04-25T02:30:12.212489+0000","last_became_peered":"2024-04-25T02:30:12.212489+0000","last_unstale":"2024-04-25T02:31:11.730634+0000","last_undegraded":"2024-04-25T02:31:11.730634+0000","last_fullsized":"2024-04-25T02:31:11.730634+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:00:24.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307282+0000","last_change":"2024-04-25T02:30:11.202651+0000","last_active":"2024-04-25T02:31:12.307282+0000","last_peered":"2024-04-25T02:31:12.307282+0000","last_clean":"2024-04-25T02:31:12.307282+0000","last_became_active":"2024-04-25T02:30:11.202061+0000","last_became_peered":"2024-04-25T02:30:11.202061+0000","last_unstale":"2024-04-25T02:31:12.307282+0000","last_undegraded":"2024-04-25T02:31:12.307282+0000","last_fullsized":"2024-04-25T02:31:12.307282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:45:23.221887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.730649+0000","last_change":"2024-04-25T02:30:12.206609+0000","last_active":"2024-04-25T02:31:11.730649+0000","last_peered":"2024-04-25T02:31:11.730649+0000","last_clean":"2024-04-25T02:31:11.730649+0000","last_became_active":"2024-04-25T02:30:12.206066+0000","last_became_peered":"2024-04-25T02:30:12.206066+0000","last_unstale":"2024-04-25T02:31:11.730649+0000","last_undegraded":"2024-04-25T02:31:11.730649+0000","last_fullsized":"2024-04-25T02:31:11.730649+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:49.771531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729014+0000","last_change":"2024-04-25T02:30:11.191778+0000","last_active":"2024-04-25T02:31:11.729014+0000","last_peered":"2024-04-25T02:31:11.729014+0000","last_clean":"2024-04-25T02:31:11.729014+0000","last_became_active":"2024-04-25T02:30:11.191299+0000","last_became_peered":"2024-04-25T02:30:11.191299+0000","last_unstale":"2024-04-25T02:31:11.729014+0000","last_undegraded":"2024-04-25T02:31:11.729014+0000","last_fullsized":"2024-04-25T02:31:11.729014+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:17:06.479175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.724377+0000","last_change":"2024-04-25T02:30:12.207663+0000","last_active":"2024-04-25T02:31:11.724377+0000","last_peered":"2024-04-25T02:31:11.724377+0000","last_clean":"2024-04-25T02:31:11.724377+0000","last_became_active":"2024-04-25T02:30:12.207168+0000","last_became_peered":"2024-04-25T02:30:12.207168+0000","last_unstale":"2024-04-25T02:31:11.724377+0000","last_undegraded":"2024-04-25T02:31:11.724377+0000","last_fullsized":"2024-04-25T02:31:11.724377+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:14.063858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":103,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:36.406915+0000","last_change":"2024-04-25T02:30:11.202645+0000","last_active":"2024-04-25T02:31:36.406915+0000","last_peered":"2024-04-25T02:31:36.406915+0000","last_clean":"2024-04-25T02:31:36.406915+0000","last_became_active":"2024-04-25T02:30:11.202400+0000","last_became_peered":"2024-04-25T02:30:11.202400+0000","last_unstale":"2024-04-25T02:31:36.406915+0000","last_undegraded":"2024-04-25T02:31:36.406915+0000","last_fullsized":"2024-04-25T02:31:36.406915+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:14:29.081812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943459+0000","last_change":"2024-04-25T02:30:12.204500+0000","last_active":"2024-04-25T02:31:11.943459+0000","last_peered":"2024-04-25T02:31:11.943459+0000","last_clean":"2024-04-25T02:31:11.943459+0000","last_became_active":"2024-04-25T02:30:12.204130+0000","last_became_peered":"2024-04-25T02:30:12.204130+0000","last_unstale":"2024-04-25T02:31:11.943459+0000","last_undegraded":"2024-04-25T02:31:11.943459+0000","last_fullsized":"2024-04-25T02:31:11.943459+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:22:13.817783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727368+0000","last_change":"2024-04-25T02:30:11.194366+0000","last_active":"2024-04-25T02:31:11.727368+0000","last_peered":"2024-04-25T02:31:11.727368+0000","last_clean":"2024-04-25T02:31:11.727368+0000","last_became_active":"2024-04-25T02:30:11.194012+0000","last_became_peered":"2024-04-25T02:30:11.194012+0000","last_unstale":"2024-04-25T02:31:11.727368+0000","last_undegraded":"2024-04-25T02:31:11.727368+0000","last_fullsized":"2024-04-25T02:31:11.727368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:09:30.148152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.733848+0000","last_change":"2024-04-25T02:31:11.733848+0000","last_active":"2024-04-25T02:31:11.733848+0000","last_peered":"2024-04-25T02:31:11.733848+0000","last_clean":"2024-04-25T02:31:11.733848+0000","last_became_active":"2024-04-25T02:31:11.733401+0000","last_became_peered":"2024-04-25T02:31:11.733401+0000","last_unstale":"2024-04-25T02:31:11.733848+0000","last_undegraded":"2024-04-25T02:31:11.733848+0000","last_fullsized":"2024-04-25T02:31:11.733848+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:35:08.298103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729795+0000","last_change":"2024-04-25T02:30:11.210337+0000","last_active":"2024-04-25T02:31:11.729795+0000","last_peered":"2024-04-25T02:31:11.729795+0000","last_clean":"2024-04-25T02:31:11.729795+0000","last_became_active":"2024-04-25T02:30:11.209989+0000","last_became_peered":"2024-04-25T02:30:11.209989+0000","last_unstale":"2024-04-25T02:31:11.729795+0000","last_undegraded":"2024-04-25T02:31:11.729795+0000","last_fullsized":"2024-04-25T02:31:11.729795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:19:36.718221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.413027+0000","last_change":"2024-04-25T02:30:12.196983+0000","last_active":"2024-04-25T02:31:40.413027+0000","last_peered":"2024-04-25T02:31:40.413027+0000","last_clean":"2024-04-25T02:31:40.413027+0000","last_became_active":"2024-04-25T02:30:12.196656+0000","last_became_peered":"2024-04-25T02:30:12.196656+0000","last_unstale":"2024-04-25T02:31:40.413027+0000","last_undegraded":"2024-04-25T02:31:40.413027+0000","last_fullsized":"2024-04-25T02:31:40.413027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:15:20.869555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'26","reported_seq":215,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:37.408205+0000","last_change":"2024-04-25T02:30:11.198514+0000","last_active":"2024-04-25T02:31:37.408205+0000","last_peered":"2024-04-25T02:31:37.408205+0000","last_clean":"2024-04-25T02:31:37.408205+0000","last_became_active":"2024-04-25T02:30:11.198132+0000","last_became_peered":"2024-04-25T02:30:11.198132+0000","last_unstale":"2024-04-25T02:31:37.408205+0000","last_undegraded":"2024-04-25T02:31:37.408205+0000","last_fullsized":"2024-04-25T02:31:37.408205+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:24:28.073786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58327,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":27,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726675+0000","last_change":"2024-04-25T02:30:12.194185+0000","last_active":"2024-04-25T02:31:11.726675+0000","last_peered":"2024-04-25T02:31:11.726675+0000","last_clean":"2024-04-25T02:31:11.726675+0000","last_became_active":"2024-04-25T02:30:12.193857+0000","last_became_peered":"2024-04-25T02:30:12.193857+0000","last_unstale":"2024-04-25T02:31:11.726675+0000","last_undegraded":"2024-04-25T02:31:11.726675+0000","last_fullsized":"2024-04-25T02:31:11.726675+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:39:58.427909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732086+0000","last_change":"2024-04-25T02:30:11.204586+0000","last_active":"2024-04-25T02:31:11.732086+0000","last_peered":"2024-04-25T02:31:11.732086+0000","last_clean":"2024-04-25T02:31:11.732086+0000","last_became_active":"2024-04-25T02:30:11.204228+0000","last_became_peered":"2024-04-25T02:30:11.204228+0000","last_unstale":"2024-04-25T02:31:11.732086+0000","last_undegraded":"2024-04-25T02:31:11.732086+0000","last_fullsized":"2024-04-25T02:31:11.732086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:11:19.343512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307464+0000","last_change":"2024-04-25T02:30:12.219439+0000","last_active":"2024-04-25T02:31:12.307464+0000","last_peered":"2024-04-25T02:31:12.307464+0000","last_clean":"2024-04-25T02:31:12.307464+0000","last_became_active":"2024-04-25T02:30:12.219005+0000","last_became_peered":"2024-04-25T02:30:12.219005+0000","last_unstale":"2024-04-25T02:31:12.307464+0000","last_undegraded":"2024-04-25T02:31:12.307464+0000","last_fullsized":"2024-04-25T02:31:12.307464+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.798512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731046+0000","last_change":"2024-04-25T02:30:11.193402+0000","last_active":"2024-04-25T02:31:11.731046+0000","last_peered":"2024-04-25T02:31:11.731046+0000","last_clean":"2024-04-25T02:31:11.731046+0000","last_became_active":"2024-04-25T02:30:11.192953+0000","last_became_peered":"2024-04-25T02:30:11.192953+0000","last_unstale":"2024-04-25T02:31:11.731046+0000","last_undegraded":"2024-04-25T02:31:11.731046+0000","last_fullsized":"2024-04-25T02:31:11.731046+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:12:54.872967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727300+0000","last_change":"2024-04-25T02:30:12.205412+0000","last_active":"2024-04-25T02:31:11.727300+0000","last_peered":"2024-04-25T02:31:11.727300+0000","last_clean":"2024-04-25T02:31:11.727300+0000","last_became_active":"2024-04-25T02:30:12.205047+0000","last_became_peered":"2024-04-25T02:30:12.205047+0000","last_unstale":"2024-04-25T02:31:11.727300+0000","last_undegraded":"2024-04-25T02:31:11.727300+0000","last_fullsized":"2024-04-25T02:31:11.727300+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:23:19.466895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":106,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:37.470896+0000","last_change":"2024-04-25T02:30:11.193806+0000","last_active":"2024-04-25T02:31:37.470896+0000","last_peered":"2024-04-25T02:31:37.470896+0000","last_clean":"2024-04-25T02:31:37.470896+0000","last_became_active":"2024-04-25T02:30:11.193450+0000","last_became_peered":"2024-04-25T02:30:11.193450+0000","last_unstale":"2024-04-25T02:31:37.470896+0000","last_undegraded":"2024-04-25T02:31:37.470896+0000","last_fullsized":"2024-04-25T02:31:37.470896+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:06:11.198940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726922+0000","last_change":"2024-04-25T02:30:12.186867+0000","last_active":"2024-04-25T02:31:11.726922+0000","last_peered":"2024-04-25T02:31:11.726922+0000","last_clean":"2024-04-25T02:31:11.726922+0000","last_became_active":"2024-04-25T02:30:12.186483+0000","last_became_peered":"2024-04-25T02:30:12.186483+0000","last_unstale":"2024-04-25T02:31:11.726922+0000","last_undegraded":"2024-04-25T02:31:11.726922+0000","last_fullsized":"2024-04-25T02:31:11.726922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:19:09.251515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726403+0000","last_change":"2024-04-25T02:30:11.214771+0000","last_active":"2024-04-25T02:31:11.726403+0000","last_peered":"2024-04-25T02:31:11.726403+0000","last_clean":"2024-04-25T02:31:11.726403+0000","last_became_active":"2024-04-25T02:30:11.214381+0000","last_became_peered":"2024-04-25T02:30:11.214381+0000","last_unstale":"2024-04-25T02:31:11.726403+0000","last_undegraded":"2024-04-25T02:31:11.726403+0000","last_fullsized":"2024-04-25T02:31:11.726403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:15:52.532917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729142+0000","last_change":"2024-04-25T02:30:12.194489+0000","last_active":"2024-04-25T02:31:11.729142+0000","last_peered":"2024-04-25T02:31:11.729142+0000","last_clean":"2024-04-25T02:31:11.729142+0000","last_became_active":"2024-04-25T02:30:12.194171+0000","last_became_peered":"2024-04-25T02:30:12.194171+0000","last_unstale":"2024-04-25T02:31:11.729142+0000","last_undegraded":"2024-04-25T02:31:11.729142+0000","last_fullsized":"2024-04-25T02:31:11.729142+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:50.271856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726939+0000","last_change":"2024-04-25T02:30:11.193082+0000","last_active":"2024-04-25T02:31:11.726939+0000","last_peered":"2024-04-25T02:31:11.726939+0000","last_clean":"2024-04-25T02:31:11.726939+0000","last_became_active":"2024-04-25T02:30:11.192702+0000","last_became_peered":"2024-04-25T02:30:11.192702+0000","last_unstale":"2024-04-25T02:31:11.726939+0000","last_undegraded":"2024-04-25T02:31:11.726939+0000","last_fullsized":"2024-04-25T02:31:11.726939+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:33.670399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723654+0000","last_change":"2024-04-25T02:30:12.196479+0000","last_active":"2024-04-25T02:31:11.723654+0000","last_peered":"2024-04-25T02:31:11.723654+0000","last_clean":"2024-04-25T02:31:11.723654+0000","last_became_active":"2024-04-25T02:30:12.196026+0000","last_became_peered":"2024-04-25T02:30:12.196026+0000","last_unstale":"2024-04-25T02:31:11.723654+0000","last_undegraded":"2024-04-25T02:31:11.723654+0000","last_fullsized":"2024-04-25T02:31:11.723654+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:16.269526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731235+0000","last_change":"2024-04-25T02:31:11.731235+0000","last_active":"2024-04-25T02:31:11.731235+0000","last_peered":"2024-04-25T02:31:11.731235+0000","last_clean":"2024-04-25T02:31:11.731235+0000","last_became_active":"2024-04-25T02:31:11.730710+0000","last_became_peered":"2024-04-25T02:31:11.730710+0000","last_unstale":"2024-04-25T02:31:11.731235+0000","last_undegraded":"2024-04-25T02:31:11.731235+0000","last_fullsized":"2024-04-25T02:31:11.731235+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:06:45.513873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.751848+0000","last_change":"2024-04-25T02:30:12.216751+0000","last_active":"2024-04-25T02:31:11.751848+0000","last_peered":"2024-04-25T02:31:11.751848+0000","last_clean":"2024-04-25T02:31:11.751848+0000","last_became_active":"2024-04-25T02:30:12.216414+0000","last_became_peered":"2024-04-25T02:30:12.216414+0000","last_unstale":"2024-04-25T02:31:11.751848+0000","last_undegraded":"2024-04-25T02:31:11.751848+0000","last_fullsized":"2024-04-25T02:31:11.751848+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:11:52.976476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727111+0000","last_change":"2024-04-25T02:30:11.211529+0000","last_active":"2024-04-25T02:31:11.727111+0000","last_peered":"2024-04-25T02:31:11.727111+0000","last_clean":"2024-04-25T02:31:11.727111+0000","last_became_active":"2024-04-25T02:30:11.211135+0000","last_became_peered":"2024-04-25T02:30:11.211135+0000","last_unstale":"2024-04-25T02:31:11.727111+0000","last_undegraded":"2024-04-25T02:31:11.727111+0000","last_fullsized":"2024-04-25T02:31:11.727111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:30:36.076070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.751775+0000","last_change":"2024-04-25T02:30:12.201047+0000","last_active":"2024-04-25T02:31:11.751775+0000","last_peered":"2024-04-25T02:31:11.751775+0000","last_clean":"2024-04-25T02:31:11.751775+0000","last_became_active":"2024-04-25T02:30:12.200664+0000","last_became_peered":"2024-04-25T02:30:12.200664+0000","last_unstale":"2024-04-25T02:31:11.751775+0000","last_undegraded":"2024-04-25T02:31:11.751775+0000","last_fullsized":"2024-04-25T02:31:11.751775+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:03:36.688225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729164+0000","last_change":"2024-04-25T02:30:12.186651+0000","last_active":"2024-04-25T02:31:11.729164+0000","last_peered":"2024-04-25T02:31:11.729164+0000","last_clean":"2024-04-25T02:31:11.729164+0000","last_became_active":"2024-04-25T02:30:12.186293+0000","last_became_peered":"2024-04-25T02:30:12.186293+0000","last_unstale":"2024-04-25T02:31:11.729164+0000","last_undegraded":"2024-04-25T02:31:11.729164+0000","last_fullsized":"2024-04-25T02:31:11.729164+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:37.219881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":103,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:35.465312+0000","last_change":"2024-04-25T02:30:11.216304+0000","last_active":"2024-04-25T02:31:35.465312+0000","last_peered":"2024-04-25T02:31:35.465312+0000","last_clean":"2024-04-25T02:31:35.465312+0000","last_became_active":"2024-04-25T02:30:11.216011+0000","last_became_peered":"2024-04-25T02:30:11.216011+0000","last_unstale":"2024-04-25T02:31:35.465312+0000","last_undegraded":"2024-04-25T02:31:35.465312+0000","last_fullsized":"2024-04-25T02:31:35.465312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:58:48.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.945178+0000","last_change":"2024-04-25T02:31:11.945178+0000","last_active":"2024-04-25T02:31:11.945178+0000","last_peered":"2024-04-25T02:31:11.945178+0000","last_clean":"2024-04-25T02:31:11.945178+0000","last_became_active":"2024-04-25T02:31:11.944409+0000","last_became_peered":"2024-04-25T02:31:11.944409+0000","last_unstale":"2024-04-25T02:31:11.945178+0000","last_undegraded":"2024-04-25T02:31:11.945178+0000","last_fullsized":"2024-04-25T02:31:11.945178+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:28:36.703145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723993+0000","last_change":"2024-04-25T02:30:11.194703+0000","last_active":"2024-04-25T02:31:11.723993+0000","last_peered":"2024-04-25T02:31:11.723993+0000","last_clean":"2024-04-25T02:31:11.723993+0000","last_became_active":"2024-04-25T02:30:11.194349+0000","last_became_peered":"2024-04-25T02:30:11.194349+0000","last_unstale":"2024-04-25T02:31:11.723993+0000","last_undegraded":"2024-04-25T02:31:11.723993+0000","last_fullsized":"2024-04-25T02:31:11.723993+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:59:20.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":353,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727416+0000","last_change":"2024-04-25T02:28:51.643084+0000","last_active":"2024-04-25T02:31:11.727416+0000","last_peered":"2024-04-25T02:31:11.727416+0000","last_clean":"2024-04-25T02:31:11.727416+0000","last_became_active":"2024-04-25T02:28:51.642543+0000","last_became_peered":"2024-04-25T02:28:51.642543+0000","last_unstale":"2024-04-25T02:31:11.727416+0000","last_undegraded":"2024-04-25T02:31:11.727416+0000","last_fullsized":"2024-04-25T02:31:11.727416+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_clean_scrub_stamp":"2024-04-25T02:25:01.179833+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:49:11.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307051+0000","last_change":"2024-04-25T02:30:12.200597+0000","last_active":"2024-04-25T02:31:12.307051+0000","last_peered":"2024-04-25T02:31:12.307051+0000","last_clean":"2024-04-25T02:31:12.307051+0000","last_became_active":"2024-04-25T02:30:12.200117+0000","last_became_peered":"2024-04-25T02:30:12.200117+0000","last_unstale":"2024-04-25T02:31:12.307051+0000","last_undegraded":"2024-04-25T02:31:12.307051+0000","last_fullsized":"2024-04-25T02:31:12.307051+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:39:42.084442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.947206+0000","last_change":"2024-04-25T02:31:11.947206+0000","last_active":"2024-04-25T02:31:11.947206+0000","last_peered":"2024-04-25T02:31:11.947206+0000","last_clean":"2024-04-25T02:31:11.947206+0000","last_became_active":"2024-04-25T02:31:11.944331+0000","last_became_peered":"2024-04-25T02:31:11.944331+0000","last_unstale":"2024-04-25T02:31:11.947206+0000","last_undegraded":"2024-04-25T02:31:11.947206+0000","last_fullsized":"2024-04-25T02:31:11.947206+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:55.506164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726957+0000","last_change":"2024-04-25T02:30:11.212170+0000","last_active":"2024-04-25T02:31:11.726957+0000","last_peered":"2024-04-25T02:31:11.726957+0000","last_clean":"2024-04-25T02:31:11.726957+0000","last_became_active":"2024-04-25T02:30:11.211865+0000","last_became_peered":"2024-04-25T02:30:11.211865+0000","last_unstale":"2024-04-25T02:31:11.726957+0000","last_undegraded":"2024-04-25T02:31:11.726957+0000","last_fullsized":"2024-04-25T02:31:11.726957+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:02:25.494166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.308005+0000","last_change":"2024-04-25T02:30:12.213235+0000","last_active":"2024-04-25T02:31:12.308005+0000","last_peered":"2024-04-25T02:31:12.308005+0000","last_clean":"2024-04-25T02:31:12.308005+0000","last_became_active":"2024-04-25T02:30:12.212565+0000","last_became_peered":"2024-04-25T02:30:12.212565+0000","last_unstale":"2024-04-25T02:31:12.308005+0000","last_undegraded":"2024-04-25T02:31:12.308005+0000","last_fullsized":"2024-04-25T02:31:12.308005+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:25.832393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'9","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.738895+0000","last_change":"2024-04-25T02:31:11.738895+0000","last_active":"2024-04-25T02:31:11.738895+0000","last_peered":"2024-04-25T02:31:11.738895+0000","last_clean":"2024-04-25T02:31:11.738895+0000","last_became_active":"2024-04-25T02:31:11.734019+0000","last_became_peered":"2024-04-25T02:31:11.734019+0000","last_unstale":"2024-04-25T02:31:11.738895+0000","last_undegraded":"2024-04-25T02:31:11.738895+0000","last_fullsized":"2024-04-25T02:31:11.738895+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:01:57.504906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.733281+0000","last_change":"2024-04-25T02:30:12.217114+0000","last_active":"2024-04-25T02:31:11.733281+0000","last_peered":"2024-04-25T02:31:11.733281+0000","last_clean":"2024-04-25T02:31:11.733281+0000","last_became_active":"2024-04-25T02:30:12.207395+0000","last_became_peered":"2024-04-25T02:30:12.207395+0000","last_unstale":"2024-04-25T02:31:11.733281+0000","last_undegraded":"2024-04-25T02:31:11.733281+0000","last_fullsized":"2024-04-25T02:31:11.733281+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:59:40.067224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723944+0000","last_change":"2024-04-25T02:30:11.200098+0000","last_active":"2024-04-25T02:31:11.723944+0000","last_peered":"2024-04-25T02:31:11.723944+0000","last_clean":"2024-04-25T02:31:11.723944+0000","last_became_active":"2024-04-25T02:30:11.199798+0000","last_became_peered":"2024-04-25T02:30:11.199798+0000","last_unstale":"2024-04-25T02:31:11.723944+0000","last_undegraded":"2024-04-25T02:31:11.723944+0000","last_fullsized":"2024-04-25T02:31:11.723944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:29:23.294022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.728556+0000","last_change":"2024-04-25T02:30:12.216755+0000","last_active":"2024-04-25T02:31:11.728556+0000","last_peered":"2024-04-25T02:31:11.728556+0000","last_clean":"2024-04-25T02:31:11.728556+0000","last_became_active":"2024-04-25T02:30:12.216053+0000","last_became_peered":"2024-04-25T02:30:12.216053+0000","last_unstale":"2024-04-25T02:31:11.728556+0000","last_undegraded":"2024-04-25T02:31:11.728556+0000","last_fullsized":"2024-04-25T02:31:11.728556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:30:16.731550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943639+0000","last_change":"2024-04-25T02:30:11.210612+0000","last_active":"2024-04-25T02:31:11.943639+0000","last_peered":"2024-04-25T02:31:11.943639+0000","last_clean":"2024-04-25T02:31:11.943639+0000","last_became_active":"2024-04-25T02:30:11.210143+0000","last_became_peered":"2024-04-25T02:30:11.210143+0000","last_unstale":"2024-04-25T02:31:11.943639+0000","last_undegraded":"2024-04-25T02:31:11.943639+0000","last_fullsized":"2024-04-25T02:31:11.943639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:14:59.311131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726398+0000","last_change":"2024-04-25T02:30:12.193505+0000","last_active":"2024-04-25T02:31:11.726398+0000","last_peered":"2024-04-25T02:31:11.726398+0000","last_clean":"2024-04-25T02:31:11.726398+0000","last_became_active":"2024-04-25T02:30:12.193094+0000","last_became_peered":"2024-04-25T02:30:12.193094+0000","last_unstale":"2024-04-25T02:31:11.726398+0000","last_undegraded":"2024-04-25T02:31:11.726398+0000","last_fullsized":"2024-04-25T02:31:11.726398+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:33:25.299739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.730824+0000","last_change":"2024-04-25T02:30:11.206506+0000","last_active":"2024-04-25T02:31:11.730824+0000","last_peered":"2024-04-25T02:31:11.730824+0000","last_clean":"2024-04-25T02:31:11.730824+0000","last_became_active":"2024-04-25T02:30:11.204308+0000","last_became_peered":"2024-04-25T02:30:11.204308+0000","last_unstale":"2024-04-25T02:31:11.730824+0000","last_undegraded":"2024-04-25T02:31:11.730824+0000","last_fullsized":"2024-04-25T02:31:11.730824+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:24:44.661349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723447+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:31:11.723447+0000","last_peered":"2024-04-25T02:31:11.723447+0000","last_clean":"2024-04-25T02:31:11.723447+0000","last_became_active":"2024-04-25T02:30:12.211229+0000","last_became_peered":"2024-04-25T02:30:12.211229+0000","last_unstale":"2024-04-25T02:31:11.723447+0000","last_undegraded":"2024-04-25T02:31:11.723447+0000","last_fullsized":"2024-04-25T02:31:11.723447+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:13:22.406018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731888+0000","last_change":"2024-04-25T02:30:11.194155+0000","last_active":"2024-04-25T02:31:11.731888+0000","last_peered":"2024-04-25T02:31:11.731888+0000","last_clean":"2024-04-25T02:31:11.731888+0000","last_became_active":"2024-04-25T02:30:11.193740+0000","last_became_peered":"2024-04-25T02:30:11.193740+0000","last_unstale":"2024-04-25T02:31:11.731888+0000","last_undegraded":"2024-04-25T02:31:11.731888+0000","last_fullsized":"2024-04-25T02:31:11.731888+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:30:20.331805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.730299+0000","last_change":"2024-04-25T02:30:12.221307+0000","last_active":"2024-04-25T02:31:11.730299+0000","last_peered":"2024-04-25T02:31:11.730299+0000","last_clean":"2024-04-25T02:31:11.730299+0000","last_became_active":"2024-04-25T02:30:12.220918+0000","last_became_peered":"2024-04-25T02:30:12.220918+0000","last_unstale":"2024-04-25T02:31:11.730299+0000","last_undegraded":"2024-04-25T02:31:11.730299+0000","last_fullsized":"2024-04-25T02:31:11.730299+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:31:56.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726618+0000","last_change":"2024-04-25T02:30:11.194954+0000","last_active":"2024-04-25T02:31:11.726618+0000","last_peered":"2024-04-25T02:31:11.726618+0000","last_clean":"2024-04-25T02:31:11.726618+0000","last_became_active":"2024-04-25T02:30:11.194554+0000","last_became_peered":"2024-04-25T02:30:11.194554+0000","last_unstale":"2024-04-25T02:31:11.726618+0000","last_undegraded":"2024-04-25T02:31:11.726618+0000","last_fullsized":"2024-04-25T02:31:11.726618+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:23:34.045361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727214+0000","last_change":"2024-04-25T02:30:12.205598+0000","last_active":"2024-04-25T02:31:11.727214+0000","last_peered":"2024-04-25T02:31:11.727214+0000","last_clean":"2024-04-25T02:31:11.727214+0000","last_became_active":"2024-04-25T02:30:12.205263+0000","last_became_peered":"2024-04-25T02:30:12.205263+0000","last_unstale":"2024-04-25T02:31:11.727214+0000","last_undegraded":"2024-04-25T02:31:11.727214+0000","last_fullsized":"2024-04-25T02:31:11.727214+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:02:47.718610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732275+0000","last_change":"2024-04-25T02:30:11.210523+0000","last_active":"2024-04-25T02:31:11.732275+0000","last_peered":"2024-04-25T02:31:11.732275+0000","last_clean":"2024-04-25T02:31:11.732275+0000","last_became_active":"2024-04-25T02:30:11.210088+0000","last_became_peered":"2024-04-25T02:30:11.210088+0000","last_unstale":"2024-04-25T02:31:11.732275+0000","last_undegraded":"2024-04-25T02:31:11.732275+0000","last_fullsized":"2024-04-25T02:31:11.732275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:40:01.433659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727316+0000","last_change":"2024-04-25T02:30:12.195353+0000","last_active":"2024-04-25T02:31:11.727316+0000","last_peered":"2024-04-25T02:31:11.727316+0000","last_clean":"2024-04-25T02:31:11.727316+0000","last_became_active":"2024-04-25T02:30:12.194935+0000","last_became_peered":"2024-04-25T02:30:12.194935+0000","last_unstale":"2024-04-25T02:31:11.727316+0000","last_undegraded":"2024-04-25T02:31:11.727316+0000","last_fullsized":"2024-04-25T02:31:11.727316+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:44:42.611371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729579+0000","last_change":"2024-04-25T02:30:11.206873+0000","last_active":"2024-04-25T02:31:11.729579+0000","last_peered":"2024-04-25T02:31:11.729579+0000","last_clean":"2024-04-25T02:31:11.729579+0000","last_became_active":"2024-04-25T02:30:11.206526+0000","last_became_peered":"2024-04-25T02:30:11.206526+0000","last_unstale":"2024-04-25T02:31:11.729579+0000","last_undegraded":"2024-04-25T02:31:11.729579+0000","last_fullsized":"2024-04-25T02:31:11.729579+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:01.229067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727095+0000","last_change":"2024-04-25T02:30:12.206941+0000","last_active":"2024-04-25T02:31:11.727095+0000","last_peered":"2024-04-25T02:31:11.727095+0000","last_clean":"2024-04-25T02:31:11.727095+0000","last_became_active":"2024-04-25T02:30:12.206635+0000","last_became_peered":"2024-04-25T02:30:12.206635+0000","last_unstale":"2024-04-25T02:31:11.727095+0000","last_undegraded":"2024-04-25T02:31:11.727095+0000","last_fullsized":"2024-04-25T02:31:11.727095+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:29.451122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307678+0000","last_change":"2024-04-25T02:30:11.208871+0000","last_active":"2024-04-25T02:31:12.307678+0000","last_peered":"2024-04-25T02:31:12.307678+0000","last_clean":"2024-04-25T02:31:12.307678+0000","last_became_active":"2024-04-25T02:30:11.208535+0000","last_became_peered":"2024-04-25T02:30:11.208535+0000","last_unstale":"2024-04-25T02:31:12.307678+0000","last_undegraded":"2024-04-25T02:31:12.307678+0000","last_fullsized":"2024-04-25T02:31:12.307678+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:16:19.899948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727506+0000","last_change":"2024-04-25T02:30:12.195132+0000","last_active":"2024-04-25T02:31:11.727506+0000","last_peered":"2024-04-25T02:31:11.727506+0000","last_clean":"2024-04-25T02:31:11.727506+0000","last_became_active":"2024-04-25T02:30:12.194740+0000","last_became_peered":"2024-04-25T02:30:12.194740+0000","last_unstale":"2024-04-25T02:31:11.727506+0000","last_undegraded":"2024-04-25T02:31:11.727506+0000","last_fullsized":"2024-04-25T02:31:11.727506+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:55:05.194488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723507+0000","last_change":"2024-04-25T02:30:12.196954+0000","last_active":"2024-04-25T02:31:11.723507+0000","last_peered":"2024-04-25T02:31:11.723507+0000","last_clean":"2024-04-25T02:31:11.723507+0000","last_became_active":"2024-04-25T02:30:12.196294+0000","last_became_peered":"2024-04-25T02:30:12.196294+0000","last_unstale":"2024-04-25T02:31:11.723507+0000","last_undegraded":"2024-04-25T02:31:11.723507+0000","last_fullsized":"2024-04-25T02:31:11.723507+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:02:23.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731742+0000","last_change":"2024-04-25T02:30:12.185914+0000","last_active":"2024-04-25T02:31:11.731742+0000","last_peered":"2024-04-25T02:31:11.731742+0000","last_clean":"2024-04-25T02:31:11.731742+0000","last_became_active":"2024-04-25T02:30:12.185445+0000","last_became_peered":"2024-04-25T02:30:12.185445+0000","last_unstale":"2024-04-25T02:31:11.731742+0000","last_undegraded":"2024-04-25T02:31:11.731742+0000","last_fullsized":"2024-04-25T02:31:11.731742+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:09:04.761310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731850+0000","last_change":"2024-04-25T02:30:12.210580+0000","last_active":"2024-04-25T02:31:11.731850+0000","last_peered":"2024-04-25T02:31:11.731850+0000","last_clean":"2024-04-25T02:31:11.731850+0000","last_became_active":"2024-04-25T02:30:12.210307+0000","last_became_peered":"2024-04-25T02:30:12.210307+0000","last_unstale":"2024-04-25T02:31:11.731850+0000","last_undegraded":"2024-04-25T02:31:11.731850+0000","last_fullsized":"2024-04-25T02:31:11.731850+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:35:49.184292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727779+0000","last_change":"2024-04-25T02:30:12.211619+0000","last_active":"2024-04-25T02:31:11.727779+0000","last_peered":"2024-04-25T02:31:11.727779+0000","last_clean":"2024-04-25T02:31:11.727779+0000","last_became_active":"2024-04-25T02:30:12.211240+0000","last_became_peered":"2024-04-25T02:30:12.211240+0000","last_unstale":"2024-04-25T02:31:11.727779+0000","last_undegraded":"2024-04-25T02:31:11.727779+0000","last_fullsized":"2024-04-25T02:31:11.727779+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:55:37.419015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307858+0000","last_change":"2024-04-25T02:30:12.212917+0000","last_active":"2024-04-25T02:31:12.307858+0000","last_peered":"2024-04-25T02:31:12.307858+0000","last_clean":"2024-04-25T02:31:12.307858+0000","last_became_active":"2024-04-25T02:30:12.212091+0000","last_became_peered":"2024-04-25T02:30:12.212091+0000","last_unstale":"2024-04-25T02:31:12.307858+0000","last_undegraded":"2024-04-25T02:31:12.307858+0000","last_fullsized":"2024-04-25T02:31:12.307858+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:57:56.926375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.728268+0000","last_change":"2024-04-25T02:31:11.728268+0000","last_active":"2024-04-25T02:31:11.728268+0000","last_peered":"2024-04-25T02:31:11.728268+0000","last_clean":"2024-04-25T02:31:11.728268+0000","last_became_active":"2024-04-25T02:31:11.727823+0000","last_became_peered":"2024-04-25T02:31:11.727823+0000","last_unstale":"2024-04-25T02:31:11.728268+0000","last_undegraded":"2024-04-25T02:31:11.728268+0000","last_fullsized":"2024-04-25T02:31:11.728268+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:33:35.855779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732290+0000","last_change":"2024-04-25T02:30:12.195426+0000","last_active":"2024-04-25T02:31:11.732290+0000","last_peered":"2024-04-25T02:31:11.732290+0000","last_clean":"2024-04-25T02:31:11.732290+0000","last_became_active":"2024-04-25T02:30:12.194864+0000","last_became_peered":"2024-04-25T02:30:12.194864+0000","last_unstale":"2024-04-25T02:31:11.732290+0000","last_undegraded":"2024-04-25T02:31:11.732290+0000","last_fullsized":"2024-04-25T02:31:11.732290+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:44.156886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732652+0000","last_change":"2024-04-25T02:30:12.217597+0000","last_active":"2024-04-25T02:31:11.732652+0000","last_peered":"2024-04-25T02:31:11.732652+0000","last_clean":"2024-04-25T02:31:11.732652+0000","last_became_active":"2024-04-25T02:30:12.214971+0000","last_became_peered":"2024-04-25T02:30:12.214971+0000","last_unstale":"2024-04-25T02:31:11.732652+0000","last_undegraded":"2024-04-25T02:31:11.732652+0000","last_fullsized":"2024-04-25T02:31:11.732652+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:51.639545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729070+0000","last_change":"2024-04-25T02:30:12.212823+0000","last_active":"2024-04-25T02:31:11.729070+0000","last_peered":"2024-04-25T02:31:11.729070+0000","last_clean":"2024-04-25T02:31:11.729070+0000","last_became_active":"2024-04-25T02:30:12.212462+0000","last_became_peered":"2024-04-25T02:30:12.212462+0000","last_unstale":"2024-04-25T02:31:11.729070+0000","last_undegraded":"2024-04-25T02:31:11.729070+0000","last_fullsized":"2024-04-25T02:31:11.729070+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:17:34.753227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.730761+0000","last_change":"2024-04-25T02:30:12.215396+0000","last_active":"2024-04-25T02:31:11.730761+0000","last_peered":"2024-04-25T02:31:11.730761+0000","last_clean":"2024-04-25T02:31:11.730761+0000","last_became_active":"2024-04-25T02:30:12.207707+0000","last_became_peered":"2024-04-25T02:30:12.207707+0000","last_unstale":"2024-04-25T02:31:11.730761+0000","last_undegraded":"2024-04-25T02:31:11.730761+0000","last_fullsized":"2024-04-25T02:31:11.730761+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:11:11.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943256+0000","last_change":"2024-04-25T02:30:12.220996+0000","last_active":"2024-04-25T02:31:11.943256+0000","last_peered":"2024-04-25T02:31:11.943256+0000","last_clean":"2024-04-25T02:31:11.943256+0000","last_became_active":"2024-04-25T02:30:12.220635+0000","last_became_peered":"2024-04-25T02:30:12.220635+0000","last_unstale":"2024-04-25T02:31:11.943256+0000","last_undegraded":"2024-04-25T02:31:11.943256+0000","last_fullsized":"2024-04-25T02:31:11.943256+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:01:57.825934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307659+0000","last_change":"2024-04-25T02:30:12.213614+0000","last_active":"2024-04-25T02:31:12.307659+0000","last_peered":"2024-04-25T02:31:12.307659+0000","last_clean":"2024-04-25T02:31:12.307659+0000","last_became_active":"2024-04-25T02:30:12.213228+0000","last_became_peered":"2024-04-25T02:30:12.213228+0000","last_unstale":"2024-04-25T02:31:12.307659+0000","last_undegraded":"2024-04-25T02:31:12.307659+0000","last_fullsized":"2024-04-25T02:31:12.307659+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:24:09.874052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723565+0000","last_change":"2024-04-25T02:30:12.200848+0000","last_active":"2024-04-25T02:31:11.723565+0000","last_peered":"2024-04-25T02:31:11.723565+0000","last_clean":"2024-04-25T02:31:11.723565+0000","last_became_active":"2024-04-25T02:30:12.200469+0000","last_became_peered":"2024-04-25T02:30:12.200469+0000","last_unstale":"2024-04-25T02:31:11.723565+0000","last_undegraded":"2024-04-25T02:31:11.723565+0000","last_fullsized":"2024-04-25T02:31:11.723565+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:50:54.943775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24,"ondisk_log_size":24,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":62328,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":513,"num_read_kb":321,"num_write":156,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":187157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351007,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":950272,"data_stored":459248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612644,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28632,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716520,"statfs":{"total":95995035648,"available":95965716480,"internally_reserved":0,"allocated":1646592,"data_stored":1109056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776169,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":966656,"data_stored":459484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037808,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":459404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299446,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32704,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712448,"statfs":{"total":95995035648,"available":95961546752,"internally_reserved":0,"allocated":1560576,"data_stored":1051334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462970,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":954368,"data_stored":458873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":516993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":974848,"data_stored":460144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40516,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704636,"statfs":{"total":95995035648,"available":95953547264,"internally_reserved":0,"allocated":1040384,"data_stored":518734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149772,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":970752,"data_stored":459184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888136,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":958464,"data_stored":459310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724609,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28556,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716596,"statfs":{"total":95995035648,"available":95965794304,"internally_reserved":0,"allocated":1572864,"data_stored":1051018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":58500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":60068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":59905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T02:31:41.826 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T02:31:42.328 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:42.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:42 smithi047 ceph-mon[27871]: pgmap v363: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:31:42.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:42 smithi047 ceph-mon[27871]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:31:42.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:42 smithi047 ceph-mon[27871]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T02:31:42.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:42 smithi113 ceph-mon[32459]: pgmap v363: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:31:42.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:42 smithi113 ceph-mon[32459]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:31:42.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:42 smithi113 ceph-mon[32459]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T02:31:42.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:42 smithi178 ceph-mon[33053]: pgmap v363: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:31:42.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:42 smithi178 ceph-mon[33053]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:31:42.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:42 smithi178 ceph-mon[33053]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T02:31:44.304 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:44 smithi047 ceph-mon[27871]: pgmap v364: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:44.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:44 smithi113 ceph-mon[32459]: pgmap v364: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:44.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:44 smithi178 ceph-mon[33053]: pgmap v364: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:31:44.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.893+0000 7fe812600700 1 -- 172.21.15.47:0/2286018059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 msgr2=0x7fe80c111320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:44.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.893+0000 7fe812600700 1 --2- 172.21.15.47:0/2286018059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 0x7fe80c111320 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe804009990 tx=0x7fe804009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:44.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.894+0000 7fe812600700 1 -- 172.21.15.47:0/2286018059 shutdown_connections 2024-04-25T02:31:44.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.894+0000 7fe812600700 1 --2- 172.21.15.47:0/2286018059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe80c10a4e0 0x7fe80c10a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:44.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.894+0000 7fe812600700 1 --2- 172.21.15.47:0/2286018059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 0x7fe80c111320 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:44.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.894+0000 7fe812600700 1 --2- 172.21.15.47:0/2286018059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe80c104450 0x7fe80c1048d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:44.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.894+0000 7fe812600700 1 -- 172.21.15.47:0/2286018059 >> 172.21.15.47:0/2286018059 conn(0x7fe80c0fff00 msgr2=0x7fe80c102320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:44.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.894+0000 7fe812600700 1 -- 172.21.15.47:0/2286018059 shutdown_connections 2024-04-25T02:31:44.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.894+0000 7fe812600700 1 -- 172.21.15.47:0/2286018059 wait complete. 2024-04-25T02:31:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.895+0000 7fe812600700 1 Processor -- start 2024-04-25T02:31:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.895+0000 7fe812600700 1 -- start start 2024-04-25T02:31:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe812600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe80c104450 0x7fe80c1a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe812600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 0x7fe80c1a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe812600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe80c10a4e0 0x7fe80c19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe812600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe80c114740 con 0x7fe80c104e10 2024-04-25T02:31:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe812600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe80c1145c0 con 0x7fe80c10a4e0 2024-04-25T02:31:44.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe812600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe80c1148c0 con 0x7fe80c104450 2024-04-25T02:31:44.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe80b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe80c104450 0x7fe80c1a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:44.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe802a00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 0x7fe80c1a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:44.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe80b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe80c104450 0x7fe80c1a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60622/0 (socket says 172.21.15.47:60622) 2024-04-25T02:31:44.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe80b400700 1 -- 172.21.15.47:0/1656044562 learned_addr learned my addr 172.21.15.47:0/1656044562 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:44.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe80be00700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe80c10a4e0 0x7fe80c19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.896+0000 7fe802a00700 1 -- 172.21.15.47:0/1656044562 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe80c104450 msgr2=0x7fe80c1a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe802a00700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe80c104450 0x7fe80c1a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe802a00700 1 -- 172.21.15.47:0/1656044562 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe80c10a4e0 msgr2=0x7fe80c19a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe802a00700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe80c10a4e0 0x7fe80c19a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe802a00700 1 -- 172.21.15.47:0/1656044562 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe80c19b0e0 con 0x7fe80c104e10 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe802a00700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 0x7fe80c1a0d00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe7f400e9f0 tx=0x7fe7f400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe808c00700 1 -- 172.21.15.47:0/1656044562 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f400c9c0 con 0x7fe80c104e10 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe808c00700 1 -- 172.21.15.47:0/1656044562 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7f400cb60 con 0x7fe80c104e10 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe808c00700 1 -- 172.21.15.47:0/1656044562 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f4018680 con 0x7fe80c104e10 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe80c19b3d0 con 0x7fe80c104e10 2024-04-25T02:31:44.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.897+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe80c1a7690 con 0x7fe80c104e10 2024-04-25T02:31:44.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.898+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe80c068f20 con 0x7fe80c104e10 2024-04-25T02:31:44.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.901+0000 7fe808c00700 1 -- 172.21.15.47:0/1656044562 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe7f4010430 con 0x7fe80c104e10 2024-04-25T02:31:44.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.902+0000 7fe808c00700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7f00a2ca0 0x7fe7f00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:44.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.902+0000 7fe808c00700 1 -- 172.21.15.47:0/1656044562 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fe7f40cf320 con 0x7fe80c104e10 2024-04-25T02:31:44.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.902+0000 7fe80b400700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7f00a2ca0 0x7fe7f00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:44.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.903+0000 7fe80b400700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7f00a2ca0 0x7fe7f00a5160 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc009fd0 tx=0x7fe7fc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:44.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:44.905+0000 7fe808c00700 1 -- 172.21.15.47:0/1656044562 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe7f409c230 con 0x7fe80c104e10 2024-04-25T02:31:45.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.129+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe80c100af0 con 0x7fe7f00a2ca0 2024-04-25T02:31:45.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.144+0000 7fe808c00700 1 -- 172.21.15.47:0/1656044562 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258909 (secure 0 0 0) 0x7fe80c100af0 con 0x7fe7f00a2ca0 2024-04-25T02:31:45.153 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:45.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7f00a2ca0 msgr2=0x7fe7f00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:45.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7f00a2ca0 0x7fe7f00a5160 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc009fd0 tx=0x7fe7fc00b040 comp rx=0 tx=0).stop 2024-04-25T02:31:45.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 msgr2=0x7fe80c1a0d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:45.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 0x7fe80c1a0d00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe7f400e9f0 tx=0x7fe7f400ed00 comp rx=0 tx=0).stop 2024-04-25T02:31:45.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 shutdown_connections 2024-04-25T02:31:45.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7f00a2ca0 0x7fe7f00a5160 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:45.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe80c104450 0x7fe80c1a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:45.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe80c10a4e0 0x7fe80c19a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:45.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 --2- 172.21.15.47:0/1656044562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe80c104e10 0x7fe80c1a0d00 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:45.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 >> 172.21.15.47:0/1656044562 conn(0x7fe80c0fff00 msgr2=0x7fe80c1003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:45.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 shutdown_connections 2024-04-25T02:31:45.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:45.150+0000 7fe812600700 1 -- 172.21.15.47:0/1656044562 wait complete. 2024-04-25T02:31:45.156 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-04-25T02:31:46.104 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":365,"stamp":"2024-04-25T02:31:44.438013+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":653320,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":682,"num_read_kb":458,"num_write":344,"num_write_kb":3050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":686,"ondisk_log_size":686,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370740,"kb_used_data":13260,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571084,"statfs":{"total":1151940427776,"available":1151560790016,"internally_reserved":0,"allocated":13578240,"data_stored":7463703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":365933881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":390,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":43,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005911"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.427565+0000","last_change":"2024-04-25T02:30:12.219716+0000","last_active":"2024-04-25T02:31:40.427565+0000","last_peered":"2024-04-25T02:31:40.427565+0000","last_clean":"2024-04-25T02:31:40.427565+0000","last_became_active":"2024-04-25T02:30:12.219363+0000","last_became_peered":"2024-04-25T02:30:12.219363+0000","last_unstale":"2024-04-25T02:31:40.427565+0000","last_undegraded":"2024-04-25T02:31:40.427565+0000","last_fullsized":"2024-04-25T02:31:40.427565+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:54:51.339866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.728470+0000","last_change":"2024-04-25T02:30:12.214897+0000","last_active":"2024-04-25T02:31:11.728470+0000","last_peered":"2024-04-25T02:31:11.728470+0000","last_clean":"2024-04-25T02:31:11.728470+0000","last_became_active":"2024-04-25T02:30:12.211388+0000","last_became_peered":"2024-04-25T02:30:12.211388+0000","last_unstale":"2024-04-25T02:31:11.728470+0000","last_undegraded":"2024-04-25T02:31:11.728470+0000","last_fullsized":"2024-04-25T02:31:11.728470+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:30:24.354223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727183+0000","last_change":"2024-04-25T02:30:12.210941+0000","last_active":"2024-04-25T02:31:11.727183+0000","last_peered":"2024-04-25T02:31:11.727183+0000","last_clean":"2024-04-25T02:31:11.727183+0000","last_became_active":"2024-04-25T02:30:12.210220+0000","last_became_peered":"2024-04-25T02:30:12.210220+0000","last_unstale":"2024-04-25T02:31:11.727183+0000","last_undegraded":"2024-04-25T02:31:11.727183+0000","last_fullsized":"2024-04-25T02:31:11.727183+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:56.149599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.396127+0000","last_change":"2024-04-25T02:30:12.185891+0000","last_active":"2024-04-25T02:31:40.396127+0000","last_peered":"2024-04-25T02:31:40.396127+0000","last_clean":"2024-04-25T02:31:40.396127+0000","last_became_active":"2024-04-25T02:30:12.185511+0000","last_became_peered":"2024-04-25T02:30:12.185511+0000","last_unstale":"2024-04-25T02:31:40.396127+0000","last_undegraded":"2024-04-25T02:31:40.396127+0000","last_fullsized":"2024-04-25T02:31:40.396127+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:57:40.490147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.420572+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:31:40.420572+0000","last_peered":"2024-04-25T02:31:40.420572+0000","last_clean":"2024-04-25T02:31:40.420572+0000","last_became_active":"2024-04-25T02:30:12.211161+0000","last_became_peered":"2024-04-25T02:30:12.211161+0000","last_unstale":"2024-04-25T02:31:40.420572+0000","last_undegraded":"2024-04-25T02:31:40.420572+0000","last_fullsized":"2024-04-25T02:31:40.420572+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:41:00.305067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.393729+0000","last_change":"2024-04-25T02:30:12.198204+0000","last_active":"2024-04-25T02:31:40.393729+0000","last_peered":"2024-04-25T02:31:40.393729+0000","last_clean":"2024-04-25T02:31:40.393729+0000","last_became_active":"2024-04-25T02:30:12.197583+0000","last_became_peered":"2024-04-25T02:30:12.197583+0000","last_unstale":"2024-04-25T02:31:40.393729+0000","last_undegraded":"2024-04-25T02:31:40.393729+0000","last_fullsized":"2024-04-25T02:31:40.393729+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:27:00.983794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.401024+0000","last_change":"2024-04-25T02:30:12.194459+0000","last_active":"2024-04-25T02:31:40.401024+0000","last_peered":"2024-04-25T02:31:40.401024+0000","last_clean":"2024-04-25T02:31:40.401024+0000","last_became_active":"2024-04-25T02:30:12.194069+0000","last_became_peered":"2024-04-25T02:30:12.194069+0000","last_unstale":"2024-04-25T02:31:40.401024+0000","last_undegraded":"2024-04-25T02:31:40.401024+0000","last_fullsized":"2024-04-25T02:31:40.401024+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:14:57.073942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.433689+0000","last_change":"2024-04-25T02:30:12.212831+0000","last_active":"2024-04-25T02:31:40.433689+0000","last_peered":"2024-04-25T02:31:40.433689+0000","last_clean":"2024-04-25T02:31:40.433689+0000","last_became_active":"2024-04-25T02:30:12.210599+0000","last_became_peered":"2024-04-25T02:30:12.210599+0000","last_unstale":"2024-04-25T02:31:40.433689+0000","last_undegraded":"2024-04-25T02:31:40.433689+0000","last_fullsized":"2024-04-25T02:31:40.433689+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:52.422609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.412590+0000","last_change":"2024-04-25T02:30:12.195635+0000","last_active":"2024-04-25T02:31:40.412590+0000","last_peered":"2024-04-25T02:31:40.412590+0000","last_clean":"2024-04-25T02:31:40.412590+0000","last_became_active":"2024-04-25T02:30:12.195248+0000","last_became_peered":"2024-04-25T02:30:12.195248+0000","last_unstale":"2024-04-25T02:31:40.412590+0000","last_undegraded":"2024-04-25T02:31:40.412590+0000","last_fullsized":"2024-04-25T02:31:40.412590+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:06.492446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.398274+0000","last_change":"2024-04-25T02:30:12.184840+0000","last_active":"2024-04-25T02:31:40.398274+0000","last_peered":"2024-04-25T02:31:40.398274+0000","last_clean":"2024-04-25T02:31:40.398274+0000","last_became_active":"2024-04-25T02:30:12.184424+0000","last_became_peered":"2024-04-25T02:30:12.184424+0000","last_unstale":"2024-04-25T02:31:40.398274+0000","last_undegraded":"2024-04-25T02:31:40.398274+0000","last_fullsized":"2024-04-25T02:31:40.398274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:55.833649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.408392+0000","last_change":"2024-04-25T02:30:12.194680+0000","last_active":"2024-04-25T02:31:40.408392+0000","last_peered":"2024-04-25T02:31:40.408392+0000","last_clean":"2024-04-25T02:31:40.408392+0000","last_became_active":"2024-04-25T02:30:12.193694+0000","last_became_peered":"2024-04-25T02:30:12.193694+0000","last_unstale":"2024-04-25T02:31:40.408392+0000","last_undegraded":"2024-04-25T02:31:40.408392+0000","last_fullsized":"2024-04-25T02:31:40.408392+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:09:52.409595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.400243+0000","last_change":"2024-04-25T02:31:11.753823+0000","last_active":"2024-04-25T02:31:40.400243+0000","last_peered":"2024-04-25T02:31:40.400243+0000","last_clean":"2024-04-25T02:31:40.400243+0000","last_became_active":"2024-04-25T02:31:11.752799+0000","last_became_peered":"2024-04-25T02:31:11.752799+0000","last_unstale":"2024-04-25T02:31:40.400243+0000","last_undegraded":"2024-04-25T02:31:40.400243+0000","last_fullsized":"2024-04-25T02:31:40.400243+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.269848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.422184+0000","last_change":"2024-04-25T02:30:12.206140+0000","last_active":"2024-04-25T02:31:40.422184+0000","last_peered":"2024-04-25T02:31:40.422184+0000","last_clean":"2024-04-25T02:31:40.422184+0000","last_became_active":"2024-04-25T02:30:12.203328+0000","last_became_peered":"2024-04-25T02:30:12.203328+0000","last_unstale":"2024-04-25T02:31:40.422184+0000","last_undegraded":"2024-04-25T02:31:40.422184+0000","last_fullsized":"2024-04-25T02:31:40.422184+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:39:09.903154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727575+0000","last_change":"2024-04-25T02:30:12.203192+0000","last_active":"2024-04-25T02:31:11.727575+0000","last_peered":"2024-04-25T02:31:11.727575+0000","last_clean":"2024-04-25T02:31:11.727575+0000","last_became_active":"2024-04-25T02:30:12.200431+0000","last_became_peered":"2024-04-25T02:30:12.200431+0000","last_unstale":"2024-04-25T02:31:11.727575+0000","last_undegraded":"2024-04-25T02:31:11.727575+0000","last_fullsized":"2024-04-25T02:31:11.727575+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:48:25.939123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726844+0000","last_change":"2024-04-25T02:30:12.214829+0000","last_active":"2024-04-25T02:31:11.726844+0000","last_peered":"2024-04-25T02:31:11.726844+0000","last_clean":"2024-04-25T02:31:11.726844+0000","last_became_active":"2024-04-25T02:30:12.210930+0000","last_became_peered":"2024-04-25T02:30:12.210930+0000","last_unstale":"2024-04-25T02:31:11.726844+0000","last_undegraded":"2024-04-25T02:31:11.726844+0000","last_fullsized":"2024-04-25T02:31:11.726844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:36:51.248756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943596+0000","last_change":"2024-04-25T02:30:12.210490+0000","last_active":"2024-04-25T02:31:11.943596+0000","last_peered":"2024-04-25T02:31:11.943596+0000","last_clean":"2024-04-25T02:31:11.943596+0000","last_became_active":"2024-04-25T02:30:12.210142+0000","last_became_peered":"2024-04-25T02:30:12.210142+0000","last_unstale":"2024-04-25T02:31:11.943596+0000","last_undegraded":"2024-04-25T02:31:11.943596+0000","last_fullsized":"2024-04-25T02:31:11.943596+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:57:22.995065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.427641+0000","last_change":"2024-04-25T02:30:12.219629+0000","last_active":"2024-04-25T02:31:40.427641+0000","last_peered":"2024-04-25T02:31:40.427641+0000","last_clean":"2024-04-25T02:31:40.427641+0000","last_became_active":"2024-04-25T02:30:12.219290+0000","last_became_peered":"2024-04-25T02:30:12.219290+0000","last_unstale":"2024-04-25T02:31:40.427641+0000","last_undegraded":"2024-04-25T02:31:40.427641+0000","last_fullsized":"2024-04-25T02:31:40.427641+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:57:36.220214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.413449+0000","last_change":"2024-04-25T02:30:12.198143+0000","last_active":"2024-04-25T02:31:40.413449+0000","last_peered":"2024-04-25T02:31:40.413449+0000","last_clean":"2024-04-25T02:31:40.413449+0000","last_became_active":"2024-04-25T02:30:12.196453+0000","last_became_peered":"2024-04-25T02:30:12.196453+0000","last_unstale":"2024-04-25T02:31:40.413449+0000","last_undegraded":"2024-04-25T02:31:40.413449+0000","last_fullsized":"2024-04-25T02:31:40.413449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:08:56.743223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.417388+0000","last_change":"2024-04-25T02:30:12.216665+0000","last_active":"2024-04-25T02:31:40.417388+0000","last_peered":"2024-04-25T02:31:40.417388+0000","last_clean":"2024-04-25T02:31:40.417388+0000","last_became_active":"2024-04-25T02:30:12.216328+0000","last_became_peered":"2024-04-25T02:30:12.216328+0000","last_unstale":"2024-04-25T02:31:40.417388+0000","last_undegraded":"2024-04-25T02:31:40.417388+0000","last_fullsized":"2024-04-25T02:31:40.417388+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:24:02.778156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.725934+0000","last_change":"2024-04-25T02:30:11.202310+0000","last_active":"2024-04-25T02:31:11.725934+0000","last_peered":"2024-04-25T02:31:11.725934+0000","last_clean":"2024-04-25T02:31:11.725934+0000","last_became_active":"2024-04-25T02:30:11.201929+0000","last_became_peered":"2024-04-25T02:30:11.201929+0000","last_unstale":"2024-04-25T02:31:11.725934+0000","last_undegraded":"2024-04-25T02:31:11.725934+0000","last_fullsized":"2024-04-25T02:31:11.725934+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:40:51.587777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.418208+0000","last_change":"2024-04-25T02:30:12.211502+0000","last_active":"2024-04-25T02:31:40.418208+0000","last_peered":"2024-04-25T02:31:40.418208+0000","last_clean":"2024-04-25T02:31:40.418208+0000","last_became_active":"2024-04-25T02:30:12.210988+0000","last_became_peered":"2024-04-25T02:30:12.210988+0000","last_unstale":"2024-04-25T02:31:40.418208+0000","last_undegraded":"2024-04-25T02:31:40.418208+0000","last_fullsized":"2024-04-25T02:31:40.418208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:17:20.967854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732614+0000","last_change":"2024-04-25T02:30:11.217798+0000","last_active":"2024-04-25T02:31:11.732614+0000","last_peered":"2024-04-25T02:31:11.732614+0000","last_clean":"2024-04-25T02:31:11.732614+0000","last_became_active":"2024-04-25T02:30:11.217314+0000","last_became_peered":"2024-04-25T02:30:11.217314+0000","last_unstale":"2024-04-25T02:31:11.732614+0000","last_undegraded":"2024-04-25T02:31:11.732614+0000","last_fullsized":"2024-04-25T02:31:11.732614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:20:29.152539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729059+0000","last_change":"2024-04-25T02:30:12.212988+0000","last_active":"2024-04-25T02:31:11.729059+0000","last_peered":"2024-04-25T02:31:11.729059+0000","last_clean":"2024-04-25T02:31:11.729059+0000","last_became_active":"2024-04-25T02:30:12.211710+0000","last_became_peered":"2024-04-25T02:30:12.211710+0000","last_unstale":"2024-04-25T02:31:11.729059+0000","last_undegraded":"2024-04-25T02:31:11.729059+0000","last_fullsized":"2024-04-25T02:31:11.729059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:51.481316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.735869+0000","last_change":"2024-04-25T02:31:11.735869+0000","last_active":"2024-04-25T02:31:11.735869+0000","last_peered":"2024-04-25T02:31:11.735869+0000","last_clean":"2024-04-25T02:31:11.735869+0000","last_became_active":"2024-04-25T02:31:11.729746+0000","last_became_peered":"2024-04-25T02:31:11.729746+0000","last_unstale":"2024-04-25T02:31:11.735869+0000","last_undegraded":"2024-04-25T02:31:11.735869+0000","last_fullsized":"2024-04-25T02:31:11.735869+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:38:32.759400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943481+0000","last_change":"2024-04-25T02:30:12.203778+0000","last_active":"2024-04-25T02:31:11.943481+0000","last_peered":"2024-04-25T02:31:11.943481+0000","last_clean":"2024-04-25T02:31:11.943481+0000","last_became_active":"2024-04-25T02:30:12.203393+0000","last_became_peered":"2024-04-25T02:30:12.203393+0000","last_unstale":"2024-04-25T02:31:11.943481+0000","last_undegraded":"2024-04-25T02:31:11.943481+0000","last_fullsized":"2024-04-25T02:31:11.943481+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:19:50.656183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726869+0000","last_change":"2024-04-25T02:30:11.191113+0000","last_active":"2024-04-25T02:31:11.726869+0000","last_peered":"2024-04-25T02:31:11.726869+0000","last_clean":"2024-04-25T02:31:11.726869+0000","last_became_active":"2024-04-25T02:30:11.190745+0000","last_became_peered":"2024-04-25T02:30:11.190745+0000","last_unstale":"2024-04-25T02:31:11.726869+0000","last_undegraded":"2024-04-25T02:31:11.726869+0000","last_fullsized":"2024-04-25T02:31:11.726869+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:25:32.948543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.408050+0000","last_change":"2024-04-25T02:30:12.195621+0000","last_active":"2024-04-25T02:31:40.408050+0000","last_peered":"2024-04-25T02:31:40.408050+0000","last_clean":"2024-04-25T02:31:40.408050+0000","last_became_active":"2024-04-25T02:30:12.195290+0000","last_became_peered":"2024-04-25T02:30:12.195290+0000","last_unstale":"2024-04-25T02:31:40.408050+0000","last_undegraded":"2024-04-25T02:31:40.408050+0000","last_fullsized":"2024-04-25T02:31:40.408050+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:51:38.854314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'7","reported_seq":116,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:41.415774+0000","last_change":"2024-04-25T02:30:11.191919+0000","last_active":"2024-04-25T02:31:41.415774+0000","last_peered":"2024-04-25T02:31:41.415774+0000","last_clean":"2024-04-25T02:31:41.415774+0000","last_became_active":"2024-04-25T02:30:11.191574+0000","last_became_peered":"2024-04-25T02:30:11.191574+0000","last_unstale":"2024-04-25T02:31:41.415774+0000","last_undegraded":"2024-04-25T02:31:41.415774+0000","last_fullsized":"2024-04-25T02:31:41.415774+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:42:27.447981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.398923+0000","last_change":"2024-04-25T02:30:12.197305+0000","last_active":"2024-04-25T02:31:40.398923+0000","last_peered":"2024-04-25T02:31:40.398923+0000","last_clean":"2024-04-25T02:31:40.398923+0000","last_became_active":"2024-04-25T02:30:12.196927+0000","last_became_peered":"2024-04-25T02:30:12.196927+0000","last_unstale":"2024-04-25T02:31:40.398923+0000","last_undegraded":"2024-04-25T02:31:40.398923+0000","last_fullsized":"2024-04-25T02:31:40.398923+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:28:29.817697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.751609+0000","last_change":"2024-04-25T02:30:11.214452+0000","last_active":"2024-04-25T02:31:11.751609+0000","last_peered":"2024-04-25T02:31:11.751609+0000","last_clean":"2024-04-25T02:31:11.751609+0000","last_became_active":"2024-04-25T02:30:11.214176+0000","last_became_peered":"2024-04-25T02:30:11.214176+0000","last_unstale":"2024-04-25T02:31:11.751609+0000","last_undegraded":"2024-04-25T02:31:11.751609+0000","last_fullsized":"2024-04-25T02:31:11.751609+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:52:21.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.423988+0000","last_change":"2024-04-25T02:30:12.212846+0000","last_active":"2024-04-25T02:31:40.423988+0000","last_peered":"2024-04-25T02:31:40.423988+0000","last_clean":"2024-04-25T02:31:40.423988+0000","last_became_active":"2024-04-25T02:30:12.212489+0000","last_became_peered":"2024-04-25T02:30:12.212489+0000","last_unstale":"2024-04-25T02:31:40.423988+0000","last_undegraded":"2024-04-25T02:31:40.423988+0000","last_fullsized":"2024-04-25T02:31:40.423988+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:00:24.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307282+0000","last_change":"2024-04-25T02:30:11.202651+0000","last_active":"2024-04-25T02:31:12.307282+0000","last_peered":"2024-04-25T02:31:12.307282+0000","last_clean":"2024-04-25T02:31:12.307282+0000","last_became_active":"2024-04-25T02:30:11.202061+0000","last_became_peered":"2024-04-25T02:30:11.202061+0000","last_unstale":"2024-04-25T02:31:12.307282+0000","last_undegraded":"2024-04-25T02:31:12.307282+0000","last_fullsized":"2024-04-25T02:31:12.307282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:45:23.221887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.434753+0000","last_change":"2024-04-25T02:30:12.206609+0000","last_active":"2024-04-25T02:31:40.434753+0000","last_peered":"2024-04-25T02:31:40.434753+0000","last_clean":"2024-04-25T02:31:40.434753+0000","last_became_active":"2024-04-25T02:30:12.206066+0000","last_became_peered":"2024-04-25T02:30:12.206066+0000","last_unstale":"2024-04-25T02:31:40.434753+0000","last_undegraded":"2024-04-25T02:31:40.434753+0000","last_fullsized":"2024-04-25T02:31:40.434753+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:49.771531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729014+0000","last_change":"2024-04-25T02:30:11.191778+0000","last_active":"2024-04-25T02:31:11.729014+0000","last_peered":"2024-04-25T02:31:11.729014+0000","last_clean":"2024-04-25T02:31:11.729014+0000","last_became_active":"2024-04-25T02:30:11.191299+0000","last_became_peered":"2024-04-25T02:30:11.191299+0000","last_unstale":"2024-04-25T02:31:11.729014+0000","last_undegraded":"2024-04-25T02:31:11.729014+0000","last_fullsized":"2024-04-25T02:31:11.729014+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:17:06.479175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.421295+0000","last_change":"2024-04-25T02:30:12.207663+0000","last_active":"2024-04-25T02:31:40.421295+0000","last_peered":"2024-04-25T02:31:40.421295+0000","last_clean":"2024-04-25T02:31:40.421295+0000","last_became_active":"2024-04-25T02:30:12.207168+0000","last_became_peered":"2024-04-25T02:30:12.207168+0000","last_unstale":"2024-04-25T02:31:40.421295+0000","last_undegraded":"2024-04-25T02:31:40.421295+0000","last_fullsized":"2024-04-25T02:31:40.421295+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:14.063858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":109,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:41.415120+0000","last_change":"2024-04-25T02:30:11.202645+0000","last_active":"2024-04-25T02:31:41.415120+0000","last_peered":"2024-04-25T02:31:41.415120+0000","last_clean":"2024-04-25T02:31:41.415120+0000","last_became_active":"2024-04-25T02:30:11.202400+0000","last_became_peered":"2024-04-25T02:30:11.202400+0000","last_unstale":"2024-04-25T02:31:41.415120+0000","last_undegraded":"2024-04-25T02:31:41.415120+0000","last_fullsized":"2024-04-25T02:31:41.415120+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:14:29.081812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":86,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943459+0000","last_change":"2024-04-25T02:30:12.204500+0000","last_active":"2024-04-25T02:31:11.943459+0000","last_peered":"2024-04-25T02:31:11.943459+0000","last_clean":"2024-04-25T02:31:11.943459+0000","last_became_active":"2024-04-25T02:30:12.204130+0000","last_became_peered":"2024-04-25T02:30:12.204130+0000","last_unstale":"2024-04-25T02:31:11.943459+0000","last_undegraded":"2024-04-25T02:31:11.943459+0000","last_fullsized":"2024-04-25T02:31:11.943459+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:22:13.817783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727368+0000","last_change":"2024-04-25T02:30:11.194366+0000","last_active":"2024-04-25T02:31:11.727368+0000","last_peered":"2024-04-25T02:31:11.727368+0000","last_clean":"2024-04-25T02:31:11.727368+0000","last_became_active":"2024-04-25T02:30:11.194012+0000","last_became_peered":"2024-04-25T02:30:11.194012+0000","last_unstale":"2024-04-25T02:31:11.727368+0000","last_undegraded":"2024-04-25T02:31:11.727368+0000","last_fullsized":"2024-04-25T02:31:11.727368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:09:30.148152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.733848+0000","last_change":"2024-04-25T02:31:11.733848+0000","last_active":"2024-04-25T02:31:11.733848+0000","last_peered":"2024-04-25T02:31:11.733848+0000","last_clean":"2024-04-25T02:31:11.733848+0000","last_became_active":"2024-04-25T02:31:11.733401+0000","last_became_peered":"2024-04-25T02:31:11.733401+0000","last_unstale":"2024-04-25T02:31:11.733848+0000","last_undegraded":"2024-04-25T02:31:11.733848+0000","last_fullsized":"2024-04-25T02:31:11.733848+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:35:08.298103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729795+0000","last_change":"2024-04-25T02:30:11.210337+0000","last_active":"2024-04-25T02:31:11.729795+0000","last_peered":"2024-04-25T02:31:11.729795+0000","last_clean":"2024-04-25T02:31:11.729795+0000","last_became_active":"2024-04-25T02:30:11.209989+0000","last_became_peered":"2024-04-25T02:30:11.209989+0000","last_unstale":"2024-04-25T02:31:11.729795+0000","last_undegraded":"2024-04-25T02:31:11.729795+0000","last_fullsized":"2024-04-25T02:31:11.729795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:19:36.718221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.413027+0000","last_change":"2024-04-25T02:30:12.196983+0000","last_active":"2024-04-25T02:31:40.413027+0000","last_peered":"2024-04-25T02:31:40.413027+0000","last_clean":"2024-04-25T02:31:40.413027+0000","last_became_active":"2024-04-25T02:30:12.196656+0000","last_became_peered":"2024-04-25T02:30:12.196656+0000","last_unstale":"2024-04-25T02:31:40.413027+0000","last_undegraded":"2024-04-25T02:31:40.413027+0000","last_fullsized":"2024-04-25T02:31:40.413027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:15:20.869555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'29","reported_seq":230,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:42.416826+0000","last_change":"2024-04-25T02:30:11.198514+0000","last_active":"2024-04-25T02:31:42.416826+0000","last_peered":"2024-04-25T02:31:42.416826+0000","last_clean":"2024-04-25T02:31:42.416826+0000","last_became_active":"2024-04-25T02:30:11.198132+0000","last_became_peered":"2024-04-25T02:30:11.198132+0000","last_unstale":"2024-04-25T02:31:42.416826+0000","last_undegraded":"2024-04-25T02:31:42.416826+0000","last_fullsized":"2024-04-25T02:31:42.416826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:24:28.073786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58576,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":148,"num_write":30,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.395141+0000","last_change":"2024-04-25T02:30:12.194185+0000","last_active":"2024-04-25T02:31:40.395141+0000","last_peered":"2024-04-25T02:31:40.395141+0000","last_clean":"2024-04-25T02:31:40.395141+0000","last_became_active":"2024-04-25T02:30:12.193857+0000","last_became_peered":"2024-04-25T02:30:12.193857+0000","last_unstale":"2024-04-25T02:31:40.395141+0000","last_undegraded":"2024-04-25T02:31:40.395141+0000","last_fullsized":"2024-04-25T02:31:40.395141+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:39:58.427909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732086+0000","last_change":"2024-04-25T02:30:11.204586+0000","last_active":"2024-04-25T02:31:11.732086+0000","last_peered":"2024-04-25T02:31:11.732086+0000","last_clean":"2024-04-25T02:31:11.732086+0000","last_became_active":"2024-04-25T02:30:11.204228+0000","last_became_peered":"2024-04-25T02:30:11.204228+0000","last_unstale":"2024-04-25T02:31:11.732086+0000","last_undegraded":"2024-04-25T02:31:11.732086+0000","last_fullsized":"2024-04-25T02:31:11.732086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:11:19.343512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.422006+0000","last_change":"2024-04-25T02:30:12.219439+0000","last_active":"2024-04-25T02:31:40.422006+0000","last_peered":"2024-04-25T02:31:40.422006+0000","last_clean":"2024-04-25T02:31:40.422006+0000","last_became_active":"2024-04-25T02:30:12.219005+0000","last_became_peered":"2024-04-25T02:30:12.219005+0000","last_unstale":"2024-04-25T02:31:40.422006+0000","last_undegraded":"2024-04-25T02:31:40.422006+0000","last_fullsized":"2024-04-25T02:31:40.422006+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.798512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731046+0000","last_change":"2024-04-25T02:30:11.193402+0000","last_active":"2024-04-25T02:31:11.731046+0000","last_peered":"2024-04-25T02:31:11.731046+0000","last_clean":"2024-04-25T02:31:11.731046+0000","last_became_active":"2024-04-25T02:30:11.192953+0000","last_became_peered":"2024-04-25T02:30:11.192953+0000","last_unstale":"2024-04-25T02:31:11.731046+0000","last_undegraded":"2024-04-25T02:31:11.731046+0000","last_fullsized":"2024-04-25T02:31:11.731046+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:12:54.872967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.414086+0000","last_change":"2024-04-25T02:30:12.205412+0000","last_active":"2024-04-25T02:31:40.414086+0000","last_peered":"2024-04-25T02:31:40.414086+0000","last_clean":"2024-04-25T02:31:40.414086+0000","last_became_active":"2024-04-25T02:30:12.205047+0000","last_became_peered":"2024-04-25T02:30:12.205047+0000","last_unstale":"2024-04-25T02:31:40.414086+0000","last_undegraded":"2024-04-25T02:31:40.414086+0000","last_fullsized":"2024-04-25T02:31:40.414086+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:23:19.466895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":111,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:42.481993+0000","last_change":"2024-04-25T02:30:11.193806+0000","last_active":"2024-04-25T02:31:42.481993+0000","last_peered":"2024-04-25T02:31:42.481993+0000","last_clean":"2024-04-25T02:31:42.481993+0000","last_became_active":"2024-04-25T02:30:11.193450+0000","last_became_peered":"2024-04-25T02:30:11.193450+0000","last_unstale":"2024-04-25T02:31:42.481993+0000","last_undegraded":"2024-04-25T02:31:42.481993+0000","last_fullsized":"2024-04-25T02:31:42.481993+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:06:11.198940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.399918+0000","last_change":"2024-04-25T02:30:12.186867+0000","last_active":"2024-04-25T02:31:40.399918+0000","last_peered":"2024-04-25T02:31:40.399918+0000","last_clean":"2024-04-25T02:31:40.399918+0000","last_became_active":"2024-04-25T02:30:12.186483+0000","last_became_peered":"2024-04-25T02:30:12.186483+0000","last_unstale":"2024-04-25T02:31:40.399918+0000","last_undegraded":"2024-04-25T02:31:40.399918+0000","last_fullsized":"2024-04-25T02:31:40.399918+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:19:09.251515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726403+0000","last_change":"2024-04-25T02:30:11.214771+0000","last_active":"2024-04-25T02:31:11.726403+0000","last_peered":"2024-04-25T02:31:11.726403+0000","last_clean":"2024-04-25T02:31:11.726403+0000","last_became_active":"2024-04-25T02:30:11.214381+0000","last_became_peered":"2024-04-25T02:30:11.214381+0000","last_unstale":"2024-04-25T02:31:11.726403+0000","last_undegraded":"2024-04-25T02:31:11.726403+0000","last_fullsized":"2024-04-25T02:31:11.726403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:15:52.532917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.402449+0000","last_change":"2024-04-25T02:30:12.194489+0000","last_active":"2024-04-25T02:31:40.402449+0000","last_peered":"2024-04-25T02:31:40.402449+0000","last_clean":"2024-04-25T02:31:40.402449+0000","last_became_active":"2024-04-25T02:30:12.194171+0000","last_became_peered":"2024-04-25T02:30:12.194171+0000","last_unstale":"2024-04-25T02:31:40.402449+0000","last_undegraded":"2024-04-25T02:31:40.402449+0000","last_fullsized":"2024-04-25T02:31:40.402449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:50.271856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726939+0000","last_change":"2024-04-25T02:30:11.193082+0000","last_active":"2024-04-25T02:31:11.726939+0000","last_peered":"2024-04-25T02:31:11.726939+0000","last_clean":"2024-04-25T02:31:11.726939+0000","last_became_active":"2024-04-25T02:30:11.192702+0000","last_became_peered":"2024-04-25T02:30:11.192702+0000","last_unstale":"2024-04-25T02:31:11.726939+0000","last_undegraded":"2024-04-25T02:31:11.726939+0000","last_fullsized":"2024-04-25T02:31:11.726939+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:33.670399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.404154+0000","last_change":"2024-04-25T02:30:12.196479+0000","last_active":"2024-04-25T02:31:40.404154+0000","last_peered":"2024-04-25T02:31:40.404154+0000","last_clean":"2024-04-25T02:31:40.404154+0000","last_became_active":"2024-04-25T02:30:12.196026+0000","last_became_peered":"2024-04-25T02:30:12.196026+0000","last_unstale":"2024-04-25T02:31:40.404154+0000","last_undegraded":"2024-04-25T02:31:40.404154+0000","last_fullsized":"2024-04-25T02:31:40.404154+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:16.269526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731235+0000","last_change":"2024-04-25T02:31:11.731235+0000","last_active":"2024-04-25T02:31:11.731235+0000","last_peered":"2024-04-25T02:31:11.731235+0000","last_clean":"2024-04-25T02:31:11.731235+0000","last_became_active":"2024-04-25T02:31:11.730710+0000","last_became_peered":"2024-04-25T02:31:11.730710+0000","last_unstale":"2024-04-25T02:31:11.731235+0000","last_undegraded":"2024-04-25T02:31:11.731235+0000","last_fullsized":"2024-04-25T02:31:11.731235+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:06:45.513873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.417267+0000","last_change":"2024-04-25T02:30:12.216751+0000","last_active":"2024-04-25T02:31:40.417267+0000","last_peered":"2024-04-25T02:31:40.417267+0000","last_clean":"2024-04-25T02:31:40.417267+0000","last_became_active":"2024-04-25T02:30:12.216414+0000","last_became_peered":"2024-04-25T02:30:12.216414+0000","last_unstale":"2024-04-25T02:31:40.417267+0000","last_undegraded":"2024-04-25T02:31:40.417267+0000","last_fullsized":"2024-04-25T02:31:40.417267+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:11:52.976476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727111+0000","last_change":"2024-04-25T02:30:11.211529+0000","last_active":"2024-04-25T02:31:11.727111+0000","last_peered":"2024-04-25T02:31:11.727111+0000","last_clean":"2024-04-25T02:31:11.727111+0000","last_became_active":"2024-04-25T02:30:11.211135+0000","last_became_peered":"2024-04-25T02:30:11.211135+0000","last_unstale":"2024-04-25T02:31:11.727111+0000","last_undegraded":"2024-04-25T02:31:11.727111+0000","last_fullsized":"2024-04-25T02:31:11.727111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:30:36.076070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.391794+0000","last_change":"2024-04-25T02:30:12.201047+0000","last_active":"2024-04-25T02:31:40.391794+0000","last_peered":"2024-04-25T02:31:40.391794+0000","last_clean":"2024-04-25T02:31:40.391794+0000","last_became_active":"2024-04-25T02:30:12.200664+0000","last_became_peered":"2024-04-25T02:30:12.200664+0000","last_unstale":"2024-04-25T02:31:40.391794+0000","last_undegraded":"2024-04-25T02:31:40.391794+0000","last_fullsized":"2024-04-25T02:31:40.391794+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:03:36.688225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.393688+0000","last_change":"2024-04-25T02:30:12.186651+0000","last_active":"2024-04-25T02:31:40.393688+0000","last_peered":"2024-04-25T02:31:40.393688+0000","last_clean":"2024-04-25T02:31:40.393688+0000","last_became_active":"2024-04-25T02:30:12.186293+0000","last_became_peered":"2024-04-25T02:30:12.186293+0000","last_unstale":"2024-04-25T02:31:40.393688+0000","last_undegraded":"2024-04-25T02:31:40.393688+0000","last_fullsized":"2024-04-25T02:31:40.393688+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:37.219881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":108,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.476534+0000","last_change":"2024-04-25T02:30:11.216304+0000","last_active":"2024-04-25T02:31:40.476534+0000","last_peered":"2024-04-25T02:31:40.476534+0000","last_clean":"2024-04-25T02:31:40.476534+0000","last_became_active":"2024-04-25T02:30:11.216011+0000","last_became_peered":"2024-04-25T02:30:11.216011+0000","last_unstale":"2024-04-25T02:31:40.476534+0000","last_undegraded":"2024-04-25T02:31:40.476534+0000","last_fullsized":"2024-04-25T02:31:40.476534+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:58:48.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":85,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.412390+0000","last_change":"2024-04-25T02:31:11.945178+0000","last_active":"2024-04-25T02:31:40.412390+0000","last_peered":"2024-04-25T02:31:40.412390+0000","last_clean":"2024-04-25T02:31:40.412390+0000","last_became_active":"2024-04-25T02:31:11.944409+0000","last_became_peered":"2024-04-25T02:31:11.944409+0000","last_unstale":"2024-04-25T02:31:40.412390+0000","last_undegraded":"2024-04-25T02:31:40.412390+0000","last_fullsized":"2024-04-25T02:31:40.412390+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:28:36.703145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723993+0000","last_change":"2024-04-25T02:30:11.194703+0000","last_active":"2024-04-25T02:31:11.723993+0000","last_peered":"2024-04-25T02:31:11.723993+0000","last_clean":"2024-04-25T02:31:11.723993+0000","last_became_active":"2024-04-25T02:30:11.194349+0000","last_became_peered":"2024-04-25T02:30:11.194349+0000","last_unstale":"2024-04-25T02:31:11.723993+0000","last_undegraded":"2024-04-25T02:31:11.723993+0000","last_fullsized":"2024-04-25T02:31:11.723993+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:59:20.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":353,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727416+0000","last_change":"2024-04-25T02:28:51.643084+0000","last_active":"2024-04-25T02:31:11.727416+0000","last_peered":"2024-04-25T02:31:11.727416+0000","last_clean":"2024-04-25T02:31:11.727416+0000","last_became_active":"2024-04-25T02:28:51.642543+0000","last_became_peered":"2024-04-25T02:28:51.642543+0000","last_unstale":"2024-04-25T02:31:11.727416+0000","last_undegraded":"2024-04-25T02:31:11.727416+0000","last_fullsized":"2024-04-25T02:31:11.727416+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_clean_scrub_stamp":"2024-04-25T02:25:01.179833+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:49:11.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.408073+0000","last_change":"2024-04-25T02:30:12.200597+0000","last_active":"2024-04-25T02:31:40.408073+0000","last_peered":"2024-04-25T02:31:40.408073+0000","last_clean":"2024-04-25T02:31:40.408073+0000","last_became_active":"2024-04-25T02:30:12.200117+0000","last_became_peered":"2024-04-25T02:30:12.200117+0000","last_unstale":"2024-04-25T02:31:40.408073+0000","last_undegraded":"2024-04-25T02:31:40.408073+0000","last_fullsized":"2024-04-25T02:31:40.408073+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:39:42.084442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.947206+0000","last_change":"2024-04-25T02:31:11.947206+0000","last_active":"2024-04-25T02:31:11.947206+0000","last_peered":"2024-04-25T02:31:11.947206+0000","last_clean":"2024-04-25T02:31:11.947206+0000","last_became_active":"2024-04-25T02:31:11.944331+0000","last_became_peered":"2024-04-25T02:31:11.944331+0000","last_unstale":"2024-04-25T02:31:11.947206+0000","last_undegraded":"2024-04-25T02:31:11.947206+0000","last_fullsized":"2024-04-25T02:31:11.947206+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:55.506164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726957+0000","last_change":"2024-04-25T02:30:11.212170+0000","last_active":"2024-04-25T02:31:11.726957+0000","last_peered":"2024-04-25T02:31:11.726957+0000","last_clean":"2024-04-25T02:31:11.726957+0000","last_became_active":"2024-04-25T02:30:11.211865+0000","last_became_peered":"2024-04-25T02:30:11.211865+0000","last_unstale":"2024-04-25T02:31:11.726957+0000","last_undegraded":"2024-04-25T02:31:11.726957+0000","last_fullsized":"2024-04-25T02:31:11.726957+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:02:25.494166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.414746+0000","last_change":"2024-04-25T02:30:12.213235+0000","last_active":"2024-04-25T02:31:40.414746+0000","last_peered":"2024-04-25T02:31:40.414746+0000","last_clean":"2024-04-25T02:31:40.414746+0000","last_became_active":"2024-04-25T02:30:12.212565+0000","last_became_peered":"2024-04-25T02:30:12.212565+0000","last_unstale":"2024-04-25T02:31:40.414746+0000","last_undegraded":"2024-04-25T02:31:40.414746+0000","last_fullsized":"2024-04-25T02:31:40.414746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:25.832393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'9","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.738895+0000","last_change":"2024-04-25T02:31:11.738895+0000","last_active":"2024-04-25T02:31:11.738895+0000","last_peered":"2024-04-25T02:31:11.738895+0000","last_clean":"2024-04-25T02:31:11.738895+0000","last_became_active":"2024-04-25T02:31:11.734019+0000","last_became_peered":"2024-04-25T02:31:11.734019+0000","last_unstale":"2024-04-25T02:31:11.738895+0000","last_undegraded":"2024-04-25T02:31:11.738895+0000","last_fullsized":"2024-04-25T02:31:11.738895+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:01:57.504906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.422892+0000","last_change":"2024-04-25T02:30:12.217114+0000","last_active":"2024-04-25T02:31:40.422892+0000","last_peered":"2024-04-25T02:31:40.422892+0000","last_clean":"2024-04-25T02:31:40.422892+0000","last_became_active":"2024-04-25T02:30:12.207395+0000","last_became_peered":"2024-04-25T02:30:12.207395+0000","last_unstale":"2024-04-25T02:31:40.422892+0000","last_undegraded":"2024-04-25T02:31:40.422892+0000","last_fullsized":"2024-04-25T02:31:40.422892+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:59:40.067224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.723944+0000","last_change":"2024-04-25T02:30:11.200098+0000","last_active":"2024-04-25T02:31:11.723944+0000","last_peered":"2024-04-25T02:31:11.723944+0000","last_clean":"2024-04-25T02:31:11.723944+0000","last_became_active":"2024-04-25T02:30:11.199798+0000","last_became_peered":"2024-04-25T02:30:11.199798+0000","last_unstale":"2024-04-25T02:31:11.723944+0000","last_undegraded":"2024-04-25T02:31:11.723944+0000","last_fullsized":"2024-04-25T02:31:11.723944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:29:23.294022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.728556+0000","last_change":"2024-04-25T02:30:12.216755+0000","last_active":"2024-04-25T02:31:11.728556+0000","last_peered":"2024-04-25T02:31:11.728556+0000","last_clean":"2024-04-25T02:31:11.728556+0000","last_became_active":"2024-04-25T02:30:12.216053+0000","last_became_peered":"2024-04-25T02:30:12.216053+0000","last_unstale":"2024-04-25T02:31:11.728556+0000","last_undegraded":"2024-04-25T02:31:11.728556+0000","last_fullsized":"2024-04-25T02:31:11.728556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:30:16.731550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943639+0000","last_change":"2024-04-25T02:30:11.210612+0000","last_active":"2024-04-25T02:31:11.943639+0000","last_peered":"2024-04-25T02:31:11.943639+0000","last_clean":"2024-04-25T02:31:11.943639+0000","last_became_active":"2024-04-25T02:30:11.210143+0000","last_became_peered":"2024-04-25T02:30:11.210143+0000","last_unstale":"2024-04-25T02:31:11.943639+0000","last_undegraded":"2024-04-25T02:31:11.943639+0000","last_fullsized":"2024-04-25T02:31:11.943639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:14:59.311131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.367200+0000","last_change":"2024-04-25T02:30:12.193505+0000","last_active":"2024-04-25T02:31:40.367200+0000","last_peered":"2024-04-25T02:31:40.367200+0000","last_clean":"2024-04-25T02:31:40.367200+0000","last_became_active":"2024-04-25T02:30:12.193094+0000","last_became_peered":"2024-04-25T02:30:12.193094+0000","last_unstale":"2024-04-25T02:31:40.367200+0000","last_undegraded":"2024-04-25T02:31:40.367200+0000","last_fullsized":"2024-04-25T02:31:40.367200+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:33:25.299739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.730824+0000","last_change":"2024-04-25T02:30:11.206506+0000","last_active":"2024-04-25T02:31:11.730824+0000","last_peered":"2024-04-25T02:31:11.730824+0000","last_clean":"2024-04-25T02:31:11.730824+0000","last_became_active":"2024-04-25T02:30:11.204308+0000","last_became_peered":"2024-04-25T02:30:11.204308+0000","last_unstale":"2024-04-25T02:31:11.730824+0000","last_undegraded":"2024-04-25T02:31:11.730824+0000","last_fullsized":"2024-04-25T02:31:11.730824+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:24:44.661349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.416948+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:31:40.416948+0000","last_peered":"2024-04-25T02:31:40.416948+0000","last_clean":"2024-04-25T02:31:40.416948+0000","last_became_active":"2024-04-25T02:30:12.211229+0000","last_became_peered":"2024-04-25T02:30:12.211229+0000","last_unstale":"2024-04-25T02:31:40.416948+0000","last_undegraded":"2024-04-25T02:31:40.416948+0000","last_fullsized":"2024-04-25T02:31:40.416948+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:13:22.406018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.731888+0000","last_change":"2024-04-25T02:30:11.194155+0000","last_active":"2024-04-25T02:31:11.731888+0000","last_peered":"2024-04-25T02:31:11.731888+0000","last_clean":"2024-04-25T02:31:11.731888+0000","last_became_active":"2024-04-25T02:30:11.193740+0000","last_became_peered":"2024-04-25T02:30:11.193740+0000","last_unstale":"2024-04-25T02:31:11.731888+0000","last_undegraded":"2024-04-25T02:31:11.731888+0000","last_fullsized":"2024-04-25T02:31:11.731888+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:30:20.331805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.431955+0000","last_change":"2024-04-25T02:30:12.221307+0000","last_active":"2024-04-25T02:31:40.431955+0000","last_peered":"2024-04-25T02:31:40.431955+0000","last_clean":"2024-04-25T02:31:40.431955+0000","last_became_active":"2024-04-25T02:30:12.220918+0000","last_became_peered":"2024-04-25T02:30:12.220918+0000","last_unstale":"2024-04-25T02:31:40.431955+0000","last_undegraded":"2024-04-25T02:31:40.431955+0000","last_fullsized":"2024-04-25T02:31:40.431955+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:31:56.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.726618+0000","last_change":"2024-04-25T02:30:11.194954+0000","last_active":"2024-04-25T02:31:11.726618+0000","last_peered":"2024-04-25T02:31:11.726618+0000","last_clean":"2024-04-25T02:31:11.726618+0000","last_became_active":"2024-04-25T02:30:11.194554+0000","last_became_peered":"2024-04-25T02:30:11.194554+0000","last_unstale":"2024-04-25T02:31:11.726618+0000","last_undegraded":"2024-04-25T02:31:11.726618+0000","last_fullsized":"2024-04-25T02:31:11.726618+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:23:34.045361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.413276+0000","last_change":"2024-04-25T02:30:12.205598+0000","last_active":"2024-04-25T02:31:40.413276+0000","last_peered":"2024-04-25T02:31:40.413276+0000","last_clean":"2024-04-25T02:31:40.413276+0000","last_became_active":"2024-04-25T02:30:12.205263+0000","last_became_peered":"2024-04-25T02:30:12.205263+0000","last_unstale":"2024-04-25T02:31:40.413276+0000","last_undegraded":"2024-04-25T02:31:40.413276+0000","last_fullsized":"2024-04-25T02:31:40.413276+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:02:47.718610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.732275+0000","last_change":"2024-04-25T02:30:11.210523+0000","last_active":"2024-04-25T02:31:11.732275+0000","last_peered":"2024-04-25T02:31:11.732275+0000","last_clean":"2024-04-25T02:31:11.732275+0000","last_became_active":"2024-04-25T02:30:11.210088+0000","last_became_peered":"2024-04-25T02:30:11.210088+0000","last_unstale":"2024-04-25T02:31:11.732275+0000","last_undegraded":"2024-04-25T02:31:11.732275+0000","last_fullsized":"2024-04-25T02:31:11.732275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:40:01.433659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.408361+0000","last_change":"2024-04-25T02:30:12.195353+0000","last_active":"2024-04-25T02:31:40.408361+0000","last_peered":"2024-04-25T02:31:40.408361+0000","last_clean":"2024-04-25T02:31:40.408361+0000","last_became_active":"2024-04-25T02:30:12.194935+0000","last_became_peered":"2024-04-25T02:30:12.194935+0000","last_unstale":"2024-04-25T02:31:40.408361+0000","last_undegraded":"2024-04-25T02:31:40.408361+0000","last_fullsized":"2024-04-25T02:31:40.408361+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:44:42.611371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.729579+0000","last_change":"2024-04-25T02:30:11.206873+0000","last_active":"2024-04-25T02:31:11.729579+0000","last_peered":"2024-04-25T02:31:11.729579+0000","last_clean":"2024-04-25T02:31:11.729579+0000","last_became_active":"2024-04-25T02:30:11.206526+0000","last_became_peered":"2024-04-25T02:30:11.206526+0000","last_unstale":"2024-04-25T02:31:11.729579+0000","last_undegraded":"2024-04-25T02:31:11.729579+0000","last_fullsized":"2024-04-25T02:31:11.729579+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:01.229067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.417804+0000","last_change":"2024-04-25T02:30:12.206941+0000","last_active":"2024-04-25T02:31:40.417804+0000","last_peered":"2024-04-25T02:31:40.417804+0000","last_clean":"2024-04-25T02:31:40.417804+0000","last_became_active":"2024-04-25T02:30:12.206635+0000","last_became_peered":"2024-04-25T02:30:12.206635+0000","last_unstale":"2024-04-25T02:31:40.417804+0000","last_undegraded":"2024-04-25T02:31:40.417804+0000","last_fullsized":"2024-04-25T02:31:40.417804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:29.451122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:12.307678+0000","last_change":"2024-04-25T02:30:11.208871+0000","last_active":"2024-04-25T02:31:12.307678+0000","last_peered":"2024-04-25T02:31:12.307678+0000","last_clean":"2024-04-25T02:31:12.307678+0000","last_became_active":"2024-04-25T02:30:11.208535+0000","last_became_peered":"2024-04-25T02:30:11.208535+0000","last_unstale":"2024-04-25T02:31:12.307678+0000","last_undegraded":"2024-04-25T02:31:12.307678+0000","last_fullsized":"2024-04-25T02:31:12.307678+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:16:19.899948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.404117+0000","last_change":"2024-04-25T02:30:12.195132+0000","last_active":"2024-04-25T02:31:40.404117+0000","last_peered":"2024-04-25T02:31:40.404117+0000","last_clean":"2024-04-25T02:31:40.404117+0000","last_became_active":"2024-04-25T02:30:12.194740+0000","last_became_peered":"2024-04-25T02:30:12.194740+0000","last_unstale":"2024-04-25T02:31:40.404117+0000","last_undegraded":"2024-04-25T02:31:40.404117+0000","last_fullsized":"2024-04-25T02:31:40.404117+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:55:05.194488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.405444+0000","last_change":"2024-04-25T02:30:12.196954+0000","last_active":"2024-04-25T02:31:40.405444+0000","last_peered":"2024-04-25T02:31:40.405444+0000","last_clean":"2024-04-25T02:31:40.405444+0000","last_became_active":"2024-04-25T02:30:12.196294+0000","last_became_peered":"2024-04-25T02:30:12.196294+0000","last_unstale":"2024-04-25T02:31:40.405444+0000","last_undegraded":"2024-04-25T02:31:40.405444+0000","last_fullsized":"2024-04-25T02:31:40.405444+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:02:23.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.399469+0000","last_change":"2024-04-25T02:30:12.185914+0000","last_active":"2024-04-25T02:31:40.399469+0000","last_peered":"2024-04-25T02:31:40.399469+0000","last_clean":"2024-04-25T02:31:40.399469+0000","last_became_active":"2024-04-25T02:30:12.185445+0000","last_became_peered":"2024-04-25T02:30:12.185445+0000","last_unstale":"2024-04-25T02:31:40.399469+0000","last_undegraded":"2024-04-25T02:31:40.399469+0000","last_fullsized":"2024-04-25T02:31:40.399469+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:09:04.761310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.433120+0000","last_change":"2024-04-25T02:30:12.210580+0000","last_active":"2024-04-25T02:31:40.433120+0000","last_peered":"2024-04-25T02:31:40.433120+0000","last_clean":"2024-04-25T02:31:40.433120+0000","last_became_active":"2024-04-25T02:30:12.210307+0000","last_became_peered":"2024-04-25T02:30:12.210307+0000","last_unstale":"2024-04-25T02:31:40.433120+0000","last_undegraded":"2024-04-25T02:31:40.433120+0000","last_fullsized":"2024-04-25T02:31:40.433120+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:35:49.184292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.727779+0000","last_change":"2024-04-25T02:30:12.211619+0000","last_active":"2024-04-25T02:31:11.727779+0000","last_peered":"2024-04-25T02:31:11.727779+0000","last_clean":"2024-04-25T02:31:11.727779+0000","last_became_active":"2024-04-25T02:30:12.211240+0000","last_became_peered":"2024-04-25T02:30:12.211240+0000","last_unstale":"2024-04-25T02:31:11.727779+0000","last_undegraded":"2024-04-25T02:31:11.727779+0000","last_fullsized":"2024-04-25T02:31:11.727779+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:55:37.419015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.424661+0000","last_change":"2024-04-25T02:30:12.212917+0000","last_active":"2024-04-25T02:31:40.424661+0000","last_peered":"2024-04-25T02:31:40.424661+0000","last_clean":"2024-04-25T02:31:40.424661+0000","last_became_active":"2024-04-25T02:30:12.212091+0000","last_became_peered":"2024-04-25T02:30:12.212091+0000","last_unstale":"2024-04-25T02:31:40.424661+0000","last_undegraded":"2024-04-25T02:31:40.424661+0000","last_fullsized":"2024-04-25T02:31:40.424661+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:57:56.926375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.408538+0000","last_change":"2024-04-25T02:31:11.728268+0000","last_active":"2024-04-25T02:31:40.408538+0000","last_peered":"2024-04-25T02:31:40.408538+0000","last_clean":"2024-04-25T02:31:40.408538+0000","last_became_active":"2024-04-25T02:31:11.727823+0000","last_became_peered":"2024-04-25T02:31:11.727823+0000","last_unstale":"2024-04-25T02:31:40.408538+0000","last_undegraded":"2024-04-25T02:31:40.408538+0000","last_fullsized":"2024-04-25T02:31:40.408538+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:33:35.855779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.394780+0000","last_change":"2024-04-25T02:30:12.195426+0000","last_active":"2024-04-25T02:31:40.394780+0000","last_peered":"2024-04-25T02:31:40.394780+0000","last_clean":"2024-04-25T02:31:40.394780+0000","last_became_active":"2024-04-25T02:30:12.194864+0000","last_became_peered":"2024-04-25T02:30:12.194864+0000","last_unstale":"2024-04-25T02:31:40.394780+0000","last_undegraded":"2024-04-25T02:31:40.394780+0000","last_fullsized":"2024-04-25T02:31:40.394780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:44.156886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.407838+0000","last_change":"2024-04-25T02:30:12.217597+0000","last_active":"2024-04-25T02:31:40.407838+0000","last_peered":"2024-04-25T02:31:40.407838+0000","last_clean":"2024-04-25T02:31:40.407838+0000","last_became_active":"2024-04-25T02:30:12.214971+0000","last_became_peered":"2024-04-25T02:30:12.214971+0000","last_unstale":"2024-04-25T02:31:40.407838+0000","last_undegraded":"2024-04-25T02:31:40.407838+0000","last_fullsized":"2024-04-25T02:31:40.407838+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:51.639545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.423857+0000","last_change":"2024-04-25T02:30:12.212823+0000","last_active":"2024-04-25T02:31:40.423857+0000","last_peered":"2024-04-25T02:31:40.423857+0000","last_clean":"2024-04-25T02:31:40.423857+0000","last_became_active":"2024-04-25T02:30:12.212462+0000","last_became_peered":"2024-04-25T02:30:12.212462+0000","last_unstale":"2024-04-25T02:31:40.423857+0000","last_undegraded":"2024-04-25T02:31:40.423857+0000","last_fullsized":"2024-04-25T02:31:40.423857+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:17:34.753227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.424853+0000","last_change":"2024-04-25T02:30:12.215396+0000","last_active":"2024-04-25T02:31:40.424853+0000","last_peered":"2024-04-25T02:31:40.424853+0000","last_clean":"2024-04-25T02:31:40.424853+0000","last_became_active":"2024-04-25T02:30:12.207707+0000","last_became_peered":"2024-04-25T02:30:12.207707+0000","last_unstale":"2024-04-25T02:31:40.424853+0000","last_undegraded":"2024-04-25T02:31:40.424853+0000","last_fullsized":"2024-04-25T02:31:40.424853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:11:11.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:11.943256+0000","last_change":"2024-04-25T02:30:12.220996+0000","last_active":"2024-04-25T02:31:11.943256+0000","last_peered":"2024-04-25T02:31:11.943256+0000","last_clean":"2024-04-25T02:31:11.943256+0000","last_became_active":"2024-04-25T02:30:12.220635+0000","last_became_peered":"2024-04-25T02:30:12.220635+0000","last_unstale":"2024-04-25T02:31:11.943256+0000","last_undegraded":"2024-04-25T02:31:11.943256+0000","last_fullsized":"2024-04-25T02:31:11.943256+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:01:57.825934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.433900+0000","last_change":"2024-04-25T02:30:12.213614+0000","last_active":"2024-04-25T02:31:40.433900+0000","last_peered":"2024-04-25T02:31:40.433900+0000","last_clean":"2024-04-25T02:31:40.433900+0000","last_became_active":"2024-04-25T02:30:12.213228+0000","last_became_peered":"2024-04-25T02:30:12.213228+0000","last_unstale":"2024-04-25T02:31:40.433900+0000","last_undegraded":"2024-04-25T02:31:40.433900+0000","last_fullsized":"2024-04-25T02:31:40.433900+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:24:09.874052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T02:31:40.405507+0000","last_change":"2024-04-25T02:30:12.200848+0000","last_active":"2024-04-25T02:31:40.405507+0000","last_peered":"2024-04-25T02:31:40.405507+0000","last_clean":"2024-04-25T02:31:40.405507+0000","last_became_active":"2024-04-25T02:30:12.200469+0000","last_became_peered":"2024-04-25T02:30:12.200469+0000","last_unstale":"2024-04-25T02:31:40.405507+0000","last_undegraded":"2024-04-25T02:31:40.405507+0000","last_fullsized":"2024-04-25T02:31:40.405507+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:50:54.943775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":410,"ondisk_log_size":410,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":62718,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":546,"num_read_kb":339,"num_write":161,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":188078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351008,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":459248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612645,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28624,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716528,"statfs":{"total":95995035648,"available":95965724672,"internally_reserved":0,"allocated":1646592,"data_stored":1109305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776170,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":459484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037809,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":459404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299447,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32700,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712452,"statfs":{"total":95995035648,"available":95961550848,"internally_reserved":0,"allocated":1560576,"data_stored":1051475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462971,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":458873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":516993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":974848,"data_stored":460144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40512,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704640,"statfs":{"total":95995035648,"available":95953551360,"internally_reserved":0,"allocated":1040384,"data_stored":519124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149773,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":459184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36272,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708880,"statfs":{"total":95995035648,"available":95957893120,"internally_reserved":0,"allocated":958464,"data_stored":459310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724610,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28552,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716600,"statfs":{"total":95995035648,"available":95965798400,"internally_reserved":0,"allocated":1572864,"data_stored":1051159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":58500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":60458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":60154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T02:31:46.109 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-25T02:31:46.109 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-25T02:31:46.109 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-25T02:31:46.109 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-25T02:31:46.304 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:46 smithi047 ceph-mon[27871]: pgmap v365: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:46.304 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:46 smithi047 ceph-mon[27871]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:31:46.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:46 smithi113 ceph-mon[32459]: pgmap v365: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:46.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:46 smithi113 ceph-mon[32459]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:31:46.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:46 smithi178 ceph-mon[33053]: pgmap v365: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:46.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:46 smithi178 ceph-mon[33053]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:31:46.632 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:48.327 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:48 smithi047 ceph-mon[27871]: pgmap v366: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-04-25T02:31:48.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:48 smithi113 ceph-mon[32459]: pgmap v366: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-04-25T02:31:48.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:48 smithi178 ceph-mon[33053]: pgmap v366: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-04-25T02:31:48.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.880+0000 7f0197e00700 1 -- 172.21.15.47:0/1114175600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198076760 msgr2=0x7f0198076b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:48.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.880+0000 7f0197e00700 1 --2- 172.21.15.47:0/1114175600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198076760 0x7f0198076b40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0188009990 tx=0x7f0188009ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:48.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.880+0000 7f0197e00700 1 -- 172.21.15.47:0/1114175600 shutdown_connections 2024-04-25T02:31:48.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.880+0000 7f0197e00700 1 --2- 172.21.15.47:0/1114175600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0198112fe0 0x7f01981153d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:48.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.880+0000 7f0197e00700 1 --2- 172.21.15.47:0/1114175600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198076760 0x7f0198076b40 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:48.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.880+0000 7f0197e00700 1 --2- 172.21.15.47:0/1114175600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0198077080 0x7f0198112aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:48.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.880+0000 7f0197e00700 1 -- 172.21.15.47:0/1114175600 >> 172.21.15.47:0/1114175600 conn(0x7f01980ffe10 msgr2=0x7f0198102230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:48.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.881+0000 7f0197e00700 1 -- 172.21.15.47:0/1114175600 shutdown_connections 2024-04-25T02:31:48.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.881+0000 7f0197e00700 1 -- 172.21.15.47:0/1114175600 wait complete. 2024-04-25T02:31:48.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.882+0000 7f0197e00700 1 Processor -- start 2024-04-25T02:31:48.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.882+0000 7f0197e00700 1 -- start start 2024-04-25T02:31:48.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.882+0000 7f0197e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0198076760 0x7f019819eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.882+0000 7f0197e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0198077080 0x7f019819f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.882+0000 7f0197e00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198112fe0 0x7f01981a3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.882+0000 7f0197e00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0198118ab0 con 0x7f0198112fe0 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.882+0000 7f0197e00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0198118930 con 0x7f0198076760 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.882+0000 7f0197e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0198118c30 con 0x7f0198077080 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0196a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0198076760 0x7f019819eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0197400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198112fe0 0x7f01981a3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0196a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0198076760 0x7f019819eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54800/0 (socket says 172.21.15.47:54800) 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0196a00700 1 -- 172.21.15.47:0/1950314412 learned_addr learned my addr 172.21.15.47:0/1950314412 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0196000700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0198077080 0x7f019819f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0197400700 1 -- 172.21.15.47:0/1950314412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0198077080 msgr2=0x7f019819f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0197400700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0198077080 0x7f019819f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:48.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0197400700 1 -- 172.21.15.47:0/1950314412 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0198076760 msgr2=0x7f019819eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:48.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0197400700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0198076760 0x7f019819eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:48.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0197400700 1 -- 172.21.15.47:0/1950314412 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01981a3ed0 con 0x7f0198112fe0 2024-04-25T02:31:48.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.883+0000 7f0197400700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198112fe0 0x7f01981a3790 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f019806ab40 tx=0x7f019000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:48.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.884+0000 7f018f400700 1 -- 172.21.15.47:0/1950314412 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190003a00 con 0x7f0198112fe0 2024-04-25T02:31:48.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.884+0000 7f018f400700 1 -- 172.21.15.47:0/1950314412 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f019000ce50 con 0x7f0198112fe0 2024-04-25T02:31:48.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.884+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01981a41c0 con 0x7f0198112fe0 2024-04-25T02:31:48.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.884+0000 7f018f400700 1 -- 172.21.15.47:0/1950314412 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190004780 con 0x7f0198112fe0 2024-04-25T02:31:48.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.884+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01981aba40 con 0x7f0198112fe0 2024-04-25T02:31:48.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.885+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0198068f20 con 0x7f0198112fe0 2024-04-25T02:31:48.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.887+0000 7f018f400700 1 -- 172.21.15.47:0/1950314412 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0190012050 con 0x7f0198112fe0 2024-04-25T02:31:48.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.889+0000 7f018f400700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f017c0a2c20 0x7f017c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:48.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.889+0000 7f018f400700 1 -- 172.21.15.47:0/1950314412 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f01900ce910 con 0x7f0198112fe0 2024-04-25T02:31:48.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.889+0000 7f0196a00700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f017c0a2c20 0x7f017c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:48.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.890+0000 7f0196a00700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f017c0a2c20 0x7f017c0a50e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0188006010 tx=0x7f0188009590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:48.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:48.893+0000 7f018f400700 1 -- 172.21.15.47:0/1950314412 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0190022060 con 0x7f0198112fe0 2024-04-25T02:31:49.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.169+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f019802db30 con 0x7f0198112fe0 2024-04-25T02:31:49.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.170+0000 7f018f400700 1 -- 172.21.15.47:0/1950314412 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f0190010040 con 0x7f0198112fe0 2024-04-25T02:31:49.174 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:49.174 INFO:teuthology.orchestra.run.smithi047.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-25T02:31:49.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f017c0a2c20 msgr2=0x7f017c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:49.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f017c0a2c20 0x7f017c0a50e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0188006010 tx=0x7f0188009590 comp rx=0 tx=0).stop 2024-04-25T02:31:49.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198112fe0 msgr2=0x7f01981a3790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198112fe0 0x7f01981a3790 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f019806ab40 tx=0x7f019000c3a0 comp rx=0 tx=0).stop 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 shutdown_connections 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f017c0a2c20 0x7f017c0a50e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0198112fe0 0x7f01981a3790 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0198076760 0x7f019819eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 --2- 172.21.15.47:0/1950314412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0198077080 0x7f019819f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 >> 172.21.15.47:0/1950314412 conn(0x7f01980ffe10 msgr2=0x7f0198102200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 shutdown_connections 2024-04-25T02:31:49.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:49.173+0000 7f0197e00700 1 -- 172.21.15.47:0/1950314412 wait complete. 2024-04-25T02:31:49.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:49 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1950314412' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T02:31:49.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:49 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1950314412' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T02:31:49.607 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:49 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1950314412' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T02:31:50.177 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-25T02:31:50.177 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:31:50.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 -- 172.21.15.47:0/89851616 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c00741a0 msgr2=0x7f66c0074620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:50.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 --2- 172.21.15.47:0/89851616 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c00741a0 0x7f66c0074620 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f66ac009860 tx=0x7f66ac02a340 comp rx=0 tx=0).stop 2024-04-25T02:31:50.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 -- 172.21.15.47:0/89851616 shutdown_connections 2024-04-25T02:31:50.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 --2- 172.21.15.47:0/89851616 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66c010dd60 0x7f66c0110150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 --2- 172.21.15.47:0/89851616 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c00741a0 0x7f66c0074620 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 --2- 172.21.15.47:0/89851616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66c0075780 0x7f66c0073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 -- 172.21.15.47:0/89851616 >> 172.21.15.47:0/89851616 conn(0x7f66c00fcd20 msgr2=0x7f66c00ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:50.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 -- 172.21.15.47:0/89851616 shutdown_connections 2024-04-25T02:31:50.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.401+0000 7f66c5200640 1 -- 172.21.15.47:0/89851616 wait complete. 2024-04-25T02:31:50.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66c5200640 1 Processor -- start 2024-04-25T02:31:50.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66c5200640 1 -- start start 2024-04-25T02:31:50.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66c5200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66c00741a0 0x7f66c019e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:50.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66c5200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c0075780 0x7f66c019e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66c5200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66c010dd60 0x7f66c01a5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66c5200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f66c01139e0 con 0x7f66c00741a0 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66c5200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f66c0113860 con 0x7f66c010dd60 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66c5200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f66c0113b60 con 0x7f66c0075780 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66bde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66c00741a0 0x7f66c019e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66bde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66c00741a0 0x7f66c019e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:60276/0 (socket says 172.21.15.47:60276) 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.403+0000 7f66bde00640 1 -- 172.21.15.47:0/3749965494 learned_addr learned my addr 172.21.15.47:0/3749965494 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66bd400640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c0075780 0x7f66c019e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66be800640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66c010dd60 0x7f66c01a5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66bd400640 1 -- 172.21.15.47:0/3749965494 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66c010dd60 msgr2=0x7f66c01a5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66bd400640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66c010dd60 0x7f66c01a5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66bd400640 1 -- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66c00741a0 msgr2=0x7f66c019e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66bd400640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66c00741a0 0x7f66c019e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66bd400640 1 -- 172.21.15.47:0/3749965494 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66c01a5cd0 con 0x7f66c0075780 2024-04-25T02:31:50.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66bde00640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66c00741a0 0x7f66c019e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:50.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.404+0000 7f66bd400640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c0075780 0x7f66c019e5f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f66ac02a860 tx=0x7f66ac033d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:50.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:50 smithi047 ceph-mon[27871]: pgmap v367: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:50.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.405+0000 7f66b6a00640 1 -- 172.21.15.47:0/3749965494 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac037040 con 0x7f66c0075780 2024-04-25T02:31:50.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.405+0000 7f66b6a00640 1 -- 172.21.15.47:0/3749965494 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66ac030880 con 0x7f66c0075780 2024-04-25T02:31:50.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.405+0000 7f66b6a00640 1 -- 172.21.15.47:0/3749965494 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac0046c0 con 0x7f66c0075780 2024-04-25T02:31:50.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.405+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66c01a5f60 con 0x7f66c0075780 2024-04-25T02:31:50.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.405+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66c01a6370 con 0x7f66c0075780 2024-04-25T02:31:50.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.407+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66c0103f30 con 0x7f66c0075780 2024-04-25T02:31:50.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.408+0000 7f66b6a00640 1 -- 172.21.15.47:0/3749965494 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f66ac004050 con 0x7f66c0075780 2024-04-25T02:31:50.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.409+0000 7f66b6a00640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66a40a2ce0 0x7f66a40a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:50.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.410+0000 7f66b6a00640 1 -- 172.21.15.47:0/3749965494 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f66ac0eed90 con 0x7f66c0075780 2024-04-25T02:31:50.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.410+0000 7f66bde00640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66a40a2ce0 0x7f66a40a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:50.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.410+0000 7f66bde00640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66a40a2ce0 0x7f66a40a51a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f66b00096c0 tx=0x7f66b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:50.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.414+0000 7f66b6a00640 1 -- 172.21.15.47:0/3749965494 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f66ac0bbca0 con 0x7f66c0075780 2024-04-25T02:31:50.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:50 smithi113 ceph-mon[32459]: pgmap v367: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:50.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:50 smithi178 ceph-mon[33053]: pgmap v367: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:50.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.624+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f66c0062340 con 0x7f66c0075780 2024-04-25T02:31:50.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.626+0000 7f66b6a00640 1 -- 172.21.15.47:0/3749965494 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22592 (secure 0 0 0) 0x7f66ac0bb5a0 con 0x7f66c0075780 2024-04-25T02:31:50.631 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:50.631 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":88,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:31:11.719789+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.629+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66a40a2ce0 msgr2=0x7f66a40a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.629+0000 7f66c5200640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66a40a2ce0 0x7f66a40a51a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f66b00096c0 tx=0x7f66b0009260 comp rx=0 tx=0).stop 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.629+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c0075780 msgr2=0x7f66c019e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.629+0000 7f66c5200640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c0075780 0x7f66c019e5f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f66ac02a860 tx=0x7f66ac033d90 comp rx=0 tx=0).stop 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.630+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 shutdown_connections 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.630+0000 7f66c5200640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f66a40a2ce0 0x7f66a40a51a0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.630+0000 7f66c5200640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66c010dd60 0x7f66c01a5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.630+0000 7f66c5200640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66c0075780 0x7f66c019e5f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.630+0000 7f66c5200640 1 --2- 172.21.15.47:0/3749965494 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66c00741a0 0x7f66c019e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.630+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 >> 172.21.15.47:0/3749965494 conn(0x7f66c00fcd20 msgr2=0x7f66c0101100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:50.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.630+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 shutdown_connections 2024-04-25T02:31:50.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.630+0000 7f66c5200640 1 -- 172.21.15.47:0/3749965494 wait complete. 2024-04-25T02:31:50.654 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:31:50.655 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.874+0000 7fba97e00640 1 -- 172.21.15.47:0/4089156524 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 msgr2=0x7fba981022f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.874+0000 7fba97e00640 1 --2- 172.21.15.47:0/4089156524 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 0x7fba981022f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fba88009900 tx=0x7fba8802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.874+0000 7fba97e00640 1 -- 172.21.15.47:0/4089156524 shutdown_connections 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.874+0000 7fba97e00640 1 --2- 172.21.15.47:0/4089156524 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba981051e0 0x7fba98105660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.874+0000 7fba97e00640 1 --2- 172.21.15.47:0/4089156524 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba98102830 0x7fba98104ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.874+0000 7fba97e00640 1 --2- 172.21.15.47:0/4089156524 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 0x7fba981022f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.874+0000 7fba97e00640 1 -- 172.21.15.47:0/4089156524 >> 172.21.15.47:0/4089156524 conn(0x7fba980fbae0 msgr2=0x7fba980fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.875+0000 7fba97e00640 1 -- 172.21.15.47:0/4089156524 shutdown_connections 2024-04-25T02:31:50.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.875+0000 7fba97e00640 1 -- 172.21.15.47:0/4089156524 wait complete. 2024-04-25T02:31:50.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97e00640 1 Processor -- start 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97e00640 1 -- start start 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 0x7fba9819df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba98102830 0x7fba9819e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba981051e0 0x7fba981a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fba981138c0 con 0x7fba981051e0 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fba98113740 con 0x7fba980ffec0 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fba98113a40 con 0x7fba98102830 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba981051e0 0x7fba981a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba96a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 0x7fba9819df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba96a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 0x7fba9819df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54816/0 (socket says 172.21.15.47:54816) 2024-04-25T02:31:50.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba97400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba981051e0 0x7fba981a54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:60294/0 (socket says 172.21.15.47:60294) 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.876+0000 7fba96a00640 1 -- 172.21.15.47:0/805930750 learned_addr learned my addr 172.21.15.47:0/805930750 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba96000640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba98102830 0x7fba9819e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba96a00640 1 -- 172.21.15.47:0/805930750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba98102830 msgr2=0x7fba9819e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba96a00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba98102830 0x7fba9819e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba96a00640 1 -- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba981051e0 msgr2=0x7fba981a54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba96a00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba981051e0 0x7fba981a54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba96a00640 1 -- 172.21.15.47:0/805930750 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba981a5b30 con 0x7fba980ffec0 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba97400640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba981051e0 0x7fba981a54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba96a00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 0x7fba9819df10 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fba88009230 tx=0x7fba880042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba8f400640 1 -- 172.21.15.47:0/805930750 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba8803f030 con 0x7fba980ffec0 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.877+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba981a5dc0 con 0x7fba980ffec0 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.878+0000 7fba8f400640 1 -- 172.21.15.47:0/805930750 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba88003ce0 con 0x7fba980ffec0 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.878+0000 7fba8f400640 1 -- 172.21.15.47:0/805930750 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba88035070 con 0x7fba980ffec0 2024-04-25T02:31:50.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.878+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba981a61f0 con 0x7fba980ffec0 2024-04-25T02:31:50.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.879+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba980fd5d0 con 0x7fba980ffec0 2024-04-25T02:31:50.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.881+0000 7fba8f400640 1 -- 172.21.15.47:0/805930750 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fba88042030 con 0x7fba980ffec0 2024-04-25T02:31:50.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.882+0000 7fba8f400640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fba7c0a2b90 0x7fba7c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:50.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.882+0000 7fba8f400640 1 -- 172.21.15.47:0/805930750 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fba880ef500 con 0x7fba980ffec0 2024-04-25T02:31:50.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.882+0000 7fba96000640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fba7c0a2b90 0x7fba7c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:50.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.883+0000 7fba96000640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fba7c0a2b90 0x7fba7c0a5050 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fba840095f0 tx=0x7fba84005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:50.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:50.887+0000 7fba8f400640 1 -- 172.21.15.47:0/805930750 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fba880bbdc0 con 0x7fba980ffec0 2024-04-25T02:31:51.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.093+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fba9802d390 con 0x7fba980ffec0 2024-04-25T02:31:51.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.094+0000 7fba8f400640 1 -- 172.21.15.47:0/805930750 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fba880c00c0 con 0x7fba980ffec0 2024-04-25T02:31:51.098 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fba7c0a2b90 msgr2=0x7fba7c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fba7c0a2b90 0x7fba7c0a5050 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fba840095f0 tx=0x7fba84005f90 comp rx=0 tx=0).stop 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 msgr2=0x7fba9819df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 0x7fba9819df10 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fba88009230 tx=0x7fba880042f0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 shutdown_connections 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fba7c0a2b90 0x7fba7c0a5050 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba981051e0 0x7fba981a54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba98102830 0x7fba9819e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 --2- 172.21.15.47:0/805930750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fba980ffec0 0x7fba9819df10 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 >> 172.21.15.47:0/805930750 conn(0x7fba980fbae0 msgr2=0x7fba981031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:51.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 shutdown_connections 2024-04-25T02:31:51.103 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.098+0000 7fba97e00640 1 -- 172.21.15.47:0/805930750 wait complete. 2024-04-25T02:31:51.120 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:31:51.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 -- 172.21.15.47:0/698304662 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4102130 msgr2=0x7f52b4104520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 --2- 172.21.15.47:0/698304662 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4102130 0x7f52b4104520 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f52a4009900 tx=0x7f52a402a410 comp rx=0 tx=0).stop 2024-04-25T02:31:51.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 -- 172.21.15.47:0/698304662 shutdown_connections 2024-04-25T02:31:51.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 --2- 172.21.15.47:0/698304662 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52b4107390 0x7f52b4109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 --2- 172.21.15.47:0/698304662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52b4104a60 0x7f52b4106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 --2- 172.21.15.47:0/698304662 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4102130 0x7f52b4104520 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 -- 172.21.15.47:0/698304662 >> 172.21.15.47:0/698304662 conn(0x7f52b40fbae0 msgr2=0x7f52b40fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 -- 172.21.15.47:0/698304662 shutdown_connections 2024-04-25T02:31:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.338+0000 7f52b3200640 1 -- 172.21.15.47:0/698304662 wait complete. 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.339+0000 7f52b3200640 1 Processor -- start 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.339+0000 7f52b3200640 1 -- start start 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.339+0000 7f52b3200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52b4102130 0x7f52b4101aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.339+0000 7f52b3200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52b4104a60 0x7f52b41000e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.339+0000 7f52b3200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4107390 0x7f52b4100620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.339+0000 7f52b3200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f52b410d2d0 con 0x7f52b4107390 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.339+0000 7f52b3200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f52b410d150 con 0x7f52b4102130 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.339+0000 7f52b3200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52b410d450 con 0x7f52b4104a60 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4107390 0x7f52b4100620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4107390 0x7f52b4100620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:60310/0 (socket says 172.21.15.47:60310) 2024-04-25T02:31:51.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 -- 172.21.15.47:0/1309091296 learned_addr learned my addr 172.21.15.47:0/1309091296 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b1400640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52b4104a60 0x7f52b41000e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b1e00640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52b4102130 0x7f52b4101aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 -- 172.21.15.47:0/1309091296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52b4104a60 msgr2=0x7f52b41000e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52b4104a60 0x7f52b41000e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 -- 172.21.15.47:0/1309091296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52b4102130 msgr2=0x7f52b4101aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52b4102130 0x7f52b4101aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 -- 172.21.15.47:0/1309091296 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52b4100eb0 con 0x7f52b4107390 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b1e00640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52b4102130 0x7f52b4101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.340+0000 7f52b2800640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4107390 0x7f52b4100620 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00eb10 tx=0x7f52ac00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.341+0000 7f52aaa00640 1 -- 172.21.15.47:0/1309091296 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ac004b20 con 0x7f52b4107390 2024-04-25T02:31:51.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.341+0000 7f52aaa00640 1 -- 172.21.15.47:0/1309091296 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52ac004cc0 con 0x7f52b4107390 2024-04-25T02:31:51.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.341+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52b41a1a60 con 0x7f52b4107390 2024-04-25T02:31:51.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.341+0000 7f52aaa00640 1 -- 172.21.15.47:0/1309091296 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ac010760 con 0x7f52b4107390 2024-04-25T02:31:51.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.341+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52b41a1f60 con 0x7f52b4107390 2024-04-25T02:31:51.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.342+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52b40fd5d0 con 0x7f52b4107390 2024-04-25T02:31:51.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.344+0000 7f52aaa00640 1 -- 172.21.15.47:0/1309091296 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f52ac005020 con 0x7f52b4107390 2024-04-25T02:31:51.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.346+0000 7f52aaa00640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f52940a2b90 0x7f52940a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:51.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.346+0000 7f52aaa00640 1 -- 172.21.15.47:0/1309091296 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f52ac0cf730 con 0x7f52b4107390 2024-04-25T02:31:51.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.346+0000 7f52b1e00640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f52940a2b90 0x7f52940a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:51.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.347+0000 7f52b1e00640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f52940a2b90 0x7f52940a5050 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f52a4000c00 tx=0x7f52a40095f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:51.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.350+0000 7f52aaa00640 1 -- 172.21.15.47:0/1309091296 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f52ac09c640 con 0x7f52b4107390 2024-04-25T02:31:51.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:51 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3749965494' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:51.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:51 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/805930750' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:31:51.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:51 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3749965494' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:51.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:51 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/805930750' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:31:51.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.552+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f52b4062340 con 0x7f52b4107390 2024-04-25T02:31:51.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.553+0000 7f52aaa00640 1 -- 172.21.15.47:0/1309091296 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f52ac09bf40 con 0x7f52b4107390 2024-04-25T02:31:51.557 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.555+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f52940a2b90 msgr2=0x7f52940a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.555+0000 7f52b3200640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f52940a2b90 0x7f52940a5050 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f52a4000c00 tx=0x7f52a40095f0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.555+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4107390 msgr2=0x7f52b4100620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.555+0000 7f52b3200640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4107390 0x7f52b4100620 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00eb10 tx=0x7f52ac00c2d0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.556+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 shutdown_connections 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.556+0000 7f52b3200640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f52940a2b90 0x7f52940a5050 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.556+0000 7f52b3200640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52b4107390 0x7f52b4100620 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.556+0000 7f52b3200640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52b4104a60 0x7f52b41000e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.556+0000 7f52b3200640 1 --2- 172.21.15.47:0/1309091296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52b4102130 0x7f52b4101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.556+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 >> 172.21.15.47:0/1309091296 conn(0x7f52b40fbae0 msgr2=0x7f52b4102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:51.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.556+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 shutdown_connections 2024-04-25T02:31:51.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.556+0000 7f52b3200640 1 -- 172.21.15.47:0/1309091296 wait complete. 2024-04-25T02:31:51.579 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:31:51.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:51 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3749965494' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:51.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:51 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/805930750' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:31:51.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 -- 172.21.15.47:0/1622052680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688075700 msgr2=0x7fe688073b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 --2- 172.21.15.47:0/1622052680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688075700 0x7fe688073b50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe678009900 tx=0x7fe67802a480 comp rx=0 tx=0).stop 2024-04-25T02:31:51.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 -- 172.21.15.47:0/1622052680 shutdown_connections 2024-04-25T02:31:51.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 --2- 172.21.15.47:0/1622052680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe688109640 0x7fe68810bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 --2- 172.21.15.47:0/1622052680 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe688074120 0x7fe688074580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 --2- 172.21.15.47:0/1622052680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688075700 0x7fe688073b50 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 -- 172.21.15.47:0/1622052680 >> 172.21.15.47:0/1622052680 conn(0x7fe6880fcd20 msgr2=0x7fe6880ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:51.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 -- 172.21.15.47:0/1622052680 shutdown_connections 2024-04-25T02:31:51.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.785+0000 7fe68da00640 1 -- 172.21.15.47:0/1622052680 wait complete. 2024-04-25T02:31:51.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.786+0000 7fe68da00640 1 Processor -- start 2024-04-25T02:31:51.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.786+0000 7fe68da00640 1 -- start start 2024-04-25T02:31:51.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.786+0000 7fe68da00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688074120 0x7fe688199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:51.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.786+0000 7fe68da00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe688075700 0x7fe68819a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.786+0000 7fe68da00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe688109640 0x7fe6881a1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe68da00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe68810f640 con 0x7fe688074120 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe68da00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe68810f4c0 con 0x7fe688075700 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe68da00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe68810f7c0 con 0x7fe688109640 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe686a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688074120 0x7fe688199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe686a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688074120 0x7fe688199d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54292/0 (socket says 172.21.15.47:54292) 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe686a00640 1 -- 172.21.15.47:0/1287373227 learned_addr learned my addr 172.21.15.47:0/1287373227 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe687400640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe688109640 0x7fe6881a1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe67e000640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe688075700 0x7fe68819a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe686a00640 1 -- 172.21.15.47:0/1287373227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe688109640 msgr2=0x7fe6881a1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe686a00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe688109640 0x7fe6881a1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe686a00640 1 -- 172.21.15.47:0/1287373227 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe688075700 msgr2=0x7fe68819a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe686a00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe688075700 0x7fe68819a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:51.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe686a00640 1 -- 172.21.15.47:0/1287373227 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6881a1910 con 0x7fe688074120 2024-04-25T02:31:51.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.787+0000 7fe67e000640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe688075700 0x7fe68819a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:31:51.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.788+0000 7fe686a00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688074120 0x7fe688199d00 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe678031440 tx=0x7fe678032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:51.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.788+0000 7fe67fe00640 1 -- 172.21.15.47:0/1287373227 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67803f030 con 0x7fe688074120 2024-04-25T02:31:51.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.788+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6881a1ba0 con 0x7fe688074120 2024-04-25T02:31:51.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.788+0000 7fe67fe00640 1 -- 172.21.15.47:0/1287373227 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe678003ce0 con 0x7fe688074120 2024-04-25T02:31:51.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.788+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6881a2090 con 0x7fe688074120 2024-04-25T02:31:51.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.788+0000 7fe67fe00640 1 -- 172.21.15.47:0/1287373227 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe678049060 con 0x7fe688074120 2024-04-25T02:31:51.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.789+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe688108400 con 0x7fe688074120 2024-04-25T02:31:51.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.791+0000 7fe67fe00640 1 -- 172.21.15.47:0/1287373227 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe678042030 con 0x7fe688074120 2024-04-25T02:31:51.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.793+0000 7fe67fe00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe66c0a2b90 0x7fe66c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:51.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.793+0000 7fe67fe00640 1 -- 172.21.15.47:0/1287373227 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fe6780efa60 con 0x7fe688074120 2024-04-25T02:31:51.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.793+0000 7fe67e000640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe66c0a2b90 0x7fe66c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:51.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.794+0000 7fe67e000640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe66c0a2b90 0x7fe66c0a5050 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe670009c20 tx=0x7fe670005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:51.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:51.797+0000 7fe67fe00640 1 -- 172.21.15.47:0/1287373227 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe6780bc970 con 0x7fe688074120 2024-04-25T02:31:52.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.004+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe688062340 con 0x7fe688074120 2024-04-25T02:31:52.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.005+0000 7fe67fe00640 1 -- 172.21.15.47:0/1287373227 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fe6780bc270 con 0x7fe688074120 2024-04-25T02:31:52.009 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:31:52.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe66c0a2b90 msgr2=0x7fe66c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe66c0a2b90 0x7fe66c0a5050 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe670009c20 tx=0x7fe670005f90 comp rx=0 tx=0).stop 2024-04-25T02:31:52.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688074120 msgr2=0x7fe688199d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688074120 0x7fe688199d00 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe678031440 tx=0x7fe678032ce0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 shutdown_connections 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe66c0a2b90 0x7fe66c0a5050 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe688109640 0x7fe6881a1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe688075700 0x7fe68819a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 --2- 172.21.15.47:0/1287373227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe688074120 0x7fe688199d00 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.008+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 >> 172.21.15.47:0/1287373227 conn(0x7fe6880fcd20 msgr2=0x7fe6881055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.009+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 shutdown_connections 2024-04-25T02:31:52.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.009+0000 7fe68da00640 1 -- 172.21.15.47:0/1287373227 wait complete. 2024-04-25T02:31:52.033 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:31:52.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 -- 172.21.15.47:0/3774267529 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6ae41049b0 msgr2=0x7f6ae4104e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 --2- 172.21.15.47:0/3774267529 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6ae41049b0 0x7f6ae4104e30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0009900 tx=0x7f6ad002a410 comp rx=0 tx=0).stop 2024-04-25T02:31:52.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 -- 172.21.15.47:0/3774267529 shutdown_connections 2024-04-25T02:31:52.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 --2- 172.21.15.47:0/3774267529 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae4105370 0x7f6ae410bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 --2- 172.21.15.47:0/3774267529 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6ae41049b0 0x7f6ae4104e30 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 --2- 172.21.15.47:0/3774267529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ae41037c0 0x7f6ae4103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 -- 172.21.15.47:0/3774267529 >> 172.21.15.47:0/3774267529 conn(0x7f6ae40fed50 msgr2=0x7f6ae4101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:52.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 -- 172.21.15.47:0/3774267529 shutdown_connections 2024-04-25T02:31:52.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.243+0000 7f6ae9600640 1 -- 172.21.15.47:0/3774267529 wait complete. 2024-04-25T02:31:52.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.244+0000 7f6ae9600640 1 Processor -- start 2024-04-25T02:31:52.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae9600640 1 -- start start 2024-04-25T02:31:52.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae9600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae41037c0 0x7f6ae4199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:52.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae9600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ae41049b0 0x7f6ae419a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:52.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae9600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6ae4105370 0x7f6ae41a1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:52.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae9600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae410f490 con 0x7f6ae41037c0 2024-04-25T02:31:52.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae9600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae410f310 con 0x7f6ae4105370 2024-04-25T02:31:52.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae9600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae410f610 con 0x7f6ae41049b0 2024-04-25T02:31:52.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae3400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ae41049b0 0x7f6ae419a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:52.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae41037c0 0x7f6ae4199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:52.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae3400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ae41049b0 0x7f6ae419a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44184/0 (socket says 172.21.15.47:44184) 2024-04-25T02:31:52.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae3400640 1 -- 172.21.15.47:0/615420349 learned_addr learned my addr 172.21.15.47:0/615420349 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:52.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.245+0000 7f6ae8c00640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6ae4105370 0x7f6ae41a1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:52.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae3e00640 1 -- 172.21.15.47:0/615420349 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ae41049b0 msgr2=0x7f6ae419a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae3e00640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ae41049b0 0x7f6ae419a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae3e00640 1 -- 172.21.15.47:0/615420349 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6ae4105370 msgr2=0x7f6ae41a1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae3e00640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6ae4105370 0x7f6ae41a1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae3e00640 1 -- 172.21.15.47:0/615420349 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae41a1700 con 0x7f6ae41037c0 2024-04-25T02:31:52.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae3e00640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae41037c0 0x7f6ae4199ae0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6ad400e9c0 tx=0x7f6ad400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:52.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae0c00640 1 -- 172.21.15.47:0/615420349 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad400ccc0 con 0x7f6ae41037c0 2024-04-25T02:31:52.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae0c00640 1 -- 172.21.15.47:0/615420349 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ad40035f0 con 0x7f6ae41037c0 2024-04-25T02:31:52.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae41a19f0 con 0x7f6ae41037c0 2024-04-25T02:31:52.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.246+0000 7f6ae0c00640 1 -- 172.21.15.47:0/615420349 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad400ce60 con 0x7f6ae41037c0 2024-04-25T02:31:52.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.247+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae41a1f40 con 0x7f6ae41037c0 2024-04-25T02:31:52.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.248+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ae410aae0 con 0x7f6ae41037c0 2024-04-25T02:31:52.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.250+0000 7f6ae0c00640 1 -- 172.21.15.47:0/615420349 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6ad40037a0 con 0x7f6ae41037c0 2024-04-25T02:31:52.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.251+0000 7f6ae0c00640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6ac80a2c10 0x7f6ac80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:52.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.251+0000 7f6ae0c00640 1 -- 172.21.15.47:0/615420349 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f6ad40cf530 con 0x7f6ae41037c0 2024-04-25T02:31:52.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.252+0000 7f6ae3400640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6ac80a2c10 0x7f6ac80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:52.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.252+0000 7f6ae3400640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6ac80a2c10 0x7f6ac80a50d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6ae419aff0 tx=0x7f6ad00315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:52.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.255+0000 7f6ae0c00640 1 -- 172.21.15.47:0/615420349 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f6ad409c440 con 0x7f6ae41037c0 2024-04-25T02:31:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:52 smithi047 ceph-mon[27871]: pgmap v368: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T02:31:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:52 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1309091296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:31:52.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:52 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1287373227' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:31:52.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:52 smithi113 ceph-mon[32459]: pgmap v368: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T02:31:52.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:52 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1309091296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:31:52.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:52 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1287373227' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:31:52.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.510+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6ae402d170 con 0x7f6ae41037c0 2024-04-25T02:31:52.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.511+0000 7f6ae0c00640 1 -- 172.21.15.47:0/615420349 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11877 (secure 0 0 0) 0x7f6ad409bd40 con 0x7f6ae41037c0 2024-04-25T02:31:52.515 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:52.515 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:30:17.288376+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24538,24568,24572]},"id":1}]} 2024-04-25T02:31:52.516 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 23 2024-04-25T02:31:52.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6ac80a2c10 msgr2=0x7f6ac80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6ac80a2c10 0x7f6ac80a50d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6ae419aff0 tx=0x7f6ad00315b0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae41037c0 msgr2=0x7f6ae4199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae41037c0 0x7f6ae4199ae0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6ad400e9c0 tx=0x7f6ad400ee80 comp rx=0 tx=0).stop 2024-04-25T02:31:52.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 shutdown_connections 2024-04-25T02:31:52.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f6ac80a2c10 0x7f6ac80a50d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6ae4105370 0x7f6ae41a1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ae41049b0 0x7f6ae419a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 --2- 172.21.15.47:0/615420349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae41037c0 0x7f6ae4199ae0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 >> 172.21.15.47:0/615420349 conn(0x7f6ae40fed50 msgr2=0x7f6ae4107cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:52.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 shutdown_connections 2024-04-25T02:31:52.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.514+0000 7f6ae9600640 1 -- 172.21.15.47:0/615420349 wait complete. 2024-04-25T02:31:52.539 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:31:52.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:52 smithi178 ceph-mon[33053]: pgmap v368: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T02:31:52.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:52 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1309091296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:31:52.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:52 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1287373227' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.743+0000 7f2cc7e00640 1 -- 172.21.15.47:0/1260114562 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2cc81049b0 msgr2=0x7f2cc8104e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.743+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/1260114562 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2cc81049b0 0x7f2cc8104e30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2cb0009900 tx=0x7f2cb002a410 comp rx=0 tx=0).stop 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.743+0000 7f2cc7e00640 1 -- 172.21.15.47:0/1260114562 shutdown_connections 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.743+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/1260114562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2cc8105370 0x7f2cc810bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.743+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/1260114562 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2cc81049b0 0x7f2cc8104e30 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.743+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/1260114562 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cc81037c0 0x7f2cc8103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.743+0000 7f2cc7e00640 1 -- 172.21.15.47:0/1260114562 >> 172.21.15.47:0/1260114562 conn(0x7f2cc80fed50 msgr2=0x7f2cc8101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.744+0000 7f2cc7e00640 1 -- 172.21.15.47:0/1260114562 shutdown_connections 2024-04-25T02:31:52.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.744+0000 7f2cc7e00640 1 -- 172.21.15.47:0/1260114562 wait complete. 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.745+0000 7f2cc7e00640 1 Processor -- start 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.745+0000 7f2cc7e00640 1 -- start start 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.745+0000 7f2cc7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2cc81037c0 0x7f2cc8199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.745+0000 7f2cc7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2cc81049b0 0x7f2cc819a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.745+0000 7f2cc7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cc8105370 0x7f2cc81a10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.745+0000 7f2cc7e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc810f440 con 0x7f2cc81049b0 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.745+0000 7f2cc7e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc810f2c0 con 0x7f2cc81037c0 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.745+0000 7f2cc7e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc810f5c0 con 0x7f2cc8105370 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cbfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2cc81049b0 0x7f2cc819a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cbfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2cc81049b0 0x7f2cc819a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54328/0 (socket says 172.21.15.47:54328) 2024-04-25T02:31:52.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cbfe00640 1 -- 172.21.15.47:0/764176059 learned_addr learned my addr 172.21.15.47:0/764176059 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cc6a00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2cc81037c0 0x7f2cc8199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cc7400640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cc8105370 0x7f2cc81a10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cbfe00640 1 -- 172.21.15.47:0/764176059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cc8105370 msgr2=0x7f2cc81a10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cbfe00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cc8105370 0x7f2cc81a10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cbfe00640 1 -- 172.21.15.47:0/764176059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2cc81037c0 msgr2=0x7f2cc8199af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cbfe00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2cc81037c0 0x7f2cc8199af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.746+0000 7f2cbfe00640 1 -- 172.21.15.47:0/764176059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc81a1710 con 0x7f2cc81049b0 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.747+0000 7f2cbfe00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2cc81049b0 0x7f2cc819a030 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2cb0009230 tx=0x7f2cb00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.747+0000 7f2cbf400640 1 -- 172.21.15.47:0/764176059 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb003f030 con 0x7f2cc81049b0 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.747+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc81a19a0 con 0x7f2cc81049b0 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.747+0000 7f2cbf400640 1 -- 172.21.15.47:0/764176059 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2cb0003ce0 con 0x7f2cc81049b0 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.747+0000 7f2cbf400640 1 -- 172.21.15.47:0/764176059 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb0035070 con 0x7f2cc81049b0 2024-04-25T02:31:52.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.747+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc81a1ee0 con 0x7f2cc81049b0 2024-04-25T02:31:52.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.748+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cc810ab60 con 0x7f2cc81049b0 2024-04-25T02:31:52.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.750+0000 7f2cbf400640 1 -- 172.21.15.47:0/764176059 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2cb0042030 con 0x7f2cc81049b0 2024-04-25T02:31:52.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.751+0000 7f2cbf400640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2cac0a2c10 0x7f2cac0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:52.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.752+0000 7f2cbf400640 1 -- 172.21.15.47:0/764176059 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f2cb00ef460 con 0x7f2cc81049b0 2024-04-25T02:31:52.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.752+0000 7f2cc6a00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2cac0a2c10 0x7f2cac0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:52.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.753+0000 7f2cc6a00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2cac0a2c10 0x7f2cac0a50d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8104810 tx=0x7f2cb8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:52.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.756+0000 7f2cbf400640 1 -- 172.21.15.47:0/764176059 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2cb00bbd20 con 0x7f2cc81049b0 2024-04-25T02:31:52.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.964+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2cc8062340 con 0x7f2cc81049b0 2024-04-25T02:31:52.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.968+0000 7f2cbf400640 1 -- 172.21.15.47:0/764176059 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22592 (secure 0 0 0) 0x7f2cb00c0020 con 0x7f2cc81049b0 2024-04-25T02:31:52.973 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:52.973 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":88,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:31:11.719789+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:31:52.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.970+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2cac0a2c10 msgr2=0x7f2cac0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.970+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2cac0a2c10 0x7f2cac0a50d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8104810 tx=0x7f2cb8005f90 comp rx=0 tx=0).stop 2024-04-25T02:31:52.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.970+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2cc81049b0 msgr2=0x7f2cc819a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:52.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.970+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2cc81049b0 0x7f2cc819a030 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2cb0009230 tx=0x7f2cb00042f0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.971+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 shutdown_connections 2024-04-25T02:31:52.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.971+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2cac0a2c10 0x7f2cac0a50d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.971+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cc8105370 0x7f2cc81a10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.971+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2cc81049b0 0x7f2cc819a030 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.971+0000 7f2cc7e00640 1 --2- 172.21.15.47:0/764176059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2cc81037c0 0x7f2cc8199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:52.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.971+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 >> 172.21.15.47:0/764176059 conn(0x7f2cc80fed50 msgr2=0x7f2cc8107d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:52.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.971+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 shutdown_connections 2024-04-25T02:31:52.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:52.971+0000 7f2cc7e00640 1 -- 172.21.15.47:0/764176059 wait complete. 2024-04-25T02:31:52.996 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:31:52.997 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:31:53.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 -- 172.21.15.47:0/2039349624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66341039a0 msgr2=0x7f6634103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 --2- 172.21.15.47:0/2039349624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66341039a0 0x7f6634103dc0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6628009860 tx=0x7f662802a340 comp rx=0 tx=0).stop 2024-04-25T02:31:53.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 -- 172.21.15.47:0/2039349624 shutdown_connections 2024-04-25T02:31:53.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 --2- 172.21.15.47:0/2039349624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6634105550 0x7f663410bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 --2- 172.21.15.47:0/2039349624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6634104b90 0x7f6634105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 --2- 172.21.15.47:0/2039349624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66341039a0 0x7f6634103dc0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 -- 172.21.15.47:0/2039349624 >> 172.21.15.47:0/2039349624 conn(0x7f66340fef30 msgr2=0x7f6634101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:53.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 -- 172.21.15.47:0/2039349624 shutdown_connections 2024-04-25T02:31:53.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.211+0000 7f663c000640 1 -- 172.21.15.47:0/2039349624 wait complete. 2024-04-25T02:31:53.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.212+0000 7f663c000640 1 Processor -- start 2024-04-25T02:31:53.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.212+0000 7f663c000640 1 -- start start 2024-04-25T02:31:53.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.212+0000 7f663c000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66341039a0 0x7f6634199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:53.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.212+0000 7f663c000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6634104b90 0x7f663419a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:53.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.212+0000 7f663c000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6634105550 0x7f66341a1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:53.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.212+0000 7f663c000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f663410f620 con 0x7f6634105550 2024-04-25T02:31:53.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.212+0000 7f663c000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f663410f4a0 con 0x7f6634104b90 2024-04-25T02:31:53.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.212+0000 7f663c000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f663410f7a0 con 0x7f66341039a0 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6634105550 0x7f66341a1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6634105550 0x7f66341a1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54344/0 (socket says 172.21.15.47:54344) 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 -- 172.21.15.47:0/1955051876 learned_addr learned my addr 172.21.15.47:0/1955051876 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f6638c00640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6634104b90 0x7f663419a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f6639600640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66341039a0 0x7f6634199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 -- 172.21.15.47:0/1955051876 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66341039a0 msgr2=0x7f6634199d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66341039a0 0x7f6634199d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 -- 172.21.15.47:0/1955051876 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6634104b90 msgr2=0x7f663419a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6634104b90 0x7f663419a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 -- 172.21.15.47:0/1955051876 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66341a1910 con 0x7f6634105550 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f6638c00640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6634104b90 0x7f663419a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.213+0000 7f663a000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6634105550 0x7f66341a1270 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f662c00eb10 tx=0x7f662c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.214+0000 7f6632000640 1 -- 172.21.15.47:0/1955051876 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f662c00ce20 con 0x7f6634105550 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.214+0000 7f6632000640 1 -- 172.21.15.47:0/1955051876 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f662c005020 con 0x7f6634105550 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.214+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66341a1c00 con 0x7f6634105550 2024-04-25T02:31:53.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.214+0000 7f6632000640 1 -- 172.21.15.47:0/1955051876 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f662c010690 con 0x7f6634105550 2024-04-25T02:31:53.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.214+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66341a2120 con 0x7f6634105550 2024-04-25T02:31:53.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.215+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f663410ad90 con 0x7f6634105550 2024-04-25T02:31:53.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.217+0000 7f6632000640 1 -- 172.21.15.47:0/1955051876 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f662c005540 con 0x7f6634105550 2024-04-25T02:31:53.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.218+0000 7f6632000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f661c0a2b90 0x7f661c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:53.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.218+0000 7f6632000640 1 -- 172.21.15.47:0/1955051876 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f662c0cf800 con 0x7f6634105550 2024-04-25T02:31:53.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.218+0000 7f6639600640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f661c0a2b90 0x7f661c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:53.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.219+0000 7f6639600640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f661c0a2b90 0x7f661c0a5050 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6628030410 tx=0x7f6628030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:53.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.222+0000 7f6632000640 1 -- 172.21.15.47:0/1955051876 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f662c09c710 con 0x7f6634105550 2024-04-25T02:31:53.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:53 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/615420349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:53.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:53 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/764176059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:53.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.425+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6634062340 con 0x7f6634105550 2024-04-25T02:31:53.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.426+0000 7f6632000640 1 -- 172.21.15.47:0/1955051876 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f662c09c010 con 0x7f6634105550 2024-04-25T02:31:53.430 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:31:53.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f661c0a2b90 msgr2=0x7f661c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f661c0a2b90 0x7f661c0a5050 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6628030410 tx=0x7f6628030550 comp rx=0 tx=0).stop 2024-04-25T02:31:53.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6634105550 msgr2=0x7f66341a1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6634105550 0x7f66341a1270 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f662c00eb10 tx=0x7f662c00ef10 comp rx=0 tx=0).stop 2024-04-25T02:31:53.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 shutdown_connections 2024-04-25T02:31:53.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f661c0a2b90 0x7f661c0a5050 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6634105550 0x7f66341a1270 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6634104b90 0x7f663419a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 --2- 172.21.15.47:0/1955051876 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66341039a0 0x7f6634199d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 >> 172.21.15.47:0/1955051876 conn(0x7f66340fef30 msgr2=0x7f6634107f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:53.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 shutdown_connections 2024-04-25T02:31:53.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.429+0000 7f663c000640 1 -- 172.21.15.47:0/1955051876 wait complete. 2024-04-25T02:31:53.453 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:31:53.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:53 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/615420349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:53.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:53 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/764176059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:53.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:53 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/615420349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:53.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:53 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/764176059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:53.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.661+0000 7f7180800640 1 -- 172.21.15.47:0/2877753081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7178077340 msgr2=0x7f71780777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.661+0000 7f7180800640 1 --2- 172.21.15.47:0/2877753081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7178077340 0x7f71780777a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7168009900 tx=0x7f716802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.662+0000 7f7180800640 1 -- 172.21.15.47:0/2877753081 shutdown_connections 2024-04-25T02:31:53.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.662+0000 7f7180800640 1 --2- 172.21.15.47:0/2877753081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7178077ce0 0x7f7178078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.662+0000 7f7180800640 1 --2- 172.21.15.47:0/2877753081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7178077340 0x7f71780777a0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.662+0000 7f7180800640 1 --2- 172.21.15.47:0/2877753081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7178076100 0x7f7178076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.662+0000 7f7180800640 1 -- 172.21.15.47:0/2877753081 >> 172.21.15.47:0/2877753081 conn(0x7f71780fef30 msgr2=0x7f7178101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:53.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.662+0000 7f7180800640 1 -- 172.21.15.47:0/2877753081 shutdown_connections 2024-04-25T02:31:53.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.662+0000 7f7180800640 1 -- 172.21.15.47:0/2877753081 wait complete. 2024-04-25T02:31:53.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.663+0000 7f7180800640 1 Processor -- start 2024-04-25T02:31:53.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.663+0000 7f7180800640 1 -- start start 2024-04-25T02:31:53.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.663+0000 7f7180800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7178076100 0x7f717819e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.663+0000 7f7180800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7178077340 0x7f717819e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.663+0000 7f7180800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7178077ce0 0x7f71781a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.663+0000 7f7180800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7178113a70 con 0x7f7178076100 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.663+0000 7f7180800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f71781138f0 con 0x7f7178077ce0 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.663+0000 7f7180800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7178113bf0 con 0x7f7178077340 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7178076100 0x7f717819e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7178076100 0x7f717819e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54366/0 (socket says 172.21.15.47:54366) 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717de00640 1 -- 172.21.15.47:0/833825046 learned_addr learned my addr 172.21.15.47:0/833825046 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717d400640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7178077340 0x7f717819e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717e800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7178077ce0 0x7f71781a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717e800640 1 -- 172.21.15.47:0/833825046 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7178077340 msgr2=0x7f717819e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717e800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7178077340 0x7f717819e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717e800640 1 -- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7178076100 msgr2=0x7f717819e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717e800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7178076100 0x7f717819e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717e800640 1 -- 172.21.15.47:0/833825046 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71781a5cb0 con 0x7f7178077ce0 2024-04-25T02:31:53.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.664+0000 7f717de00640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7178076100 0x7f717819e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:53.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.665+0000 7f717e800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7178077ce0 0x7f71781a5640 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7174009fd0 tx=0x7f717400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:53.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.665+0000 7f7172a00640 1 -- 172.21.15.47:0/833825046 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f717400ce20 con 0x7f7178077ce0 2024-04-25T02:31:53.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.665+0000 7f7172a00640 1 -- 172.21.15.47:0/833825046 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7174005020 con 0x7f7178077ce0 2024-04-25T02:31:53.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.665+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71781a5fa0 con 0x7f7178077ce0 2024-04-25T02:31:53.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.665+0000 7f7172a00640 1 -- 172.21.15.47:0/833825046 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7174010720 con 0x7f7178077ce0 2024-04-25T02:31:53.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.665+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71781a6460 con 0x7f7178077ce0 2024-04-25T02:31:53.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.666+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7178110310 con 0x7f7178077ce0 2024-04-25T02:31:53.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.668+0000 7f7172a00640 1 -- 172.21.15.47:0/833825046 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7174005540 con 0x7f7178077ce0 2024-04-25T02:31:53.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.670+0000 7f7172a00640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f71600a2c10 0x7f71600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:53.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.670+0000 7f7172a00640 1 -- 172.21.15.47:0/833825046 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f71740cf710 con 0x7f7178077ce0 2024-04-25T02:31:53.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.670+0000 7f717de00640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f71600a2c10 0x7f71600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:53.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.671+0000 7f717de00640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f71600a2c10 0x7f71600a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f716c0095f0 tx=0x7f716c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:53.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.674+0000 7f7172a00640 1 -- 172.21.15.47:0/833825046 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f717409c620 con 0x7f7178077ce0 2024-04-25T02:31:53.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.878+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f71780623e0 con 0x7f7178077ce0 2024-04-25T02:31:53.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.879+0000 7f7172a00640 1 -- 172.21.15.47:0/833825046 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f717409bf20 con 0x7f7178077ce0 2024-04-25T02:31:53.883 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:31:53.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f71600a2c10 msgr2=0x7f71600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f71600a2c10 0x7f71600a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f716c0095f0 tx=0x7f716c005f90 comp rx=0 tx=0).stop 2024-04-25T02:31:53.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7178077ce0 msgr2=0x7f71781a5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:53.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7178077ce0 0x7f71781a5640 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7174009fd0 tx=0x7f717400ef10 comp rx=0 tx=0).stop 2024-04-25T02:31:53.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 shutdown_connections 2024-04-25T02:31:53.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f71600a2c10 0x7f71600a50d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7178077ce0 0x7f71781a5640 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7178077340 0x7f717819e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 --2- 172.21.15.47:0/833825046 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7178076100 0x7f717819e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:53.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 >> 172.21.15.47:0/833825046 conn(0x7f71780fef30 msgr2=0x7f7178100a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:53.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 shutdown_connections 2024-04-25T02:31:53.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:53.881+0000 7f7180800640 1 -- 172.21.15.47:0/833825046 wait complete. 2024-04-25T02:31:53.905 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:31:54.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 -- 172.21.15.47:0/2448686317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc107c80 msgr2=0x7fb8fc1080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 --2- 172.21.15.47:0/2448686317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc107c80 0x7fb8fc1080a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec009ca0 tx=0x7fb8ec02a8c0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 -- 172.21.15.47:0/2448686317 shutdown_connections 2024-04-25T02:31:54.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 --2- 172.21.15.47:0/2448686317 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb8fc109830 0x7fb8fc1100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 --2- 172.21.15.47:0/2448686317 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb8fc108e70 0x7fb8fc1092f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 --2- 172.21.15.47:0/2448686317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc107c80 0x7fb8fc1080a0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 -- 172.21.15.47:0/2448686317 >> 172.21.15.47:0/2448686317 conn(0x7fb8fc076c10 msgr2=0x7fb8fc079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:54.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 -- 172.21.15.47:0/2448686317 shutdown_connections 2024-04-25T02:31:54.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.112+0000 7fb8fb200640 1 -- 172.21.15.47:0/2448686317 wait complete. 2024-04-25T02:31:54.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.113+0000 7fb8fb200640 1 Processor -- start 2024-04-25T02:31:54.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.113+0000 7fb8fb200640 1 -- start start 2024-04-25T02:31:54.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fb200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb8fc107c80 0x7fb8fc19df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:54.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fb200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb8fc108e70 0x7fb8fc19e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fb200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc109830 0x7fb8fc1a5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fb200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc113950 con 0x7fb8fc109830 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fb200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc1137d0 con 0x7fb8fc107c80 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fb200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc113ad0 con 0x7fb8fc108e70 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fa800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc109830 0x7fb8fc1a5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fa800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc109830 0x7fb8fc1a5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54392/0 (socket says 172.21.15.47:54392) 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8fa800640 1 -- 172.21.15.47:0/4150827675 learned_addr learned my addr 172.21.15.47:0/4150827675 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8f9e00640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb8fc107c80 0x7fb8fc19df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.114+0000 7fb8f1400640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb8fc108e70 0x7fb8fc19e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8fa800640 1 -- 172.21.15.47:0/4150827675 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb8fc108e70 msgr2=0x7fb8fc19e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8fa800640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb8fc108e70 0x7fb8fc19e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8fa800640 1 -- 172.21.15.47:0/4150827675 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb8fc107c80 msgr2=0x7fb8fc19df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8fa800640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb8fc107c80 0x7fb8fc19df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8fa800640 1 -- 172.21.15.47:0/4150827675 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8fc1a5b80 con 0x7fb8fc109830 2024-04-25T02:31:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8fa800640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc109830 0x7fb8fc1a5510 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb8f400e970 tx=0x7fb8f400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8f3400640 1 -- 172.21.15.47:0/4150827675 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f400ccc0 con 0x7fb8fc109830 2024-04-25T02:31:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8f3400640 1 -- 172.21.15.47:0/4150827675 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb8f400ce60 con 0x7fb8fc109830 2024-04-25T02:31:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8fc1a5e70 con 0x7fb8fc109830 2024-04-25T02:31:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8f3400640 1 -- 172.21.15.47:0/4150827675 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4010490 con 0x7fb8fc109830 2024-04-25T02:31:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.115+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8fc1a6380 con 0x7fb8fc109830 2024-04-25T02:31:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.117+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8fc10ef40 con 0x7fb8fc109830 2024-04-25T02:31:54.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.119+0000 7fb8f3400640 1 -- 172.21.15.47:0/4150827675 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb8f4005020 con 0x7fb8fc109830 2024-04-25T02:31:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.120+0000 7fb8f3400640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8e00a2c10 0x7fb8e00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.120+0000 7fb8f3400640 1 -- 172.21.15.47:0/4150827675 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fb8f40cf430 con 0x7fb8fc109830 2024-04-25T02:31:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.120+0000 7fb8f9e00640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8e00a2c10 0x7fb8e00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.121+0000 7fb8f9e00640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8e00a2c10 0x7fb8e00a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec000f80 tx=0x7fb8ec005f30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:54.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.124+0000 7fb8f3400640 1 -- 172.21.15.47:0/4150827675 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb8f409c340 con 0x7fb8fc109830 2024-04-25T02:31:54.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.322+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb8fc062340 con 0x7fb8fc109830 2024-04-25T02:31:54.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.323+0000 7fb8f3400640 1 -- 172.21.15.47:0/4150827675 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fb8f409bc40 con 0x7fb8fc109830 2024-04-25T02:31:54.327 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8e00a2c10 msgr2=0x7fb8e00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8e00a2c10 0x7fb8e00a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec000f80 tx=0x7fb8ec005f30 comp rx=0 tx=0).stop 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc109830 msgr2=0x7fb8fc1a5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc109830 0x7fb8fc1a5510 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb8f400e970 tx=0x7fb8f400ed70 comp rx=0 tx=0).stop 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 shutdown_connections 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb8e00a2c10 0x7fb8e00a50d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc109830 0x7fb8fc1a5510 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb8fc108e70 0x7fb8fc19e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 --2- 172.21.15.47:0/4150827675 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb8fc107c80 0x7fb8fc19df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 >> 172.21.15.47:0/4150827675 conn(0x7fb8fc076c10 msgr2=0x7fb8fc10c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:54.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 shutdown_connections 2024-04-25T02:31:54.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.326+0000 7fb8fb200640 1 -- 172.21.15.47:0/4150827675 wait complete. 2024-04-25T02:31:54.347 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:31:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:54 smithi113 ceph-mon[32459]: pgmap v369: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T02:31:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:54 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1955051876' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:31:54.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:54 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/833825046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:31:54.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 -- 172.21.15.47:0/452982477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f400ffe30 msgr2=0x7f1f40102260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 --2- 172.21.15.47:0/452982477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f400ffe30 0x7f1f40102260 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1f30009ca0 tx=0x7f1f3002a8c0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 -- 172.21.15.47:0/452982477 shutdown_connections 2024-04-25T02:31:54.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 --2- 172.21.15.47:0/452982477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f40105150 0x7f1f401055d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 --2- 172.21.15.47:0/452982477 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f401027a0 0x7f1f40104c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 --2- 172.21.15.47:0/452982477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f400ffe30 0x7f1f40102260 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 -- 172.21.15.47:0/452982477 >> 172.21.15.47:0/452982477 conn(0x7f1f400fba10 msgr2=0x7f1f400fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:54.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 -- 172.21.15.47:0/452982477 shutdown_connections 2024-04-25T02:31:54.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.542+0000 7f1f44a00640 1 -- 172.21.15.47:0/452982477 wait complete. 2024-04-25T02:31:54.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.543+0000 7f1f44a00640 1 Processor -- start 2024-04-25T02:31:54.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.543+0000 7f1f44a00640 1 -- start start 2024-04-25T02:31:54.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f44a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f400ffe30 0x7f1f4019dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:54.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f44a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f401027a0 0x7f1f4019e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:54.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f44a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f40105150 0x7f1f401a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:54.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f44a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1f40113810 con 0x7f1f401027a0 2024-04-25T02:31:54.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f44a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1f40113690 con 0x7f1f400ffe30 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f44a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1f40113990 con 0x7f1f40105150 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f401027a0 0x7f1f4019e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f400ffe30 0x7f1f4019dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f400ffe30 0x7f1f4019dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57744/0 (socket says 172.21.15.47:57744) 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3e800640 1 -- 172.21.15.47:0/1722017769 learned_addr learned my addr 172.21.15.47:0/1722017769 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3f200640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f40105150 0x7f1f401a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3e800640 1 -- 172.21.15.47:0/1722017769 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f40105150 msgr2=0x7f1f401a5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3e800640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f40105150 0x7f1f401a5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3e800640 1 -- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f401027a0 msgr2=0x7f1f4019e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3e800640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f401027a0 0x7f1f4019e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3e800640 1 -- 172.21.15.47:0/1722017769 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f401a5ac0 con 0x7f1f400ffe30 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.544+0000 7f1f3de00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f401027a0 0x7f1f4019e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.545+0000 7f1f3e800640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f400ffe30 0x7f1f4019dea0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1f30000f80 tx=0x7f1f30031ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.545+0000 7f1f37400640 1 -- 172.21.15.47:0/1722017769 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3002fa20 con 0x7f1f400ffe30 2024-04-25T02:31:54.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.545+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f401a5d50 con 0x7f1f400ffe30 2024-04-25T02:31:54.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.545+0000 7f1f37400640 1 -- 172.21.15.47:0/1722017769 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f3002fbc0 con 0x7f1f400ffe30 2024-04-25T02:31:54.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.545+0000 7f1f37400640 1 -- 172.21.15.47:0/1722017769 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3003a6f0 con 0x7f1f400ffe30 2024-04-25T02:31:54.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.545+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f401a6210 con 0x7f1f400ffe30 2024-04-25T02:31:54.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.546+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f400fd500 con 0x7f1f400ffe30 2024-04-25T02:31:54.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.548+0000 7f1f37400640 1 -- 172.21.15.47:0/1722017769 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1f3003a890 con 0x7f1f400ffe30 2024-04-25T02:31:54.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.550+0000 7f1f37400640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1f240a2b90 0x7f1f240a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:54.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.550+0000 7f1f37400640 1 -- 172.21.15.47:0/1722017769 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f1f300f0550 con 0x7f1f400ffe30 2024-04-25T02:31:54.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.550+0000 7f1f3de00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1f240a2b90 0x7f1f240a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:54.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.551+0000 7f1f3de00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1f240a2b90 0x7f1f240a5050 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1f4019f3b0 tx=0x7f1f28005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:54.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.554+0000 7f1f37400640 1 -- 172.21.15.47:0/1722017769 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1f300bd4f0 con 0x7f1f400ffe30 2024-04-25T02:31:54.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:54 smithi178 ceph-mon[33053]: pgmap v369: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T02:31:54.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:54 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1955051876' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:31:54.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:54 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/833825046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:31:54.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:54 smithi047 ceph-mon[27871]: pgmap v369: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T02:31:54.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:54 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1955051876' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:31:54.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:54 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/833825046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:31:54.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.800+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f4002d170 con 0x7f1f400ffe30 2024-04-25T02:31:54.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.801+0000 7f1f37400640 1 -- 172.21.15.47:0/1722017769 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11877 (secure 0 0 0) 0x7f1f300bcdf0 con 0x7f1f400ffe30 2024-04-25T02:31:54.805 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:54.805 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:30:17.288376+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24538,24568,24572]},"id":1}]} 2024-04-25T02:31:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 23 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.803+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1f240a2b90 msgr2=0x7f1f240a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.803+0000 7f1f44a00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1f240a2b90 0x7f1f240a5050 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1f4019f3b0 tx=0x7f1f28005f90 comp rx=0 tx=0).stop 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.803+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f400ffe30 msgr2=0x7f1f4019dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.803+0000 7f1f44a00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f400ffe30 0x7f1f4019dea0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1f30000f80 tx=0x7f1f30031ee0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.804+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 shutdown_connections 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.804+0000 7f1f44a00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f1f240a2b90 0x7f1f240a5050 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.804+0000 7f1f44a00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f40105150 0x7f1f401a5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.804+0000 7f1f44a00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f401027a0 0x7f1f4019e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.804+0000 7f1f44a00640 1 --2- 172.21.15.47:0/1722017769 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f400ffe30 0x7f1f4019dea0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.804+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 >> 172.21.15.47:0/1722017769 conn(0x7f1f400fba10 msgr2=0x7f1f401031d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.804+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 shutdown_connections 2024-04-25T02:31:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:54.804+0000 7f1f44a00640 1 -- 172.21.15.47:0/1722017769 wait complete. 2024-04-25T02:31:54.826 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:31:55.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 -- 172.21.15.47:0/111299160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b41009d0 msgr2=0x7f79b4100e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 --2- 172.21.15.47:0/111299160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b41009d0 0x7f79b4100e50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f799c009ca0 tx=0x7f799c02a8c0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 -- 172.21.15.47:0/111299160 shutdown_connections 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 --2- 172.21.15.47:0/111299160 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79b4101390 0x7f79b4107c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 --2- 172.21.15.47:0/111299160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b41009d0 0x7f79b4100e50 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 --2- 172.21.15.47:0/111299160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79b40ff7e0 0x7f79b40ffc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 -- 172.21.15.47:0/111299160 >> 172.21.15.47:0/111299160 conn(0x7f79b40fad70 msgr2=0x7f79b40fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 -- 172.21.15.47:0/111299160 shutdown_connections 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.038+0000 7f79b9200640 1 -- 172.21.15.47:0/111299160 wait complete. 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.039+0000 7f79b9200640 1 Processor -- start 2024-04-25T02:31:55.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b9200640 1 -- start start 2024-04-25T02:31:55.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b9200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79b40ff7e0 0x7f79b4103770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:55.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b9200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79b41009d0 0x7f79b4101db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:55.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b9200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b4101390 0x7f79b41022f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:55.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b9200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79b410c190 con 0x7f79b4101390 2024-04-25T02:31:55.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b9200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f79b410c010 con 0x7f79b40ff7e0 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b9200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f79b410c310 con 0x7f79b41009d0 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b4101390 0x7f79b41022f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79b40ff7e0 0x7f79b4103770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b4101390 0x7f79b41022f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54432/0 (socket says 172.21.15.47:54432) 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.040+0000 7f79b3e00640 1 -- 172.21.15.47:0/1876492570 learned_addr learned my addr 172.21.15.47:0/1876492570 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79b2a00640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79b41009d0 0x7f79b4101db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79b3400640 1 -- 172.21.15.47:0/1876492570 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79b41009d0 msgr2=0x7f79b4101db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79b3400640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79b41009d0 0x7f79b4101db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79b3400640 1 -- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b4101390 msgr2=0x7f79b41022f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79b3400640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b4101390 0x7f79b41022f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79b3400640 1 -- 172.21.15.47:0/1876492570 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79b4102b80 con 0x7f79b40ff7e0 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79b3e00640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b4101390 0x7f79b41022f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79b3400640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79b40ff7e0 0x7f79b4103770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f79a400e9c0 tx=0x7f79a400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:55.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.041+0000 7f79abe00640 1 -- 172.21.15.47:0/1876492570 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79a400ccc0 con 0x7f79b40ff7e0 2024-04-25T02:31:55.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.042+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79b41a1a10 con 0x7f79b40ff7e0 2024-04-25T02:31:55.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.042+0000 7f79abe00640 1 -- 172.21.15.47:0/1876492570 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79a40035f0 con 0x7f79b40ff7e0 2024-04-25T02:31:55.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.042+0000 7f79abe00640 1 -- 172.21.15.47:0/1876492570 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79a400ce60 con 0x7f79b40ff7e0 2024-04-25T02:31:55.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.042+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79b41a1f30 con 0x7f79b40ff7e0 2024-04-25T02:31:55.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.043+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79b40688d0 con 0x7f79b40ff7e0 2024-04-25T02:31:55.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.045+0000 7f79abe00640 1 -- 172.21.15.47:0/1876492570 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f79a40037a0 con 0x7f79b40ff7e0 2024-04-25T02:31:55.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.046+0000 7f79abe00640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79940a2b90 0x7f79940a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:55.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.046+0000 7f79abe00640 1 -- 172.21.15.47:0/1876492570 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f79a40cf4c0 con 0x7f79b40ff7e0 2024-04-25T02:31:55.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.046+0000 7f79b2a00640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79940a2b90 0x7f79940a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:55.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.047+0000 7f79b2a00640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79940a2b90 0x7f79940a5050 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f799c005e30 tx=0x7f799c005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.048+0000 7f79abe00640 1 -- 172.21.15.47:0/1876492570 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f79a409c3d0 con 0x7f79b40ff7e0 2024-04-25T02:31:55.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.258+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f79b41a2160 con 0x7f79b40ff7e0 2024-04-25T02:31:55.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.261+0000 7f79abe00640 1 -- 172.21.15.47:0/1876492570 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22592 (secure 0 0 0) 0x7f79a409bcd0 con 0x7f79b40ff7e0 2024-04-25T02:31:55.266 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:55.266 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":88,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:31:11.719789+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:31:55.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79940a2b90 msgr2=0x7f79940a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79940a2b90 0x7f79940a5050 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f799c005e30 tx=0x7f799c005f50 comp rx=0 tx=0).stop 2024-04-25T02:31:55.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79b40ff7e0 msgr2=0x7f79b4103770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79b40ff7e0 0x7f79b4103770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f79a400e9c0 tx=0x7f79a400ee80 comp rx=0 tx=0).stop 2024-04-25T02:31:55.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 shutdown_connections 2024-04-25T02:31:55.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79940a2b90 0x7f79940a5050 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79b4101390 0x7f79b41022f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79b41009d0 0x7f79b4101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 --2- 172.21.15.47:0/1876492570 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79b40ff7e0 0x7f79b4103770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 >> 172.21.15.47:0/1876492570 conn(0x7f79b40fad70 msgr2=0x7f79b40fc7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:55.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 shutdown_connections 2024-04-25T02:31:55.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.265+0000 7f79b9200640 1 -- 172.21.15.47:0/1876492570 wait complete. 2024-04-25T02:31:55.291 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:31:55.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:55 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/4150827675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:31:55.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:55 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1722017769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:55.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.503+0000 7fd6a5600640 1 -- 172.21.15.47:0/173716667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 msgr2=0x7fd6a00ff6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.503+0000 7fd6a5600640 1 --2- 172.21.15.47:0/173716667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 0x7fd6a00ff6f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd688009be0 tx=0x7fd68802a6c0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.503+0000 7fd6a5600640 1 -- 172.21.15.47:0/173716667 shutdown_connections 2024-04-25T02:31:55.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.503+0000 7fd6a5600640 1 --2- 172.21.15.47:0/173716667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6a00ffc30 0x7fd6a0101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.503+0000 7fd6a5600640 1 --2- 172.21.15.47:0/173716667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 0x7fd6a00ff6f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.503+0000 7fd6a5600640 1 --2- 172.21.15.47:0/173716667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6a01007a0 0x7fd6a0100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.504+0000 7fd6a5600640 1 -- 172.21.15.47:0/173716667 >> 172.21.15.47:0/173716667 conn(0x7fd6a00fad70 msgr2=0x7fd6a00fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:55.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.504+0000 7fd6a5600640 1 -- 172.21.15.47:0/173716667 shutdown_connections 2024-04-25T02:31:55.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.504+0000 7fd6a5600640 1 -- 172.21.15.47:0/173716667 wait complete. 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.505+0000 7fd6a5600640 1 Processor -- start 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.505+0000 7fd6a5600640 1 -- start start 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.505+0000 7fd6a5600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 0x7fd6a0199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.505+0000 7fd6a5600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6a00ffc30 0x7fd6a019a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.505+0000 7fd6a5600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6a01007a0 0x7fd6a01a1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.505+0000 7fd6a5600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a010f450 con 0x7fd6a00ffc30 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.505+0000 7fd6a5600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a010f2d0 con 0x7fd6a00ff270 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.505+0000 7fd6a5600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a010f5d0 con 0x7fd6a01007a0 2024-04-25T02:31:55.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 0x7fd6a0199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 0x7fd6a0199ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57770/0 (socket says 172.21.15.47:57770) 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 -- 172.21.15.47:0/1252260154 learned_addr learned my addr 172.21.15.47:0/1252260154 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69f400640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6a00ffc30 0x7fd6a019a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd6a4c00640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6a01007a0 0x7fd6a01a1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 -- 172.21.15.47:0/1252260154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6a01007a0 msgr2=0x7fd6a01a1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6a01007a0 0x7fd6a01a1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 -- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6a00ffc30 msgr2=0x7fd6a019a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6a00ffc30 0x7fd6a019a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 -- 172.21.15.47:0/1252260154 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a01a16e0 con 0x7fd6a00ff270 2024-04-25T02:31:55.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.506+0000 7fd69fe00640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 0x7fd6a0199ac0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd69000e9f0 tx=0x7fd69000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:55.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.507+0000 7fd69cc00640 1 -- 172.21.15.47:0/1252260154 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69000ccc0 con 0x7fd6a00ff270 2024-04-25T02:31:55.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.507+0000 7fd69cc00640 1 -- 172.21.15.47:0/1252260154 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd690010910 con 0x7fd6a00ff270 2024-04-25T02:31:55.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.507+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a01a19d0 con 0x7fd6a00ff270 2024-04-25T02:31:55.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.507+0000 7fd69cc00640 1 -- 172.21.15.47:0/1252260154 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6900188a0 con 0x7fd6a00ff270 2024-04-25T02:31:55.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.507+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a01a1f40 con 0x7fd6a00ff270 2024-04-25T02:31:55.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.508+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6a010bac0 con 0x7fd6a00ff270 2024-04-25T02:31:55.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.510+0000 7fd69cc00640 1 -- 172.21.15.47:0/1252260154 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd690010ac0 con 0x7fd6a00ff270 2024-04-25T02:31:55.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.511+0000 7fd69cc00640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd6840a2c10 0x7fd6840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:55.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.511+0000 7fd69cc00640 1 -- 172.21.15.47:0/1252260154 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fd6900cf440 con 0x7fd6a00ff270 2024-04-25T02:31:55.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.512+0000 7fd69f400640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd6840a2c10 0x7fd6840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:55.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.512+0000 7fd69f400640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd6840a2c10 0x7fd6840a50d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd68802abe0 tx=0x7fd688005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:55.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.515+0000 7fd69cc00640 1 -- 172.21.15.47:0/1252260154 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fd69009c350 con 0x7fd6a00ff270 2024-04-25T02:31:55.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:55 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/4150827675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:31:55.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:55 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1722017769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:55.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:55 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/4150827675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:31:55.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:55 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1722017769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:55.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.764+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6a002d170 con 0x7fd6a00ff270 2024-04-25T02:31:55.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.765+0000 7fd69cc00640 1 -- 172.21.15.47:0/1252260154 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11877 (secure 0 0 0) 0x7fd69009bc50 con 0x7fd6a00ff270 2024-04-25T02:31:55.770 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:31:55.770 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:30:17.288376+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24538,24568,24572]},"id":1}]} 2024-04-25T02:31:55.770 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 23 2024-04-25T02:31:55.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.768+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd6840a2c10 msgr2=0x7fd6840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.768+0000 7fd6a5600640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd6840a2c10 0x7fd6840a50d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd68802abe0 tx=0x7fd688005fd0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 msgr2=0x7fd6a0199ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:55.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 0x7fd6a0199ac0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd69000e9f0 tx=0x7fd69000edf0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 shutdown_connections 2024-04-25T02:31:55.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fd6840a2c10 0x7fd6840a50d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6a01007a0 0x7fd6a01a1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6a00ffc30 0x7fd6a019a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 --2- 172.21.15.47:0/1252260154 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd6a00ff270 0x7fd6a0199ac0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:55.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 >> 172.21.15.47:0/1252260154 conn(0x7fd6a00fad70 msgr2=0x7fd6a00fc4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:55.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 shutdown_connections 2024-04-25T02:31:55.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:55.769+0000 7fd6a5600640 1 -- 172.21.15.47:0/1252260154 wait complete. 2024-04-25T02:31:55.793 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T02:30:11.641575+0000', 'modified': '2024-04-25T02:30:17.288376+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24572, 'mds_1': 24568, 'mds_2': 24538}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24502': {'gid': 24502, 'name': 'f', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6835/3273261366', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6834', 'nonce': 3273261366}, {'type': 'v1', 'addr': '172.21.15.178:6835', 'nonce': 3273261366}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6837/2147401395', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6836', 'nonce': 2147401395}, {'type': 'v1', 'addr': '172.21.15.178:6837', 'nonce': 2147401395}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.113:6837/3829188390', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.113:6836', 'nonce': 3829188390}, {'type': 'v1', 'addr': '172.21.15.113:6837', 'nonce': 3829188390}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24538': {'gid': 24538, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.178:6839/2023850034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6838', 'nonce': 2023850034}, {'type': 'v1', 'addr': '172.21.15.178:6839', 'nonce': 2023850034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24568': {'gid': 24568, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.47:6841/1009095225', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.47:6840', 'nonce': 1009095225}, {'type': 'v1', 'addr': '172.21.15.47:6841', 'nonce': 1009095225}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24572': {'gid': 24572, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.113:6839/3297899949', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.113:6838', 'nonce': 3297899949}, {'type': 'v1', 'addr': '172.21.15.113:6839', 'nonce': 3297899949}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24572, 'qdb_cluster': [24538, 24568, 24572]} 2024-04-25T02:31:55.793 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-25T02:31:55.793 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.007+0000 7f606b200640 1 -- 172.21.15.47:0/1797032308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f606c0ff240 msgr2=0x7f606c0ff660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.007+0000 7f606b200640 1 --2- 172.21.15.47:0/1797032308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f606c0ff240 0x7f606c0ff660 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f605c009900 tx=0x7f605c02a400 comp rx=0 tx=0).stop 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.007+0000 7f606b200640 1 -- 172.21.15.47:0/1797032308 shutdown_connections 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.007+0000 7f606b200640 1 --2- 172.21.15.47:0/1797032308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f606c107350 0x7f606c109740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.007+0000 7f606b200640 1 --2- 172.21.15.47:0/1797032308 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f606c0ffba0 0x7f606c106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.008+0000 7f606b200640 1 --2- 172.21.15.47:0/1797032308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f606c0ff240 0x7f606c0ff660 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.008+0000 7f606b200640 1 -- 172.21.15.47:0/1797032308 >> 172.21.15.47:0/1797032308 conn(0x7f606c0fae00 msgr2=0x7f606c0fd240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.008+0000 7f606b200640 1 -- 172.21.15.47:0/1797032308 shutdown_connections 2024-04-25T02:31:56.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.008+0000 7f606b200640 1 -- 172.21.15.47:0/1797032308 wait complete. 2024-04-25T02:31:56.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606b200640 1 Processor -- start 2024-04-25T02:31:56.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606b200640 1 -- start start 2024-04-25T02:31:56.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f606c0ff240 0x7f606c199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606b200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f606c0ffba0 0x7f606c19a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f606c107350 0x7f606c1a1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606b200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f606c10d300 con 0x7f606c0ffba0 2024-04-25T02:31:56.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606b200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f606c10d180 con 0x7f606c107350 2024-04-25T02:31:56.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606b200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f606c10d480 con 0x7f606c0ff240 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f6069400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f606c0ffba0 0x7f606c19a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f6069400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f606c0ffba0 0x7f606c19a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54480/0 (socket says 172.21.15.47:54480) 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f6069400640 1 -- 172.21.15.47:0/1748928337 learned_addr learned my addr 172.21.15.47:0/1748928337 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f6069e00640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f606c0ff240 0x7f606c199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.009+0000 7f606a800640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f606c107350 0x7f606c1a1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.010+0000 7f6069400640 1 -- 172.21.15.47:0/1748928337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f606c0ff240 msgr2=0x7f606c199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.010+0000 7f6069400640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f606c0ff240 0x7f606c199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.010+0000 7f6069400640 1 -- 172.21.15.47:0/1748928337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f606c107350 msgr2=0x7f606c1a1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.010+0000 7f6069400640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f606c107350 0x7f606c1a1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.010+0000 7f6069400640 1 -- 172.21.15.47:0/1748928337 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f606c1a17f0 con 0x7f606c0ffba0 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.010+0000 7f606a800640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f606c107350 0x7f606c1a1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:56.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.010+0000 7f6069400640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f606c0ffba0 0x7f606c19a160 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f605800e9c0 tx=0x7f605800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.011+0000 7f6062a00640 1 -- 172.21.15.47:0/1748928337 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605800cd80 con 0x7f606c0ffba0 2024-04-25T02:31:56.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.011+0000 7f606b200640 1 -- 172.21.15.47:0/1748928337 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f606c1a1ae0 con 0x7f606c0ffba0 2024-04-25T02:31:56.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.011+0000 7f6062a00640 1 -- 172.21.15.47:0/1748928337 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60580035f0 con 0x7f606c0ffba0 2024-04-25T02:31:56.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.011+0000 7f6062a00640 1 -- 172.21.15.47:0/1748928337 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058010690 con 0x7f606c0ffba0 2024-04-25T02:31:56.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.011+0000 7f606b200640 1 -- 172.21.15.47:0/1748928337 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f606c1a2080 con 0x7f606c0ffba0 2024-04-25T02:31:56.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.014+0000 7f6073df9740 1 Processor -- start 2024-04-25T02:31:56.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.014+0000 7f6073df9740 1 -- start start 2024-04-25T02:31:56.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.014+0000 7f6073df9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b52d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.014+0000 7f6073df9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b57e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.014+0000 7f6073df9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b584d0 0x556ae8b5a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.014+0000 7f6073df9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556ae8a52ed0 con 0x556ae8b584d0 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.014+0000 7f6073df9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556ae8ab5df0 con 0x556ae8b53360 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.014+0000 7f6073df9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556ae8a5e8d0 con 0x556ae8b52970 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f6062a00640 1 -- 172.21.15.47:0/1748928337 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f60580037a0 con 0x7f606c0ffba0 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f606a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b52d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f6069e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b57e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f606a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b52d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44364/0 (socket says 172.21.15.47:44364) 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f606a800640 1 -- 172.21.15.47:0/254029194 learned_addr learned my addr 172.21.15.47:0/254029194 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f6069400640 1 --2- 172.21.15.47:0/254029194 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b584d0 0x556ae8b5a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f606a800640 1 -- 172.21.15.47:0/254029194 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 msgr2=0x556ae8b57e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f606a800640 1 --2- 172.21.15.47:0/254029194 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b57e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f606a800640 1 -- 172.21.15.47:0/254029194 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b584d0 msgr2=0x556ae8b5a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f606a800640 1 --2- 172.21.15.47:0/254029194 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b584d0 0x556ae8b5a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.015+0000 7f606a800640 1 -- 172.21.15.47:0/254029194 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ae87ca2d0 con 0x556ae8b52970 2024-04-25T02:31:56.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.016+0000 7f606a800640 1 --2- 172.21.15.47:0/254029194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b52d90 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f60640117e0 tx=0x7f6064011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b831ad30a9feed4b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.016+0000 7f6057400640 1 -- 172.21.15.47:0/254029194 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6064011310 con 0x556ae8b52970 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.016+0000 7f6057400640 1 -- 172.21.15.47:0/254029194 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6064003e50 con 0x556ae8b52970 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.016+0000 7f6057400640 1 -- 172.21.15.47:0/254029194 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6064004620 con 0x556ae8b52970 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6062a00640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f60500a2b90 0x7f60500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 -- 172.21.15.47:0/254029194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 msgr2=0x556ae8b52d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 --2- 172.21.15.47:0/254029194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b52d90 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f60640117e0 tx=0x7f6064011ca0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6062a00640 1 -- 172.21.15.47:0/1748928337 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f60580cf460 con 0x7f606c0ffba0 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 -- 172.21.15.47:0/254029194 shutdown_connections 2024-04-25T02:31:56.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 --2- 172.21.15.47:0/254029194 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b584d0 0x556ae8b5a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 --2- 172.21.15.47:0/254029194 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b57e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 --2- 172.21.15.47:0/254029194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b52d90 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6069e00640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f60500a2b90 0x7f60500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 -- 172.21.15.47:0/254029194 >> 172.21.15.47:0/254029194 conn(0x556ae8b4dfe0 msgr2=0x556ae8b4e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 -- 172.21.15.47:0/254029194 shutdown_connections 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 -- 172.21.15.47:0/254029194 wait complete. 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.017+0000 7f6073df9740 1 -- start start 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6069e00640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f60500a2b90 0x7f60500a5050 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f605c031610 tx=0x7f605c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6073df9740 1 Processor -- start 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6073df9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b52970 0x556ae8b5cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6073df9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b5d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6073df9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b584d0 0x556ae8b641d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6073df9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556ae8a71d20 con 0x556ae8b52970 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6073df9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556ae8ab1db0 con 0x556ae8b53360 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6073df9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556ae8b5b480 con 0x556ae8b584d0 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6073df9740 10 client.0 _ll_register_callbacks cb 0x556ae8aacf10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6069e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b52970 0x556ae8b5cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6069e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b52970 0x556ae8b5cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54498/0 (socket says 172.21.15.47:54498) 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.018+0000 7f6069e00640 1 -- 172.21.15.47:0/2531596966 learned_addr learned my addr 172.21.15.47:0/2531596966 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f606a800640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b584d0 0x556ae8b641d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f6069400640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b5d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f6069e00640 1 -- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b584d0 msgr2=0x556ae8b641d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f6069e00640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b584d0 0x556ae8b641d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f6069e00640 1 -- 172.21.15.47:0/2531596966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 msgr2=0x556ae8b5d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f6069e00640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b5d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f6069e00640 1 -- 172.21.15.47:0/2531596966 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ae88946b0 con 0x556ae8b52970 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f606a800640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b584d0 0x556ae8b641d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f6069400640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b5d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f6069e00640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b52970 0x556ae8b5cc90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f605c009900 tx=0x7f605c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f4e32309049f6ee server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.019+0000 7f604be00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.020+0000 7f604be00640 1 -- 172.21.15.47:0/2531596966 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c04e070 con 0x556ae8b52970 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.020+0000 7f6073df9740 1 -- 172.21.15.47:0/2531596966 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6064003e50 con 0x556ae8b52970 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.020+0000 7f604be00640 1 -- 172.21.15.47:0/2531596966 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f605c004b80 con 0x556ae8b52970 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.020+0000 7f604be00640 1 -- 172.21.15.47:0/2531596966 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f605c05a050 con 0x556ae8b52970 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.020+0000 7f6073df9740 10 client.14880 fetch_fsmap learned FSMap version 23 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.020+0000 7f6073df9740 1 -- 172.21.15.47:0/2531596966 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x556ae8b675d0 con 0x556ae8b52970 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.020+0000 7f604be00640 1 -- 172.21.15.47:0/2531596966 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6064003e50 con 0x556ae8b52970 2024-04-25T02:31:56.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.021+0000 7f604be00640 1 -- 172.21.15.47:0/2531596966 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f605c003710 con 0x556ae8b52970 2024-04-25T02:31:56.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.021+0000 7f6073df9740 10 client.14880 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:31:56.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.021+0000 7f6073df9740 10 client.14880 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T02:31:56.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.021+0000 7f6073df9740 20 client.14880 populate_metadata read hostname 'smithi047' 2024-04-25T02:31:56.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.021+0000 7f6073df9740 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556ae8b69bf0 0x556ae8b6b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.021+0000 7f6073df9740 4 client.14880 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:31:56.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.021+0000 7f6073df9740 1 -- 172.21.15.47:0/2531596966 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ae8ac3330 con 0x556ae8b69bf0 2024-04-25T02:31:56.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.021+0000 7f6069400640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556ae8b69bf0 0x556ae8b6b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.030 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.022+0000 7f6069400640 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556ae8b69bf0 0x556ae8b6b060 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a7a33876fb15f08b server_cookie=79af9058039e8680 in_seq=0 out_seq=0 2024-04-25T02:31:56.030 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.022+0000 7f604be00640 10 client.14880 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:31:56.030 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.022+0000 7f604be00640 1 -- 172.21.15.47:0/2531596966 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556ae8ac3330 con 0x556ae8b69bf0 2024-04-25T02:31:56.030 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.022+0000 7f604be00640 10 client.14880 handle_command_reply: tid=0 2024-04-25T02:31:56.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.022+0000 7f6073df9740 1 client.14880 shutdown 2024-04-25T02:31:56.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 -- 172.21.15.47:0/2531596966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b52970 msgr2=0x556ae8b5cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b52970 0x556ae8b5cc90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f605c009900 tx=0x7f605c009260 comp rx=0 tx=0).stop 2024-04-25T02:31:56.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 -- 172.21.15.47:0/2531596966 shutdown_connections 2024-04-25T02:31:56.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556ae8b69bf0 0x556ae8b6b060 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b584d0 0x556ae8b641d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b5d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f604be00640 0 client.14880 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:31:56.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 --2- 172.21.15.47:0/2531596966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b52970 0x556ae8b5cc90 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 -- 172.21.15.47:0/2531596966 >> 172.21.15.47:0/2531596966 conn(0x556ae8b4dfe0 msgr2=0x556ae8b4d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 -- 172.21.15.47:0/2531596966 shutdown_connections 2024-04-25T02:31:56.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 1 -- 172.21.15.47:0/2531596966 wait complete. 2024-04-25T02:31:56.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.023+0000 7f6073df9740 20 client.14880 trim_cache size 0 max 16384 2024-04-25T02:31:56.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.043+0000 7f6073df9740 1 Processor -- start 2024-04-25T02:31:56.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.043+0000 7f6073df9740 1 -- start start 2024-04-25T02:31:56.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.043+0000 7f6073df9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b4d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.043+0000 7f6073df9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b52970 0x556ae8b64190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.043+0000 7f6073df9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b53360 0x556ae8b48d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.043+0000 7f6073df9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556ae8b693a0 con 0x556ae8b4dfe0 2024-04-25T02:31:56.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.043+0000 7f6073df9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556ae8b69a70 con 0x556ae8b52970 2024-04-25T02:31:56.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.043+0000 7f6073df9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556ae8b6a140 con 0x556ae8b53360 2024-04-25T02:31:56.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b4d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b4d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54512/0 (socket says 172.21.15.47:54512) 2024-04-25T02:31:56.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 -- 172.21.15.47:0/1398415453 learned_addr learned my addr 172.21.15.47:0/1398415453 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f606a800640 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b53360 0x556ae8b48d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069400640 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b52970 0x556ae8b64190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 -- 172.21.15.47:0/1398415453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b53360 msgr2=0x556ae8b48d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b53360 0x556ae8b48d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 -- 172.21.15.47:0/1398415453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b52970 msgr2=0x556ae8b64190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b52970 0x556ae8b64190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 -- 172.21.15.47:0/1398415453 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ae8b5b590 con 0x556ae8b4dfe0 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.044+0000 7f6069e00640 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b4d8a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f605c003cd0 tx=0x7f605c004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9d925ce372012f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6056a00640 1 -- 172.21.15.47:0/1398415453 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c04e070 con 0x556ae8b4dfe0 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6056a00640 1 -- 172.21.15.47:0/1398415453 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f605c0035f0 con 0x556ae8b4dfe0 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6056a00640 1 -- 172.21.15.47:0/1398415453 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c035040 con 0x556ae8b4dfe0 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 -- 172.21.15.47:0/1398415453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 msgr2=0x556ae8b4d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b4d8a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f605c003cd0 tx=0x7f605c004610 comp rx=0 tx=0).stop 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 -- 172.21.15.47:0/1398415453 shutdown_connections 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b53360 0x556ae8b48d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b52970 0x556ae8b64190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 --2- 172.21.15.47:0/1398415453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b4d8a0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 -- 172.21.15.47:0/1398415453 >> 172.21.15.47:0/1398415453 conn(0x556ae8b540d0 msgr2=0x556ae8b4e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 -- 172.21.15.47:0/1398415453 shutdown_connections 2024-04-25T02:31:56.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.045+0000 7f6073df9740 1 -- 172.21.15.47:0/1398415453 wait complete. 2024-04-25T02:31:56.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 1 -- start start 2024-04-25T02:31:56.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 1 Processor -- start 2024-04-25T02:31:56.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b62340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b62880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b62dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556ae8b6aee0 con 0x556ae8b4dfe0 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556ae8b6a810 con 0x556ae8b53360 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556ae8b6b5b0 con 0x556ae8b52970 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.046+0000 7f6073df9740 10 client.0 _ll_register_callbacks cb 0x7f605c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b62340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b62340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54526/0 (socket says 172.21.15.47:54526) 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 -- 172.21.15.47:0/2895030949 learned_addr learned my addr 172.21.15.47:0/2895030949 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f606a800640 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b62dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069400640 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b62880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 -- 172.21.15.47:0/2895030949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 msgr2=0x556ae8b62880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b62880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 -- 172.21.15.47:0/2895030949 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 msgr2=0x556ae8b62dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b62dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 -- 172.21.15.47:0/2895030949 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ae8b635f0 con 0x556ae8b4dfe0 2024-04-25T02:31:56.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f6069e00640 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b62340 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f605c003ae0 tx=0x7f605c009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bf6f8ce76b802b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.047+0000 7f604be00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f604be00640 1 -- 172.21.15.47:0/2895030949 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c06a060 con 0x556ae8b4dfe0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f604be00640 1 -- 172.21.15.47:0/2895030949 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f605c004b80 con 0x556ae8b4dfe0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 1 -- 172.21.15.47:0/2895030949 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f605c0035f0 con 0x556ae8b4dfe0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f604be00640 1 -- 172.21.15.47:0/2895030949 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f605c062070 con 0x556ae8b4dfe0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 10 client.14886 fetch_fsmap learned FSMap version 23 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 1 -- 172.21.15.47:0/2895030949 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x556ae8bcfd20 con 0x556ae8b4dfe0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f604be00640 1 -- 172.21.15.47:0/2895030949 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f605c0035f0 con 0x556ae8b4dfe0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f604be00640 1 -- 172.21.15.47:0/2895030949 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f605c04a750 con 0x556ae8b4dfe0 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 10 client.14886 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 10 client.14886 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 20 client.14886 populate_metadata read hostname 'smithi047' 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556ae8b584d0 0x556ae8bd3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 4 client.14886 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.048+0000 7f6073df9740 1 -- 172.21.15.47:0/2895030949 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "status"}) -- 0x556ae8abd680 con 0x556ae8b584d0 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.049+0000 7f6069400640 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556ae8b584d0 0x556ae8bd3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.049+0000 7f6069400640 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556ae8b584d0 0x556ae8bd3430 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a1338c9cf9dd6d47 server_cookie=14040a665a7dcb50 in_seq=0 out_seq=0 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.049+0000 7f604be00640 10 client.14886 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f604be00640 1 -- 172.21.15.47:0/2895030949 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x556ae8abd680 con 0x556ae8b584d0 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f604be00640 10 client.14886 handle_command_reply: tid=0 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 client.14886 shutdown 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 -- 172.21.15.47:0/2895030949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 msgr2=0x556ae8b62340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b62340 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f605c003ae0 tx=0x7f605c009880 comp rx=0 tx=0).stop 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 -- 172.21.15.47:0/2895030949 shutdown_connections 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556ae8b584d0 0x556ae8bd3430 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556ae8b53360 0x556ae8b62dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556ae8b52970 0x556ae8b62880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 --2- 172.21.15.47:0/2895030949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556ae8b4dfe0 0x556ae8b62340 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 -- 172.21.15.47:0/2895030949 >> 172.21.15.47:0/2895030949 conn(0x556ae8b540d0 msgr2=0x556ae8b51050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f604be00640 0 client.14886 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 -- 172.21.15.47:0/2895030949 shutdown_connections 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 1 -- 172.21.15.47:0/2895030949 wait complete. 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.050+0000 7f6073df9740 20 client.14886 trim_cache size 0 max 16384 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stdout: "cluster_fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stdout: "whoami": 2, 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stdout: "id": 24538, 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stdout: "want_state": "up:active", 2024-04-25T02:31:56.058 INFO:teuthology.orchestra.run.smithi047.stdout: "state": "up:active", 2024-04-25T02:31:56.059 INFO:teuthology.orchestra.run.smithi047.stdout: "fs_name": "cephfs", 2024-04-25T02:31:56.059 INFO:teuthology.orchestra.run.smithi047.stdout: "rank_uptime": 99.773383014999993, 2024-04-25T02:31:56.059 INFO:teuthology.orchestra.run.smithi047.stdout: "mdsmap_epoch": 23, 2024-04-25T02:31:56.059 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch": 88, 2024-04-25T02:31:56.059 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T02:31:56.059 INFO:teuthology.orchestra.run.smithi047.stdout: "uptime": 122.340719976 2024-04-25T02:31:56.059 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 -- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f60500a2b90 msgr2=0x7f60500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f60500a2b90 0x7f60500a5050 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f605c031610 tx=0x7f605c005a20 comp rx=0 tx=0).stop 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 -- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f606c0ffba0 msgr2=0x7f606c19a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f606c0ffba0 0x7f606c19a160 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f605800e9c0 tx=0x7f605800ee80 comp rx=0 tx=0).stop 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 -- 172.21.15.47:0/1748928337 shutdown_connections 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f60500a2b90 0x7f60500a5050 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f606c107350 0x7f606c1a1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f606c0ffba0 0x7f606c19a160 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 --2- 172.21.15.47:0/1748928337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f606c0ff240 0x7f606c199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 -- 172.21.15.47:0/1748928337 >> 172.21.15.47:0/1748928337 conn(0x7f606c0fae00 msgr2=0x7f606c0fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 -- 172.21.15.47:0/1748928337 shutdown_connections 2024-04-25T02:31:56.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.051+0000 7f606b200640 1 -- 172.21.15.47:0/1748928337 wait complete. 2024-04-25T02:31:56.072 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-25T02:31:56.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.284+0000 7f35d6800640 1 -- 172.21.15.47:0/692667503 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0105550 msgr2=0x7f35d010bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.284+0000 7f35d6800640 1 --2- 172.21.15.47:0/692667503 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0105550 0x7f35d010bde0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f35c8009ca0 tx=0x7f35c802a8c0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.285+0000 7f35d6800640 1 -- 172.21.15.47:0/692667503 shutdown_connections 2024-04-25T02:31:56.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.285+0000 7f35d6800640 1 --2- 172.21.15.47:0/692667503 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0105550 0x7f35d010bde0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.285+0000 7f35d6800640 1 --2- 172.21.15.47:0/692667503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35d0104b90 0x7f35d0105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.285+0000 7f35d6800640 1 --2- 172.21.15.47:0/692667503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f35d01039a0 0x7f35d0103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.285+0000 7f35d6800640 1 -- 172.21.15.47:0/692667503 >> 172.21.15.47:0/692667503 conn(0x7f35d00fef30 msgr2=0x7f35d0101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.285+0000 7f35d6800640 1 -- 172.21.15.47:0/692667503 shutdown_connections 2024-04-25T02:31:56.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.285+0000 7f35d6800640 1 -- 172.21.15.47:0/692667503 wait complete. 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35d6800640 1 Processor -- start 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35d6800640 1 -- start start 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35d6800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f35d01039a0 0x7f35d0199c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35d6800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0104b90 0x7f35d019a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35d6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35d0105550 0x7f35d01a11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35d6800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35d010f650 con 0x7f35d0104b90 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35d6800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f35d010f4d0 con 0x7f35d01039a0 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35d6800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f35d010f7d0 con 0x7f35d0105550 2024-04-25T02:31:56.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35cf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f35d01039a0 0x7f35d0199c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35c6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0104b90 0x7f35d019a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35cf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f35d01039a0 0x7f35d0199c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57836/0 (socket says 172.21.15.47:57836) 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35cf400640 1 -- 172.21.15.47:0/198688095 learned_addr learned my addr 172.21.15.47:0/198688095 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.286+0000 7f35cfe00640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35d0105550 0x7f35d01a11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35c6a00640 1 -- 172.21.15.47:0/198688095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35d0105550 msgr2=0x7f35d01a11c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35c6a00640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35d0105550 0x7f35d01a11c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35c6a00640 1 -- 172.21.15.47:0/198688095 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f35d01039a0 msgr2=0x7f35d0199c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35c6a00640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f35d01039a0 0x7f35d0199c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35c6a00640 1 -- 172.21.15.47:0/198688095 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35d01a1860 con 0x7f35d0104b90 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35cf400640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f35d01039a0 0x7f35d0199c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35c6a00640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0104b90 0x7f35d019a190 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f35b800e9f0 tx=0x7f35b800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35ccc00640 1 -- 172.21.15.47:0/198688095 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b800ccc0 con 0x7f35d0104b90 2024-04-25T02:31:56.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35ccc00640 1 -- 172.21.15.47:0/198688095 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35b8010910 con 0x7f35d0104b90 2024-04-25T02:31:56.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35d6800640 1 -- 172.21.15.47:0/198688095 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35d01a1b50 con 0x7f35d0104b90 2024-04-25T02:31:56.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35ccc00640 1 -- 172.21.15.47:0/198688095 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8018960 con 0x7f35d0104b90 2024-04-25T02:31:56.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.287+0000 7f35d6800640 1 -- 172.21.15.47:0/198688095 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35d01a20a0 con 0x7f35d0104b90 2024-04-25T02:31:56.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35d97a7740 1 Processor -- start 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35ccc00640 1 -- 172.21.15.47:0/198688095 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f35b8010ac0 con 0x7f35d0104b90 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35d97a7740 1 -- start start 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d74b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d75150 0x564356d79c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d7a2c0 0x564356d7c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35d97a7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564356c74ed0 con 0x564356d7a2c0 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35d97a7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564356cd7df0 con 0x564356d74760 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35d97a7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564356c808d0 con 0x564356d75150 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.291+0000 7f35c6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d7a2c0 0x564356d7c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d74b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d74b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57846/0 (socket says 172.21.15.47:57846) 2024-04-25T02:31:56.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 -- 172.21.15.47:0/1268984579 learned_addr learned my addr 172.21.15.47:0/1268984579 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cf400640 1 --2- 172.21.15.47:0/1268984579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d75150 0x564356d79c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 -- 172.21.15.47:0/1268984579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d75150 msgr2=0x564356d79c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 --2- 172.21.15.47:0/1268984579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d75150 0x564356d79c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 -- 172.21.15.47:0/1268984579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d7a2c0 msgr2=0x564356d7c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 --2- 172.21.15.47:0/1268984579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d7a2c0 0x564356d7c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 -- 172.21.15.47:0/1268984579 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643569ec2d0 con 0x564356d74760 2024-04-25T02:31:56.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35cfe00640 1 --2- 172.21.15.47:0/1268984579 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d74b80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f35c8009ca0 tx=0x7f35c80093c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c2ba4dbb9fc0335 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.292+0000 7f35ccc00640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f35b40a2b90 0x7f35b40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.293+0000 7f35ccc00640 1 -- 172.21.15.47:0/198688095 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f35b80cf450 con 0x7f35d0104b90 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.293+0000 7f35cf400640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f35b40a2b90 0x7f35b40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.293+0000 7f35c4c00640 1 -- 172.21.15.47:0/1268984579 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c8031650 con 0x564356d74760 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.293+0000 7f35c4c00640 1 -- 172.21.15.47:0/1268984579 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35c8036030 con 0x564356d74760 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.293+0000 7f35c4c00640 1 -- 172.21.15.47:0/1268984579 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c8004720 con 0x564356d74760 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 -- 172.21.15.47:0/1268984579 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 msgr2=0x564356d74b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35cf400640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f35b40a2b90 0x7f35b40a5050 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x564356d75550 tx=0x7f35c0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 --2- 172.21.15.47:0/1268984579 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d74b80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f35c8009ca0 tx=0x7f35c80093c0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 -- 172.21.15.47:0/1268984579 shutdown_connections 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 --2- 172.21.15.47:0/1268984579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d7a2c0 0x564356d7c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 --2- 172.21.15.47:0/1268984579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d75150 0x564356d79c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 --2- 172.21.15.47:0/1268984579 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d74b80 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 -- 172.21.15.47:0/1268984579 >> 172.21.15.47:0/1268984579 conn(0x564356d6fdd0 msgr2=0x564356d701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 -- 172.21.15.47:0/1268984579 shutdown_connections 2024-04-25T02:31:56.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 -- 172.21.15.47:0/1268984579 wait complete. 2024-04-25T02:31:56.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.294+0000 7f35d97a7740 1 -- start start 2024-04-25T02:31:56.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35d97a7740 1 Processor -- start 2024-04-25T02:31:56.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d7e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d7ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 0x564356d85db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35d97a7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564356c93d20 con 0x564356d75150 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35d97a7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564356cd3db0 con 0x564356d74760 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35d97a7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564356d7d090 con 0x564356d7a2c0 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35d97a7740 10 client.0 _ll_register_callbacks cb 0x564356ccef10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35cf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d7e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35c6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d7ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35cf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d7e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57850/0 (socket says 172.21.15.47:57850) 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35cf400640 1 -- 172.21.15.47:0/830187854 learned_addr learned my addr 172.21.15.47:0/830187854 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.295+0000 7f35cfe00640 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 0x564356d85db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35cf400640 1 -- 172.21.15.47:0/830187854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 msgr2=0x564356d85db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35cf400640 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 0x564356d85db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35cf400640 1 -- 172.21.15.47:0/830187854 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 msgr2=0x564356d7ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35cf400640 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d7ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35cf400640 1 -- 172.21.15.47:0/830187854 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564356ab66b0 con 0x564356d74760 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35cf400640 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d7e830 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f35c000f750 tx=0x7f35c0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73af8a05c460b6a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35bd600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35bd600640 1 -- 172.21.15.47:0/830187854 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0004320 con 0x564356d74760 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35bd600640 1 -- 172.21.15.47:0/830187854 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f35c0011630 con 0x564356d74760 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.296+0000 7f35d97a7740 1 -- 172.21.15.47:0/830187854 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35c8036030 con 0x564356d74760 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.297+0000 7f35bd600640 1 -- 172.21.15.47:0/830187854 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f35c00044c0 con 0x564356d74760 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.297+0000 7f35d97a7740 10 client.24995 fetch_fsmap learned FSMap version 23 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.297+0000 7f35d97a7740 1 -- 172.21.15.47:0/830187854 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x564356d891e0 con 0x564356d74760 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.297+0000 7f35bd600640 1 -- 172.21.15.47:0/830187854 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35c8036030 con 0x564356d74760 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.297+0000 7f35bd600640 1 -- 172.21.15.47:0/830187854 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f35c0027020 con 0x564356d74760 2024-04-25T02:31:56.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.297+0000 7f35d97a7740 10 client.24995 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:31:56.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.297+0000 7f35d97a7740 10 client.24995 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T02:31:56.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.297+0000 7f35d97a7740 20 client.24995 populate_metadata read hostname 'smithi047' 2024-04-25T02:31:56.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.298+0000 7f35d97a7740 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x564356d8b840 0x564356d8ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.298+0000 7f35d97a7740 4 client.24995 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:31:56.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.298+0000 7f35d97a7740 1 -- 172.21.15.47:0/830187854 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564356ce5330 con 0x564356d8b840 2024-04-25T02:31:56.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.298+0000 7f35c6a00640 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x564356d8b840 0x564356d8ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.298+0000 7f35c6a00640 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x564356d8b840 0x564356d8ccb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8599539c141d53ad server_cookie=4ffc8a4159c0d414 in_seq=0 out_seq=0 2024-04-25T02:31:56.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.298+0000 7f35bd600640 10 client.24995 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:31:56.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.299+0000 7f35bd600640 1 -- 172.21.15.47:0/830187854 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564356ce5330 con 0x564356d8b840 2024-04-25T02:31:56.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.299+0000 7f35bd600640 10 client.24995 handle_command_reply: tid=0 2024-04-25T02:31:56.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.299+0000 7f35d97a7740 1 client.24995 shutdown 2024-04-25T02:31:56.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 -- 172.21.15.47:0/830187854 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 msgr2=0x564356d7e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d7e830 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f35c000f750 tx=0x7f35c0004730 comp rx=0 tx=0).stop 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 -- 172.21.15.47:0/830187854 shutdown_connections 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x564356d8b840 0x564356d8ccb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 0x564356d85db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d7ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35bd600640 0 client.24995 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 --2- 172.21.15.47:0/830187854 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d7e830 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 -- 172.21.15.47:0/830187854 >> 172.21.15.47:0/830187854 conn(0x564356d6fdd0 msgr2=0x564356d6ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 -- 172.21.15.47:0/830187854 shutdown_connections 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 1 -- 172.21.15.47:0/830187854 wait complete. 2024-04-25T02:31:56.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.300+0000 7f35d97a7740 20 client.24995 trim_cache size 0 max 16384 2024-04-25T02:31:56.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.320+0000 7f35d97a7740 1 Processor -- start 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35d97a7740 1 -- start start 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d74760 0x564356d7c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d85d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d7a2c0 0x564356d79b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35d97a7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564356d8aff0 con 0x564356d75150 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35d97a7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564356d8b6c0 con 0x564356d7a2c0 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35d97a7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564356d8bd90 con 0x564356d74760 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35cf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d74760 0x564356d7c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35cf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d74760 0x564356d7c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44446/0 (socket says 172.21.15.47:44446) 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35c6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d85d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35cf400640 1 -- 172.21.15.47:0/2894850872 learned_addr learned my addr 172.21.15.47:0/2894850872 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.321+0000 7f35cfe00640 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d7a2c0 0x564356d79b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35cf400640 1 -- 172.21.15.47:0/2894850872 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d7a2c0 msgr2=0x564356d79b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35cf400640 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d7a2c0 0x564356d79b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35cf400640 1 -- 172.21.15.47:0/2894850872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 msgr2=0x564356d85d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35cf400640 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d85d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35cf400640 1 -- 172.21.15.47:0/2894850872 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564356d7d200 con 0x564356d74760 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35c6a00640 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d85d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35cf400640 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d74760 0x564356d7c6b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f35c0004020 tx=0x7f35c000f660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a036abc749b72e0d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35bfe00640 1 -- 172.21.15.47:0/2894850872 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c00035f0 con 0x564356d74760 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35bfe00640 1 -- 172.21.15.47:0/2894850872 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35c0038020 con 0x564356d74760 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.322+0000 7f35bfe00640 1 -- 172.21.15.47:0/2894850872 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c001e470 con 0x564356d74760 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 -- 172.21.15.47:0/2894850872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d74760 msgr2=0x564356d7c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d74760 0x564356d7c6b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f35c0004020 tx=0x7f35c000f660 comp rx=0 tx=0).stop 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 -- 172.21.15.47:0/2894850872 shutdown_connections 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d7a2c0 0x564356d79b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d85d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 --2- 172.21.15.47:0/2894850872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d74760 0x564356d7c6b0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 -- 172.21.15.47:0/2894850872 >> 172.21.15.47:0/2894850872 conn(0x564356d6fdd0 msgr2=0x564356d701b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 -- 172.21.15.47:0/2894850872 shutdown_connections 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 -- 172.21.15.47:0/2894850872 wait complete. 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.323+0000 7f35d97a7740 1 -- start start 2024-04-25T02:31:56.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35d97a7740 1 Processor -- start 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d83fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d844f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35d97a7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 0x564356d84a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35d97a7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564356d8cb30 con 0x564356d75150 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35d97a7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564356d8c460 con 0x564356d74760 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35d97a7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564356d8d200 con 0x564356d7a2c0 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35d97a7740 10 client.0 _ll_register_callbacks cb 0x7f35c0009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35c6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d844f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35c6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d844f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54574/0 (socket says 172.21.15.47:54574) 2024-04-25T02:31:56.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35c6a00640 1 -- 172.21.15.47:0/3912095885 learned_addr learned my addr 172.21.15.47:0/3912095885 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35cf400640 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d83fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.324+0000 7f35cfe00640 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 0x564356d84a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35c6a00640 1 -- 172.21.15.47:0/3912095885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 msgr2=0x564356d84a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35c6a00640 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 0x564356d84a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35c6a00640 1 -- 172.21.15.47:0/3912095885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 msgr2=0x564356d83fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35c6a00640 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d83fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35c6a00640 1 -- 172.21.15.47:0/3912095885 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564356d85260 con 0x564356d75150 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35cf400640 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d83fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35c6a00640 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d844f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f35b809bd00 tx=0x7f35b80d4040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eda281cfd96abc04 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35bd600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35bd600640 1 -- 172.21.15.47:0/3912095885 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8099eb0 con 0x564356d75150 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35bd600640 1 -- 172.21.15.47:0/3912095885 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f35b80cf0b0 con 0x564356d75150 2024-04-25T02:31:56.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.325+0000 7f35d97a7740 1 -- 172.21.15.47:0/3912095885 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35c0038020 con 0x564356d75150 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35bd600640 1 -- 172.21.15.47:0/3912095885 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f35b80cf2b0 con 0x564356d75150 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35d97a7740 10 client.14904 fetch_fsmap learned FSMap version 23 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35d97a7740 1 -- 172.21.15.47:0/3912095885 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x564356df1b10 con 0x564356d75150 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35bd600640 1 -- 172.21.15.47:0/3912095885 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35c0038020 con 0x564356d75150 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35bd600640 1 -- 172.21.15.47:0/3912095885 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f35b807ab50 con 0x564356d75150 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35d97a7740 10 client.14904 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35d97a7740 10 client.14904 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35d97a7740 20 client.14904 populate_metadata read hostname 'smithi047' 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35d97a7740 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x564356df66a0 0x564356df53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35d97a7740 4 client.14904 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35d97a7740 1 -- 172.21.15.47:0/3912095885 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "status"}) -- 0x564356cdf680 con 0x564356df66a0 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.326+0000 7f35cf400640 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x564356df66a0 0x564356df53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.327+0000 7f35cf400640 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x564356df66a0 0x564356df53b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=56d79e917079aa3c server_cookie=9ca73bf65c08e4fc in_seq=0 out_seq=0 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.327+0000 7f35bd600640 10 client.14904 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.327+0000 7f35bd600640 1 -- 172.21.15.47:0/3912095885 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+320 (crc 0 0 0) 0x564356cdf680 con 0x564356df66a0 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.327+0000 7f35bd600640 10 client.14904 handle_command_reply: tid=0 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.327+0000 7f35d97a7740 1 client.14904 shutdown 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 -- 172.21.15.47:0/3912095885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 msgr2=0x564356d844f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d844f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f35b809bd00 tx=0x7f35b80d4040 comp rx=0 tx=0).stop 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 -- 172.21.15.47:0/3912095885 shutdown_connections 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x564356df66a0 0x564356df53b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564356d7a2c0 0x564356d84a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564356d75150 0x564356d844f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 --2- 172.21.15.47:0/3912095885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564356d74760 0x564356d83fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 -- 172.21.15.47:0/3912095885 >> 172.21.15.47:0/3912095885 conn(0x564356d6fdd0 msgr2=0x564356d79750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35bd600640 0 client.14904 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 -- 172.21.15.47:0/3912095885 shutdown_connections 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 1 -- 172.21.15.47:0/3912095885 wait complete. 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.328+0000 7f35d97a7740 20 client.14904 trim_cache size 0 max 16384 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stdout: "cluster_fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stdout: "whoami": 1, 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stdout: "id": 24568, 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stdout: "want_state": "up:active", 2024-04-25T02:31:56.338 INFO:teuthology.orchestra.run.smithi047.stdout: "state": "up:active", 2024-04-25T02:31:56.339 INFO:teuthology.orchestra.run.smithi047.stdout: "fs_name": "cephfs", 2024-04-25T02:31:56.339 INFO:teuthology.orchestra.run.smithi047.stdout: "rank_uptime": 101.063606091, 2024-04-25T02:31:56.339 INFO:teuthology.orchestra.run.smithi047.stdout: "mdsmap_epoch": 23, 2024-04-25T02:31:56.339 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch": 88, 2024-04-25T02:31:56.339 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T02:31:56.339 INFO:teuthology.orchestra.run.smithi047.stdout: "uptime": 114.4201977 2024-04-25T02:31:56.339 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 -- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f35b40a2b90 msgr2=0x7f35b40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f35b40a2b90 0x7f35b40a5050 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x564356d75550 tx=0x7f35c0005f90 comp rx=0 tx=0).stop 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 -- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0104b90 msgr2=0x7f35d019a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0104b90 0x7f35d019a190 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f35b800e9f0 tx=0x7f35b800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 -- 172.21.15.47:0/198688095 shutdown_connections 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f35b40a2b90 0x7f35b40a5050 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35d0105550 0x7f35d01a11c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35d0104b90 0x7f35d019a190 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 --2- 172.21.15.47:0/198688095 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f35d01039a0 0x7f35d0199c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 -- 172.21.15.47:0/198688095 >> 172.21.15.47:0/198688095 conn(0x7f35d00fef30 msgr2=0x7f35d0107e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 -- 172.21.15.47:0/198688095 shutdown_connections 2024-04-25T02:31:56.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.329+0000 7f35d6800640 1 -- 172.21.15.47:0/198688095 wait complete. 2024-04-25T02:31:56.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:56 smithi047 ceph-mon[27871]: pgmap v370: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:56.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:56 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1876492570' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:56.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:56 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1252260154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:56.355 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T02:31:56.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:56 smithi113 ceph-mon[32459]: pgmap v370: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:56.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:56 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1876492570' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:56.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:56 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1252260154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:56.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 -- 172.21.15.47:0/1150233030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 msgr2=0x7f2064073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 --2- 172.21.15.47:0/1150233030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 0x7f2064073bd0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2058009930 tx=0x7f205802a420 comp rx=0 tx=0).stop 2024-04-25T02:31:56.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 -- 172.21.15.47:0/1150233030 shutdown_connections 2024-04-25T02:31:56.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 --2- 172.21.15.47:0/1150233030 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f206410dc20 0x7f2064110010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 --2- 172.21.15.47:0/1150233030 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20640741a0 0x7f2064074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 --2- 172.21.15.47:0/1150233030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 0x7f2064073bd0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 -- 172.21.15.47:0/1150233030 >> 172.21.15.47:0/1150233030 conn(0x7f20640fcbe0 msgr2=0x7f20640ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 -- 172.21.15.47:0/1150233030 shutdown_connections 2024-04-25T02:31:56.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.574+0000 7f206a000640 1 -- 172.21.15.47:0/1150233030 wait complete. 2024-04-25T02:31:56.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.575+0000 7f206a000640 1 Processor -- start 2024-04-25T02:31:56.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.575+0000 7f206a000640 1 -- start start 2024-04-25T02:31:56.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.575+0000 7f206a000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20640741a0 0x7f206419df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.575+0000 7f206a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 0x7f206419e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.575+0000 7f206a000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f206410dc20 0x7f20641a5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.575+0000 7f206a000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2064113910 con 0x7f2064075780 2024-04-25T02:31:56.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.575+0000 7f206a000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2064113790 con 0x7f20640741a0 2024-04-25T02:31:56.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.575+0000 7f206a000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2064113a90 con 0x7f206410dc20 2024-04-25T02:31:56.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 0x7f206419e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2068c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20640741a0 0x7f206419df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 0x7f206419e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54598/0 (socket says 172.21.15.47:54598) 2024-04-25T02:31:56.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 -- 172.21.15.47:0/1500849237 learned_addr learned my addr 172.21.15.47:0/1500849237 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2069600640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f206410dc20 0x7f20641a5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 -- 172.21.15.47:0/1500849237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f206410dc20 msgr2=0x7f20641a5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f206410dc20 0x7f20641a5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 -- 172.21.15.47:0/1500849237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20640741a0 msgr2=0x7f206419df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20640741a0 0x7f206419df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 -- 172.21.15.47:0/1500849237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20641a5ba0 con 0x7f2064075780 2024-04-25T02:31:56.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2068c00640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20640741a0 0x7f206419df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:31:56.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.576+0000 7f2063e00640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 0x7f206419e4c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f205000e9f0 tx=0x7f205000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.577+0000 7f2061600640 1 -- 172.21.15.47:0/1500849237 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f205000cd80 con 0x7f2064075780 2024-04-25T02:31:56.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.577+0000 7f2061600640 1 -- 172.21.15.47:0/1500849237 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2050010910 con 0x7f2064075780 2024-04-25T02:31:56.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.577+0000 7f206a000640 1 -- 172.21.15.47:0/1500849237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20641a5e90 con 0x7f2064075780 2024-04-25T02:31:56.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.577+0000 7f2061600640 1 -- 172.21.15.47:0/1500849237 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2050018990 con 0x7f2064075780 2024-04-25T02:31:56.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.577+0000 7f206a000640 1 -- 172.21.15.47:0/1500849237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20641a6350 con 0x7f2064075780 2024-04-25T02:31:56.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.580+0000 7f206e591740 1 Processor -- start 2024-04-25T02:31:56.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.580+0000 7f2061600640 1 -- 172.21.15.47:0/1500849237 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2050010ac0 con 0x7f2064075780 2024-04-25T02:31:56.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f206e591740 1 -- start start 2024-04-25T02:31:56.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f206e591740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208a8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f206e591740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ade60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f206e591740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208ae4d0 0x55a6208b0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f206e591740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a6207a8ed0 con 0x55a6208a8970 2024-04-25T02:31:56.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f206e591740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a62080bdf0 con 0x55a6208a9360 2024-04-25T02:31:56.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f206e591740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a6207b48d0 con 0x55a6208ae4d0 2024-04-25T02:31:56.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f2069600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208a8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f2069600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208a8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54614/0 (socket says 172.21.15.47:54614) 2024-04-25T02:31:56.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.581+0000 7f2069600640 1 -- 172.21.15.47:0/3446815410 learned_addr learned my addr 172.21.15.47:0/3446815410 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2068c00640 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ade60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2063e00640 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208ae4d0 0x55a6208b0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2069600640 1 -- 172.21.15.47:0/3446815410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208ae4d0 msgr2=0x55a6208b0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2069600640 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208ae4d0 0x55a6208b0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2069600640 1 -- 172.21.15.47:0/3446815410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 msgr2=0x55a6208ade60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2069600640 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ade60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2069600640 1 -- 172.21.15.47:0/3446815410 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6205202d0 con 0x55a6208a8970 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2063e00640 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208ae4d0 0x55a6208b0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2069600640 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208a8d90 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f205c009fd0 tx=0x7f205c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67cfdc4d5fd2c7fc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2055c00640 1 -- 172.21.15.47:0/3446815410 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f205c004d20 con 0x55a6208a8970 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2055c00640 1 -- 172.21.15.47:0/3446815410 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f205c004050 con 0x55a6208a8970 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2061600640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f204c0a2b90 0x7f204c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.582+0000 7f2055c00640 1 -- 172.21.15.47:0/3446815410 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f205c005260 con 0x55a6208a8970 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f2061600640 1 -- 172.21.15.47:0/1500849237 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f20500cf320 con 0x7f2064075780 2024-04-25T02:31:56.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f2068c00640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f204c0a2b90 0x7f204c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:56 smithi178 ceph-mon[33053]: pgmap v370: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T02:31:56.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:56 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1876492570' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:31:56.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:56 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1252260154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:31:56.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f206e591740 1 -- 172.21.15.47:0/3446815410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 msgr2=0x55a6208a8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f206e591740 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208a8d90 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f205c009fd0 tx=0x7f205c0118d0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f206e591740 1 -- 172.21.15.47:0/3446815410 shutdown_connections 2024-04-25T02:31:56.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f206e591740 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208ae4d0 0x55a6208b0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f206e591740 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ade60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f206e591740 1 --2- 172.21.15.47:0/3446815410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208a8d90 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f206e591740 1 -- 172.21.15.47:0/3446815410 >> 172.21.15.47:0/3446815410 conn(0x55a6208a3fe0 msgr2=0x55a6208a43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.583+0000 7f206e591740 1 -- 172.21.15.47:0/3446815410 shutdown_connections 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.584+0000 7f206e591740 1 -- 172.21.15.47:0/3446815410 wait complete. 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.584+0000 7f2068c00640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f204c0a2b90 0x7f204c0a5050 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2058009900 tx=0x7f20580315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.584+0000 7f206e591740 1 -- start start 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.584+0000 7f206e591740 1 Processor -- start 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f206e591740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b2be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f206e591740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f206e591740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 0x55a6208ba160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f206e591740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a6207c7d20 con 0x55a6208a8970 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f206e591740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a620807db0 con 0x55a6208ae4d0 2024-04-25T02:31:56.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f206e591740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a6208b1480 con 0x55a6208a9360 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f206e591740 10 client.0 _ll_register_callbacks cb 0x55a620802f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2068c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2068c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b2be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54630/0 (socket says 172.21.15.47:54630) 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2063e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2068c00640 1 -- 172.21.15.47:0/280500672 learned_addr learned my addr 172.21.15.47:0/280500672 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2069600640 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 0x55a6208ba160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2063e00640 1 -- 172.21.15.47:0/280500672 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 msgr2=0x55a6208ba160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2063e00640 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 0x55a6208ba160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2063e00640 1 -- 172.21.15.47:0/280500672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 msgr2=0x55a6208b2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2063e00640 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.585+0000 7f2063e00640 1 -- 172.21.15.47:0/280500672 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6205ea6b0 con 0x55a6208a9360 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f2063e00640 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b3120 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f20500cce80 tx=0x7f205009b5a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4eebe50106610cd7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f204a000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f204a000640 1 -- 172.21.15.47:0/280500672 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20500a4800 con 0x55a6208a9360 2024-04-25T02:31:56.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f204a000640 1 -- 172.21.15.47:0/280500672 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f2050099f40 con 0x55a6208a9360 2024-04-25T02:31:56.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f206e591740 1 -- 172.21.15.47:0/280500672 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f205c004050 con 0x55a6208a9360 2024-04-25T02:31:56.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f204a000640 1 -- 172.21.15.47:0/280500672 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f20500b4030 con 0x55a6208a9360 2024-04-25T02:31:56.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f206e591740 10 client.25030 fetch_fsmap learned FSMap version 23 2024-04-25T02:31:56.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f206e591740 1 -- 172.21.15.47:0/280500672 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55a6208bd540 con 0x55a6208a9360 2024-04-25T02:31:56.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.586+0000 7f204a000640 1 -- 172.21.15.47:0/280500672 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f205c004050 con 0x55a6208a9360 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.587+0000 7f204a000640 1 -- 172.21.15.47:0/280500672 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f20500ce070 con 0x55a6208a9360 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.587+0000 7f206e591740 10 client.25030 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.587+0000 7f206e591740 10 client.25030 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.587+0000 7f206e591740 20 client.25030 populate_metadata read hostname 'smithi047' 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.587+0000 7f206e591740 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a6208bfba0 0x55a6208c1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.587+0000 7f206e591740 4 client.25030 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.587+0000 7f206e591740 1 -- 172.21.15.47:0/280500672 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a620819330 con 0x55a6208bfba0 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.587+0000 7f2068c00640 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a6208bfba0 0x55a6208c1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.588+0000 7f2068c00640 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a6208bfba0 0x55a6208c1010 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc56f56470b93186 server_cookie=31a6955d18967a1c in_seq=0 out_seq=0 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.588+0000 7f204a000640 10 client.25030 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f204a000640 1 -- 172.21.15.47:0/280500672 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a620819330 con 0x55a6208bfba0 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f204a000640 10 client.25030 handle_command_reply: tid=0 2024-04-25T02:31:56.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 client.25030 shutdown 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 -- 172.21.15.47:0/280500672 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 msgr2=0x55a6208b3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b3120 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f20500cce80 tx=0x7f205009b5a0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 -- 172.21.15.47:0/280500672 shutdown_connections 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a6208bfba0 0x55a6208c1010 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 0x55a6208ba160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b3120 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 --2- 172.21.15.47:0/280500672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 -- 172.21.15.47:0/280500672 >> 172.21.15.47:0/280500672 conn(0x55a6208a3fe0 msgr2=0x55a6208a3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f204a000640 0 client.25030 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 -- 172.21.15.47:0/280500672 shutdown_connections 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 1 -- 172.21.15.47:0/280500672 wait complete. 2024-04-25T02:31:56.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.589+0000 7f206e591740 20 client.25030 trim_cache size 0 max 16384 2024-04-25T02:31:56.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.610+0000 7f206e591740 1 Processor -- start 2024-04-25T02:31:56.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f206e591740 1 -- start start 2024-04-25T02:31:56.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f206e591740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a8970 0x55a6208a43c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f206e591740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ba120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f206e591740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208ae4d0 0x55a6208a2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f206e591740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a6208bf350 con 0x55a6208ae4d0 2024-04-25T02:31:56.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f206e591740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a6208bfa20 con 0x55a6208a9360 2024-04-25T02:31:56.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f206e591740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a6208c00f0 con 0x55a6208a8970 2024-04-25T02:31:56.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f2069600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208ae4d0 0x55a6208a2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f2069600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208ae4d0 0x55a6208a2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54642/0 (socket says 172.21.15.47:54642) 2024-04-25T02:31:56.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f2069600640 1 -- 172.21.15.47:0/2284941566 learned_addr learned my addr 172.21.15.47:0/2284941566 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f2068c00640 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a8970 0x55a6208a43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f2063e00640 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ba120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f2069600640 1 -- 172.21.15.47:0/2284941566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a8970 msgr2=0x55a6208a43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.611+0000 7f2069600640 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a8970 0x55a6208a43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.612+0000 7f2069600640 1 -- 172.21.15.47:0/2284941566 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 msgr2=0x55a6208ba120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.612+0000 7f2069600640 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ba120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.612+0000 7f2069600640 1 -- 172.21.15.47:0/2284941566 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6208a9740 con 0x55a6208ae4d0 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.612+0000 7f2063e00640 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ba120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.612+0000 7f2069600640 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208ae4d0 0x55a6208a2890 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f205c009fd0 tx=0x7f205c003c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afd4a4402386fc0c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.612+0000 7f2055200640 1 -- 172.21.15.47:0/2284941566 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f205c005bd0 con 0x55a6208ae4d0 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.612+0000 7f2055200640 1 -- 172.21.15.47:0/2284941566 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f205c005590 con 0x55a6208ae4d0 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.612+0000 7f2055200640 1 -- 172.21.15.47:0/2284941566 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f205c00fa50 con 0x55a6208ae4d0 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 -- 172.21.15.47:0/2284941566 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208ae4d0 msgr2=0x55a6208a2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208ae4d0 0x55a6208a2890 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f205c009fd0 tx=0x7f205c003c70 comp rx=0 tx=0).stop 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 -- 172.21.15.47:0/2284941566 shutdown_connections 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208ae4d0 0x55a6208a2890 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208a9360 0x55a6208ba120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 --2- 172.21.15.47:0/2284941566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a8970 0x55a6208a43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 -- 172.21.15.47:0/2284941566 >> 172.21.15.47:0/2284941566 conn(0x55a6208a3fe0 msgr2=0x55a6208a9bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 -- 172.21.15.47:0/2284941566 shutdown_connections 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 -- 172.21.15.47:0/2284941566 wait complete. 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.613+0000 7f206e591740 1 -- start start 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f206e591740 1 Processor -- start 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f206e591740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b8360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f206e591740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f206e591740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 0x55a6208b8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f206e591740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a6208c0e90 con 0x55a6208a8970 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f206e591740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a6208c07c0 con 0x55a6208ae4d0 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f206e591740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a6208c1560 con 0x55a6208a9360 2024-04-25T02:31:56.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f206e591740 10 client.0 _ll_register_callbacks cb 0x7f2050009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:31:56.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f2068c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f2068c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b8360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54652/0 (socket says 172.21.15.47:54652) 2024-04-25T02:31:56.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.614+0000 7f2068c00640 1 -- 172.21.15.47:0/3810811033 learned_addr learned my addr 172.21.15.47:0/3810811033 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f2063e00640 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f2069600640 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 0x55a6208b8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f2068c00640 1 -- 172.21.15.47:0/3810811033 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 msgr2=0x55a6208b88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f2068c00640 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f2068c00640 1 -- 172.21.15.47:0/3810811033 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 msgr2=0x55a6208b8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f2068c00640 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 0x55a6208b8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f2068c00640 1 -- 172.21.15.47:0/3810811033 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6208b9700 con 0x55a6208a8970 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f2068c00640 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b8360 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f205802a940 tx=0x7f2058009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f22fb55c6b9c8ccc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f204a000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.615+0000 7f204a000640 1 -- 172.21.15.47:0/3810811033 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2058035040 con 0x55a6208a8970 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f204a000640 1 -- 172.21.15.47:0/3810811033 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f2058054480 con 0x55a6208a8970 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f206e591740 1 -- 172.21.15.47:0/3810811033 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f205c005590 con 0x55a6208a8970 2024-04-25T02:31:56.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f204a000640 1 -- 172.21.15.47:0/3810811033 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f2058064050 con 0x55a6208a8970 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f206e591740 10 client.14922 fetch_fsmap learned FSMap version 23 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f206e591740 1 -- 172.21.15.47:0/3810811033 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55a620925fc0 con 0x55a6208a8970 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f204a000640 1 -- 172.21.15.47:0/3810811033 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f205c005590 con 0x55a6208a8970 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f204a000640 1 -- 172.21.15.47:0/3810811033 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f2058044070 con 0x55a6208a8970 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f206e591740 10 client.14922 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f206e591740 10 client.14922 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.616+0000 7f206e591740 20 client.14922 populate_metadata read hostname 'smithi047' 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.617+0000 7f206e591740 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a62092abc0 0x55a6209298d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.617+0000 7f206e591740 4 client.14922 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.617+0000 7f206e591740 1 -- 172.21.15.47:0/3810811033 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "status"}) -- 0x55a620813680 con 0x55a62092abc0 2024-04-25T02:31:56.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.617+0000 7f2063e00640 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a62092abc0 0x55a6209298d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.617+0000 7f2063e00640 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a62092abc0 0x55a6209298d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca94c644b078f8b server_cookie=f4cfd4029d945d79 in_seq=0 out_seq=0 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.617+0000 7f204a000640 10 client.14922 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f204a000640 1 -- 172.21.15.47:0/3810811033 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55a620813680 con 0x55a62092abc0 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f204a000640 10 client.14922 handle_command_reply: tid=0 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 client.14922 shutdown 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 -- 172.21.15.47:0/3810811033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 msgr2=0x55a6208b8360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b8360 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f205802a940 tx=0x7f2058009260 comp rx=0 tx=0).stop 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 -- 172.21.15.47:0/3810811033 shutdown_connections 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a62092abc0 0x55a6209298d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a6208ae4d0 0x55a6208b8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a6208a9360 0x55a6208b88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 --2- 172.21.15.47:0/3810811033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a6208a8970 0x55a6208b8360 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f204a000640 0 client.14922 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 -- 172.21.15.47:0/3810811033 >> 172.21.15.47:0/3810811033 conn(0x55a6208a3fe0 msgr2=0x55a6208a9a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 -- 172.21.15.47:0/3810811033 shutdown_connections 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 1 -- 172.21.15.47:0/3810811033 wait complete. 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.618+0000 7f206e591740 20 client.14922 trim_cache size 0 max 16384 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stdout: "cluster_fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stdout: "whoami": 0, 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stdout: "id": 24572, 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stdout: "want_state": "up:active", 2024-04-25T02:31:56.627 INFO:teuthology.orchestra.run.smithi047.stdout: "state": "up:active", 2024-04-25T02:31:56.628 INFO:teuthology.orchestra.run.smithi047.stdout: "fs_name": "cephfs", 2024-04-25T02:31:56.628 INFO:teuthology.orchestra.run.smithi047.stdout: "rank_uptime": 104.393145041, 2024-04-25T02:31:56.628 INFO:teuthology.orchestra.run.smithi047.stdout: "mdsmap_epoch": 23, 2024-04-25T02:31:56.628 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch": 88, 2024-04-25T02:31:56.628 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T02:31:56.628 INFO:teuthology.orchestra.run.smithi047.stdout: "uptime": 111.855426585 2024-04-25T02:31:56.628 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 -- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f204c0a2b90 msgr2=0x7f204c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f204c0a2b90 0x7f204c0a5050 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2058009900 tx=0x7f20580315b0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 -- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 msgr2=0x7f206419e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 0x7f206419e4c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f205000e9f0 tx=0x7f205000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 -- 172.21.15.47:0/1500849237 shutdown_connections 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f204c0a2b90 0x7f204c0a5050 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f206410dc20 0x7f20641a5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2064075780 0x7f206419e4c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 --2- 172.21.15.47:0/1500849237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20640741a0 0x7f206419df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 -- 172.21.15.47:0/1500849237 >> 172.21.15.47:0/1500849237 conn(0x7f20640fcbe0 msgr2=0x7f2064100fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 -- 172.21.15.47:0/1500849237 shutdown_connections 2024-04-25T02:31:56.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:56.619+0000 7f206a000640 1 -- 172.21.15.47:0/1500849237 wait complete. 2024-04-25T02:31:56.641 INFO:tasks.cephadm:Setup complete, yielding 2024-04-25T02:31:56.642 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T02:31:56.926 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:31:56.926 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-25T02:31:57.391 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:31:58.555 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:31:58 smithi047 ceph-mon[27871]: pgmap v371: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-25T02:31:58.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:31:58 smithi178 ceph-mon[33053]: pgmap v371: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-25T02:31:58.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:31:58 smithi113 ceph-mon[32459]: pgmap v371: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-25T02:31:59.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 -- 172.21.15.47:0/772626730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101e30 msgr2=0x7eff801022b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:59.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 --2- 172.21.15.47:0/772626730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101e30 0x7eff801022b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7eff78009f90 tx=0x7eff7800b330 comp rx=0 tx=0).stop 2024-04-25T02:31:59.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 -- 172.21.15.47:0/772626730 shutdown_connections 2024-04-25T02:31:59.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 --2- 172.21.15.47:0/772626730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101e30 0x7eff801022b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:59.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 --2- 172.21.15.47:0/772626730 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff80100b10 0x7eff80100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:59.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 --2- 172.21.15.47:0/772626730 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff80101470 0x7eff801018f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:59.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 -- 172.21.15.47:0/772626730 >> 172.21.15.47:0/772626730 conn(0x7eff800fc730 msgr2=0x7eff800feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:31:59.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 -- 172.21.15.47:0/772626730 shutdown_connections 2024-04-25T02:31:59.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.817+0000 7eff86c00700 1 -- 172.21.15.47:0/772626730 wait complete. 2024-04-25T02:31:59.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.819+0000 7eff86c00700 1 Processor -- start 2024-04-25T02:31:59.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.819+0000 7eff86c00700 1 -- start start 2024-04-25T02:31:59.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.819+0000 7eff86c00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff80100b10 0x7eff8019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.819+0000 7eff86c00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101470 0x7eff8019abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.819+0000 7eff86c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff80101e30 0x7eff801a1c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.819+0000 7eff86c00700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7eff801100a0 con 0x7eff80101470 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.819+0000 7eff86c00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7eff8010ff20 con 0x7eff80100b10 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.819+0000 7eff86c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7eff80110220 con 0x7eff80101e30 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff80100b10 0x7eff8019a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff80100b10 0x7eff8019a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57934/0 (socket says 172.21.15.47:57934) 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 -- 172.21.15.47:0/4180047718 learned_addr learned my addr 172.21.15.47:0/4180047718 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7f400700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101470 0x7eff8019abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff84c00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff80101e30 0x7eff801a1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 -- 172.21.15.47:0/4180047718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff80101e30 msgr2=0x7eff801a1c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff80101e30 0x7eff801a1c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 -- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101470 msgr2=0x7eff8019abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101470 0x7eff8019abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:31:59.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 -- 172.21.15.47:0/4180047718 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff801a22f0 con 0x7eff80100b10 2024-04-25T02:31:59.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7f400700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101470 0x7eff8019abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:31:59.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.820+0000 7eff7fe00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff80100b10 0x7eff8019a690 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7eff7000ec10 tx=0x7eff7000c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:59.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.821+0000 7eff7cc00700 1 -- 172.21.15.47:0/4180047718 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7000cde0 con 0x7eff80100b10 2024-04-25T02:31:59.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.821+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff801a25e0 con 0x7eff80100b10 2024-04-25T02:31:59.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.821+0000 7eff7cc00700 1 -- 172.21.15.47:0/4180047718 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff70004500 con 0x7eff80100b10 2024-04-25T02:31:59.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.821+0000 7eff7cc00700 1 -- 172.21.15.47:0/4180047718 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff70010690 con 0x7eff80100b10 2024-04-25T02:31:59.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.821+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff801a2b70 con 0x7eff80100b10 2024-04-25T02:31:59.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.823+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff80068f20 con 0x7eff80100b10 2024-04-25T02:31:59.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.824+0000 7eff7cc00700 1 -- 172.21.15.47:0/4180047718 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7eff70004020 con 0x7eff80100b10 2024-04-25T02:31:59.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.825+0000 7eff7cc00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7eff640a2ca0 0x7eff640a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:31:59.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.826+0000 7eff7cc00700 1 -- 172.21.15.47:0/4180047718 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7eff700cf480 con 0x7eff80100b10 2024-04-25T02:31:59.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.826+0000 7eff7f400700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7eff640a2ca0 0x7eff640a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:31:59.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.827+0000 7eff7f400700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7eff640a2ca0 0x7eff640a5160 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009cc0 tx=0x7eff6c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:31:59.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:31:59.830+0000 7eff7cc00700 1 -- 172.21.15.47:0/4180047718 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7eff7009c390 con 0x7eff80100b10 2024-04-25T02:32:00.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.111+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7eff80062670 con 0x7eff640a2ca0 2024-04-25T02:32:00.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.113+0000 7eff7cc00700 1 -- 172.21.15.47:0/4180047718 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7eff80062670 con 0x7eff640a2ca0 2024-04-25T02:32:00.117 INFO:teuthology.orchestra.run.smithi047.stdout:Backend: cephadm 2024-04-25T02:32:00.117 INFO:teuthology.orchestra.run.smithi047.stdout:Available: Yes 2024-04-25T02:32:00.118 INFO:teuthology.orchestra.run.smithi047.stdout:Paused: No 2024-04-25T02:32:00.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7eff640a2ca0 msgr2=0x7eff640a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:00.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7eff640a2ca0 0x7eff640a5160 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009cc0 tx=0x7eff6c009260 comp rx=0 tx=0).stop 2024-04-25T02:32:00.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff80100b10 msgr2=0x7eff8019a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:00.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff80100b10 0x7eff8019a690 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7eff7000ec10 tx=0x7eff7000c2d0 comp rx=0 tx=0).stop 2024-04-25T02:32:00.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 shutdown_connections 2024-04-25T02:32:00.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7eff640a2ca0 0x7eff640a5160 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:00.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff80101e30 0x7eff801a1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:00.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff80100b10 0x7eff8019a690 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:00.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 --2- 172.21.15.47:0/4180047718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff80101470 0x7eff8019abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:00.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.116+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 >> 172.21.15.47:0/4180047718 conn(0x7eff800fc730 msgr2=0x7eff800fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:00.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.117+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 shutdown_connections 2024-04-25T02:32:00.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:00.117+0000 7eff86c00700 1 -- 172.21.15.47:0/4180047718 wait complete. 2024-04-25T02:32:00.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:00 smithi047 ceph-mon[27871]: pgmap v372: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:00.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:00 smithi178 ceph-mon[33053]: pgmap v372: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:00.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:00 smithi113 ceph-mon[32459]: pgmap v372: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:01.118 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-25T02:32:01.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:01 smithi047 ceph-mon[27871]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:01.409 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:01 smithi047 ceph-mon[27871]: pgmap v373: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:01.549 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:32:01.588 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:01 smithi178 ceph-mon[33053]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:01.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:01 smithi178 ceph-mon[33053]: pgmap v373: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:01.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:01 smithi113 ceph-mon[32459]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:01.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:01 smithi113 ceph-mon[32459]: pgmap v373: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:03.692 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:03 smithi047 ceph-mon[27871]: pgmap v374: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:03.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:03 smithi178 ceph-mon[33053]: pgmap v374: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:04.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:03 smithi113 ceph-mon[32459]: pgmap v374: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:04.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.135+0000 7f59c0400700 1 -- 172.21.15.47:0/2389174924 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81034a0 msgr2=0x7f59b8103900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:04.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.135+0000 7f59c0400700 1 --2- 172.21.15.47:0/2389174924 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81034a0 0x7f59b8103900 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f59a40099c0 tx=0x7f59a4009cd0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.135+0000 7f59c0400700 1 -- 172.21.15.47:0/2389174924 shutdown_connections 2024-04-25T02:32:04.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.136+0000 7f59c0400700 1 --2- 172.21.15.47:0/2389174924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f59b8103e40 0x7f59b810a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.136+0000 7f59c0400700 1 --2- 172.21.15.47:0/2389174924 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f59b81022a0 0x7f59b81026c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.136+0000 7f59c0400700 1 --2- 172.21.15.47:0/2389174924 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81034a0 0x7f59b8103900 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.136+0000 7f59c0400700 1 -- 172.21.15.47:0/2389174924 >> 172.21.15.47:0/2389174924 conn(0x7f59b80fd800 msgr2=0x7f59b80ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:04.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.136+0000 7f59c0400700 1 -- 172.21.15.47:0/2389174924 shutdown_connections 2024-04-25T02:32:04.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.136+0000 7f59c0400700 1 -- 172.21.15.47:0/2389174924 wait complete. 2024-04-25T02:32:04.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.137+0000 7f59c0400700 1 Processor -- start 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.137+0000 7f59c0400700 1 -- start start 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.137+0000 7f59c0400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81022a0 0x7f59b81984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.137+0000 7f59c0400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f59b81034a0 0x7f59b81989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.137+0000 7f59c0400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f59b8103e40 0x7f59b819fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.137+0000 7f59c0400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f59b810de80 con 0x7f59b81022a0 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.137+0000 7f59c0400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f59b810dd00 con 0x7f59b81034a0 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.137+0000 7f59c0400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f59b810e000 con 0x7f59b8103e40 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81022a0 0x7f59b81984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81022a0 0x7f59b81984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:35276/0 (socket says 172.21.15.47:35276) 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bd000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f59b81034a0 0x7f59b81989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 -- 172.21.15.47:0/489025440 learned_addr learned my addr 172.21.15.47:0/489025440 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:04.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59be400700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f59b8103e40 0x7f59b819fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 -- 172.21.15.47:0/489025440 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f59b8103e40 msgr2=0x7f59b819fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f59b8103e40 0x7f59b819fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 -- 172.21.15.47:0/489025440 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f59b81034a0 msgr2=0x7f59b81989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f59b81034a0 0x7f59b81989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 -- 172.21.15.47:0/489025440 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59b81a0110 con 0x7f59b81022a0 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bd000700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f59b81034a0 0x7f59b81989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.138+0000 7f59bda00700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81022a0 0x7f59b81984b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f59ac00e9a0 tx=0x7f59ac00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.139+0000 7f59b6000700 1 -- 172.21.15.47:0/489025440 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59ac00cbd0 con 0x7f59b81022a0 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.139+0000 7f59b6000700 1 -- 172.21.15.47:0/489025440 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59ac004500 con 0x7f59b81022a0 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.139+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59b81a0400 con 0x7f59b81022a0 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.139+0000 7f59b6000700 1 -- 172.21.15.47:0/489025440 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59ac003e00 con 0x7f59b81022a0 2024-04-25T02:32:04.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.139+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59b81a0990 con 0x7f59b81022a0 2024-04-25T02:32:04.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.140+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59b8068f20 con 0x7f59b81022a0 2024-04-25T02:32:04.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.142+0000 7f59b6000700 1 -- 172.21.15.47:0/489025440 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f59ac004000 con 0x7f59b81022a0 2024-04-25T02:32:04.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.144+0000 7f59b6000700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59a00a2ca0 0x7f59a00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:04.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.144+0000 7f59b6000700 1 -- 172.21.15.47:0/489025440 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f59ac0cf330 con 0x7f59b81022a0 2024-04-25T02:32:04.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.144+0000 7f59bd000700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59a00a2ca0 0x7f59a00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:04.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.145+0000 7f59bd000700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59a00a2ca0 0x7f59a00a5160 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f59a40038c0 tx=0x7f59a4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:04.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.148+0000 7f59b6000700 1 -- 172.21.15.47:0/489025440 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f59ac016330 con 0x7f59b81022a0 2024-04-25T02:32:04.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.396+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f59b8062670 con 0x7f59a00a2ca0 2024-04-25T02:32:04.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.437+0000 7f59b6000700 1 -- 172.21.15.47:0/489025440 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4154 (secure 0 0 0) 0x7f59b8062670 con 0x7f59a00a2ca0 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.a smithi047 running (2m) 27s ago 2m 16.7M - 19.0.0-2445-gd2c45d97 f68e37b807ef be095fb4123e 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.b smithi113 running (2m) 51s ago 119s 28.2M - 19.0.0-2445-gd2c45d97 f68e37b807ef 2f9fab633b33 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.c smithi178 running (2m) 51s ago 2m 15.9M - 19.0.0-2445-gd2c45d97 f68e37b807ef db43c4e3069e 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.d smithi047 running (2m) 27s ago 2m 12.4M - 19.0.0-2445-gd2c45d97 f68e37b807ef f4e7839703a8 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.e smithi113 running (2m) 51s ago 2m 13.0M - 19.0.0-2445-gd2c45d97 f68e37b807ef 49beeed535b3 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.f smithi178 running (2m) 51s ago 2m 19.3M - 19.0.0-2445-gd2c45d97 f68e37b807ef 041faee38f7f 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.g smithi047 running (2m) 27s ago 2m 12.2M - 19.0.0-2445-gd2c45d97 f68e37b807ef 1cf7f334a7e3 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.h smithi113 running (2m) 51s ago 2m 20.3M - 19.0.0-2445-gd2c45d97 f68e37b807ef 53ffcfdd3a97 2024-04-25T02:32:04.442 INFO:teuthology.orchestra.run.smithi047.stdout:mds.i smithi178 running (2m) 51s ago 2m 17.2M - 19.0.0-2445-gd2c45d97 f68e37b807ef ad1b85b7cfc6 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mds.j smithi047 running (2m) 27s ago 2m 12.4M - 19.0.0-2445-gd2c45d97 f68e37b807ef b01c1d3ec75d 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mds.k smithi113 running (2m) 51s ago 2m 16.4M - 19.0.0-2445-gd2c45d97 f68e37b807ef 68d313abd6a2 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mds.l smithi178 running (2m) 51s ago 2m 14.0M - 19.0.0-2445-gd2c45d97 f68e37b807ef 3dfcdfa18e1b 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.x smithi047 *:9283,8765 running (10m) 27s ago 10m 513M - 19.0.0-2445-gd2c45d97 f68e37b807ef 536a67a05d4b 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.y smithi113 *:8443,8765 running (8m) 51s ago 8m 453M - 19.0.0-2445-gd2c45d97 f68e37b807ef fd39044104ab 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.z smithi178 *:8443,8765 running (8m) 51s ago 8m 452M - 19.0.0-2445-gd2c45d97 f68e37b807ef 7014909dfbae 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mon.a smithi047 running (10m) 27s ago 11m 47.8M 2048M 19.0.0-2445-gd2c45d97 f68e37b807ef 98ba6ea53910 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mon.b smithi113 running (8m) 51s ago 8m 42.4M 2048M 19.0.0-2445-gd2c45d97 f68e37b807ef 1c710374c445 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:mon.c smithi178 running (8m) 51s ago 8m 42.7M 2048M 19.0.0-2445-gd2c45d97 f68e37b807ef 394fb92b9d28 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:osd.0 smithi047 running (8m) 27s ago 8m 54.0M 4273M 19.0.0-2445-gd2c45d97 f68e37b807ef 5d223c262360 2024-04-25T02:32:04.443 INFO:teuthology.orchestra.run.smithi047.stdout:osd.1 smithi113 running (7m) 51s ago 7m 49.8M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 1cd05e618b41 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.2 smithi178 running (7m) 51s ago 7m 57.5M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef d7436bc44473 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.3 smithi047 running (6m) 27s ago 6m 45.8M 4273M 19.0.0-2445-gd2c45d97 f68e37b807ef 83d8e02de788 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.4 smithi113 running (6m) 51s ago 6m 53.1M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef b9050d0e7b73 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.5 smithi178 running (5m) 51s ago 5m 49.3M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 7f0edda4941b 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.6 smithi047 running (5m) 27s ago 5m 43.8M 4273M 19.0.0-2445-gd2c45d97 f68e37b807ef e1932636ea95 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.7 smithi113 running (4m) 51s ago 4m 54.5M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef b0934b784a9d 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.8 smithi178 running (4m) 51s ago 4m 45.9M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 76c2ed05503f 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.9 smithi047 running (3m) 27s ago 3m 43.4M 4273M 19.0.0-2445-gd2c45d97 f68e37b807ef ff09d1532add 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.10 smithi113 running (3m) 51s ago 3m 48.1M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 17b46b31873a 2024-04-25T02:32:04.444 INFO:teuthology.orchestra.run.smithi047.stdout:osd.11 smithi178 running (2m) 51s ago 2m 43.5M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef b1d59513ef80 2024-04-25T02:32:04.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59a00a2ca0 msgr2=0x7f59a00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:04.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59a00a2ca0 0x7f59a00a5160 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f59a40038c0 tx=0x7f59a4005fb0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81022a0 msgr2=0x7f59b81984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:04.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81022a0 0x7f59b81984b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f59ac00e9a0 tx=0x7f59ac00ecb0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 shutdown_connections 2024-04-25T02:32:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f59a00a2ca0 0x7f59a00a5160 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f59b8103e40 0x7f59b819fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59b81022a0 0x7f59b81984b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 --2- 172.21.15.47:0/489025440 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f59b81034a0 0x7f59b81989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.440+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 >> 172.21.15.47:0/489025440 conn(0x7f59b80fd800 msgr2=0x7f59b8106740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.441+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 shutdown_connections 2024-04-25T02:32:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:04.441+0000 7f59c0400700 1 -- 172.21.15.47:0/489025440 wait complete. 2024-04-25T02:32:05.298 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-25T02:32:05.791 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:32:05.809 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:05 smithi113 ceph-mon[32459]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:05.809 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:05 smithi113 ceph-mon[32459]: pgmap v375: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:05.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:05 smithi178 ceph-mon[33053]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:05.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:05 smithi178 ceph-mon[33053]: pgmap v375: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:05.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:05 smithi047 ceph-mon[27871]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:05.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:05 smithi047 ceph-mon[27871]: pgmap v375: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:07.642 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:07 smithi047 ceph-mon[27871]: pgmap v376: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:07.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:07 smithi178 ceph-mon[33053]: pgmap v376: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:08.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:07 smithi113 ceph-mon[32459]: pgmap v376: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:08.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.214+0000 7f7a4e000700 1 -- 172.21.15.47:0/3965812281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481056e0 msgr2=0x7f7a48105b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:08.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.214+0000 7f7a4e000700 1 --2- 172.21.15.47:0/3965812281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481056e0 0x7f7a48105b40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7a340099c0 tx=0x7f7a34009cd0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.214+0000 7f7a4e000700 1 -- 172.21.15.47:0/3965812281 shutdown_connections 2024-04-25T02:32:08.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.214+0000 7f7a4e000700 1 --2- 172.21.15.47:0/3965812281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7a481044e0 0x7f7a48104900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.214+0000 7f7a4e000700 1 --2- 172.21.15.47:0/3965812281 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7a48106080 0x7f7a4810c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.214+0000 7f7a4e000700 1 --2- 172.21.15.47:0/3965812281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481056e0 0x7f7a48105b40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.214+0000 7f7a4e000700 1 -- 172.21.15.47:0/3965812281 >> 172.21.15.47:0/3965812281 conn(0x7f7a480ffa80 msgr2=0x7f7a48101ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:08.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.215+0000 7f7a4e000700 1 -- 172.21.15.47:0/3965812281 shutdown_connections 2024-04-25T02:32:08.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.215+0000 7f7a4e000700 1 -- 172.21.15.47:0/3965812281 wait complete. 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a4e000700 1 Processor -- start 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a4e000700 1 -- start start 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a4e000700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481044e0 0x7f7a4819a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a4e000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7a481056e0 0x7f7a4819abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a4e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7a48106080 0x7f7a481a1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a4e000700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7a481100b0 con 0x7f7a481044e0 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a4e000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7a4810ff30 con 0x7f7a481056e0 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a4e000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7a48110230 con 0x7f7a48106080 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a47400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481044e0 0x7f7a4819a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:08.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a47400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481044e0 0x7f7a4819a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:35284/0 (socket says 172.21.15.47:35284) 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.216+0000 7f7a47400700 1 -- 172.21.15.47:0/34241247 learned_addr learned my addr 172.21.15.47:0/34241247 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a46a00700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7a481056e0 0x7f7a4819abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a47e00700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7a48106080 0x7f7a481a1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a47400700 1 -- 172.21.15.47:0/34241247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7a48106080 msgr2=0x7f7a481a1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a47400700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7a48106080 0x7f7a481a1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a47400700 1 -- 172.21.15.47:0/34241247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7a481056e0 msgr2=0x7f7a4819abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a47400700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7a481056e0 0x7f7a4819abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a47400700 1 -- 172.21.15.47:0/34241247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a481a2300 con 0x7f7a481044e0 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a46a00700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7a481056e0 0x7f7a4819abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.217+0000 7f7a47400700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481044e0 0x7f7a4819a6a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7a3800ea80 tx=0x7f7a3800ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.218+0000 7f7a3fe00700 1 -- 172.21.15.47:0/34241247 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a3800cbd0 con 0x7f7a481044e0 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.218+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a481a25f0 con 0x7f7a481044e0 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.218+0000 7f7a3fe00700 1 -- 172.21.15.47:0/34241247 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a3800cd70 con 0x7f7a481044e0 2024-04-25T02:32:08.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.218+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a481a2b30 con 0x7f7a481044e0 2024-04-25T02:32:08.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.218+0000 7f7a3fe00700 1 -- 172.21.15.47:0/34241247 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a38018710 con 0x7f7a481044e0 2024-04-25T02:32:08.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.219+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a48068f20 con 0x7f7a481044e0 2024-04-25T02:32:08.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.221+0000 7f7a3fe00700 1 -- 172.21.15.47:0/34241247 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7a3801f020 con 0x7f7a481044e0 2024-04-25T02:32:08.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.222+0000 7f7a3fe00700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7a2c0a2c20 0x7f7a2c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:08.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.223+0000 7f7a3fe00700 1 -- 172.21.15.47:0/34241247 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f7a380ceff0 con 0x7f7a481044e0 2024-04-25T02:32:08.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.223+0000 7f7a46a00700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7a2c0a2c20 0x7f7a2c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:08.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.224+0000 7f7a46a00700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7a2c0a2c20 0x7f7a2c0a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7a34000c00 tx=0x7f7a34005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:08.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.227+0000 7f7a3fe00700 1 -- 172.21.15.47:0/34241247 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7a3801e2c0 con 0x7f7a481044e0 2024-04-25T02:32:08.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.465+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f7a48062730 con 0x7f7a2c0a2c20 2024-04-25T02:32:08.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.478+0000 7f7a3fe00700 1 -- 172.21.15.47:0/34241247 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f7a48062730 con 0x7f7a2c0a2c20 2024-04-25T02:32:08.481 INFO:teuthology.orchestra.run.smithi047.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-25T02:32:08.482 INFO:teuthology.orchestra.run.smithi047.stdout:mds.all 12/12 55s ago 2m smithi047=a;smithi047=d;smithi047=g;smithi047=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l;count:12 2024-04-25T02:32:08.482 INFO:teuthology.orchestra.run.smithi047.stdout:mgr 3/3 55s ago 8m smithi047=x;smithi113=y;smithi178=z;count:3 2024-04-25T02:32:08.482 INFO:teuthology.orchestra.run.smithi047.stdout:mon 3/3 55s ago 9m smithi047:172.21.15.47=a;smithi113:172.21.15.113=b;smithi178:172.21.15.178=c;count:3 2024-04-25T02:32:08.482 INFO:teuthology.orchestra.run.smithi047.stdout:osd 12 55s ago - 2024-04-25T02:32:08.484 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7a2c0a2c20 msgr2=0x7f7a2c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:08.484 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7a2c0a2c20 0x7f7a2c0a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7a34000c00 tx=0x7f7a34005fb0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.484 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481044e0 msgr2=0x7f7a4819a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:08.484 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481044e0 0x7f7a4819a6a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7a3800ea80 tx=0x7f7a3800ed90 comp rx=0 tx=0).stop 2024-04-25T02:32:08.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 shutdown_connections 2024-04-25T02:32:08.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7a2c0a2c20 0x7f7a2c0a50e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7a48106080 0x7f7a481a1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a481044e0 0x7f7a4819a6a0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 --2- 172.21.15.47:0/34241247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7a481056e0 0x7f7a4819abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:08.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 >> 172.21.15.47:0/34241247 conn(0x7f7a480ffa80 msgr2=0x7f7a48108a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:08.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 shutdown_connections 2024-04-25T02:32:08.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:08.481+0000 7f7a4e000700 1 -- 172.21.15.47:0/34241247 wait complete. 2024-04-25T02:32:09.346 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-25T02:32:09.521 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:09 smithi047 ceph-mon[27871]: pgmap v377: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:09.522 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:09 smithi047 ceph-mon[27871]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:09.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:09 smithi178 ceph-mon[33053]: pgmap v377: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:09.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:09 smithi178 ceph-mon[33053]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:09.843 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:32:10.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:09 smithi113 ceph-mon[32459]: pgmap v377: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:10.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:09 smithi113 ceph-mon[32459]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:11.787 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:11 smithi047 ceph-mon[27871]: pgmap v378: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:11 smithi178 ceph-mon[33053]: pgmap v378: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:11 smithi113 ceph-mon[32459]: pgmap v378: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:12.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 -- 172.21.15.47:0/1760065495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080102d10 msgr2=0x7ff080105100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:12.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 --2- 172.21.15.47:0/1760065495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080102d10 0x7ff080105100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff074009990 tx=0x7ff074009ca0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 -- 172.21.15.47:0/1760065495 shutdown_connections 2024-04-25T02:32:12.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 --2- 172.21.15.47:0/1760065495 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff080107f70 0x7ff08010a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 --2- 172.21.15.47:0/1760065495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080102d10 0x7ff080105100 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 --2- 172.21.15.47:0/1760065495 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff080105640 0x7ff080107a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 -- 172.21.15.47:0/1760065495 >> 172.21.15.47:0/1760065495 conn(0x7ff0800fc720 msgr2=0x7ff0800feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:12.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 -- 172.21.15.47:0/1760065495 shutdown_connections 2024-04-25T02:32:12.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.153+0000 7ff088600700 1 -- 172.21.15.47:0/1760065495 wait complete. 2024-04-25T02:32:12.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.155+0000 7ff088600700 1 Processor -- start 2024-04-25T02:32:12.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.155+0000 7ff088600700 1 -- start start 2024-04-25T02:32:12.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff088600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff080102d10 0x7ff0801984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:12.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff088600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff080105640 0x7ff080198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:12.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff088600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080107f70 0x7ff08019fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:12.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff088600700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff08010de60 con 0x7ff080107f70 2024-04-25T02:32:12.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff088600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff08010dce0 con 0x7ff080105640 2024-04-25T02:32:12.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff088600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff08010dfe0 con 0x7ff080102d10 2024-04-25T02:32:12.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff086600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080107f70 0x7ff08019fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:12.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff085c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff080102d10 0x7ff0801984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:12.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff085200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff080105640 0x7ff080198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:12.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.156+0000 7ff086600700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080107f70 0x7ff08019fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44756/0 (socket says 172.21.15.47:44756) 2024-04-25T02:32:12.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.157+0000 7ff086600700 1 -- 172.21.15.47:0/953748121 learned_addr learned my addr 172.21.15.47:0/953748121 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:12.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.157+0000 7ff085200700 1 -- 172.21.15.47:0/953748121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff080102d10 msgr2=0x7ff0801984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:12.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.157+0000 7ff085200700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff080102d10 0x7ff0801984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.157+0000 7ff085200700 1 -- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080107f70 msgr2=0x7ff08019fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:12.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.157+0000 7ff085200700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080107f70 0x7ff08019fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.157+0000 7ff085200700 1 -- 172.21.15.47:0/953748121 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0801a0120 con 0x7ff080105640 2024-04-25T02:32:12.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.157+0000 7ff085200700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff080105640 0x7ff080198a00 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff06c00e9f0 tx=0x7ff06c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:12.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.157+0000 7ff07e000700 1 -- 172.21.15.47:0/953748121 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c00cb70 con 0x7ff080105640 2024-04-25T02:32:12.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.158+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0801a0410 con 0x7ff080105640 2024-04-25T02:32:12.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.158+0000 7ff07e000700 1 -- 172.21.15.47:0/953748121 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff06c00ee90 con 0x7ff080105640 2024-04-25T02:32:12.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.158+0000 7ff07e000700 1 -- 172.21.15.47:0/953748121 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c003df0 con 0x7ff080105640 2024-04-25T02:32:12.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.158+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0801a09a0 con 0x7ff080105640 2024-04-25T02:32:12.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.159+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff080068f20 con 0x7ff080105640 2024-04-25T02:32:12.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.161+0000 7ff07e000700 1 -- 172.21.15.47:0/953748121 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff06c004000 con 0x7ff080105640 2024-04-25T02:32:12.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.163+0000 7ff07e000700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0680a2c20 0x7ff0680a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:12.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.163+0000 7ff07e000700 1 -- 172.21.15.47:0/953748121 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7ff06c0cf190 con 0x7ff080105640 2024-04-25T02:32:12.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.163+0000 7ff085c00700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0680a2c20 0x7ff0680a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:12.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.164+0000 7ff085c00700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0680a2c20 0x7ff0680a50e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff07400b2e0 tx=0x7ff07400b880 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:12.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.167+0000 7ff07e000700 1 -- 172.21.15.47:0/953748121 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff06c09c0a0 con 0x7ff080105640 2024-04-25T02:32:12.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.410+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7ff080062670 con 0x7ff0680a2c20 2024-04-25T02:32:12.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.413+0000 7ff07e000700 1 -- 172.21.15.47:0/953748121 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7ff080062670 con 0x7ff0680a2c20 2024-04-25T02:32:12.417 INFO:teuthology.orchestra.run.smithi047.stdout:HOST ADDR LABELS STATUS 2024-04-25T02:32:12.417 INFO:teuthology.orchestra.run.smithi047.stdout:smithi047 172.21.15.47 2024-04-25T02:32:12.417 INFO:teuthology.orchestra.run.smithi047.stdout:smithi113 172.21.15.113 2024-04-25T02:32:12.417 INFO:teuthology.orchestra.run.smithi047.stdout:smithi178 172.21.15.178 2024-04-25T02:32:12.417 INFO:teuthology.orchestra.run.smithi047.stdout:3 hosts in cluster 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0680a2c20 msgr2=0x7ff0680a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0680a2c20 0x7ff0680a50e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff07400b2e0 tx=0x7ff07400b880 comp rx=0 tx=0).stop 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff080105640 msgr2=0x7ff080198a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff080105640 0x7ff080198a00 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff06c00e9f0 tx=0x7ff06c00ed00 comp rx=0 tx=0).stop 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 shutdown_connections 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff0680a2c20 0x7ff0680a50e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff080102d10 0x7ff0801984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff080107f70 0x7ff08019fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 --2- 172.21.15.47:0/953748121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff080105640 0x7ff080198a00 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.416+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 >> 172.21.15.47:0/953748121 conn(0x7ff0800fc720 msgr2=0x7ff080103650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:12.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.417+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 shutdown_connections 2024-04-25T02:32:12.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:12.417+0000 7ff088600700 1 -- 172.21.15.47:0/953748121 wait complete. 2024-04-25T02:32:13.201 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-25T02:32:13.676 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:32:13.823 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:13 smithi047 ceph-mon[27871]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:13.823 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:13 smithi047 ceph-mon[27871]: pgmap v379: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:13.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:13 smithi178 ceph-mon[33053]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:13.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:13 smithi178 ceph-mon[33053]: pgmap v379: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:14.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:13 smithi113 ceph-mon[32459]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:14.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:13 smithi113 ceph-mon[32459]: pgmap v379: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:15.653 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:15 smithi047 ceph-mon[27871]: pgmap v380: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:15.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:15 smithi178 ceph-mon[33053]: pgmap v380: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:15.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.985+0000 7fcccc400700 1 -- 172.21.15.47:0/139346982 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 msgr2=0x7fccc4109f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:15.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.985+0000 7fcccc400700 1 --2- 172.21.15.47:0/139346982 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 0x7fccc4109f30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fccb0009990 tx=0x7fccb0009ca0 comp rx=0 tx=0).stop 2024-04-25T02:32:15.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.986+0000 7fcccc400700 1 -- 172.21.15.47:0/139346982 shutdown_connections 2024-04-25T02:32:15.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.986+0000 7fcccc400700 1 --2- 172.21.15.47:0/139346982 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fccc410a470 0x7fccc4110d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:15.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.986+0000 7fcccc400700 1 --2- 172.21.15.47:0/139346982 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccc41088d0 0x7fccc4108cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:15.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.986+0000 7fcccc400700 1 --2- 172.21.15.47:0/139346982 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 0x7fccc4109f30 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:15.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.986+0000 7fcccc400700 1 -- 172.21.15.47:0/139346982 >> 172.21.15.47:0/139346982 conn(0x7fccc40778a0 msgr2=0x7fccc4079ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:15.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.986+0000 7fcccc400700 1 -- 172.21.15.47:0/139346982 shutdown_connections 2024-04-25T02:32:15.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.986+0000 7fcccc400700 1 -- 172.21.15.47:0/139346982 wait complete. 2024-04-25T02:32:15.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.987+0000 7fcccc400700 1 Processor -- start 2024-04-25T02:32:15.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.987+0000 7fcccc400700 1 -- start start 2024-04-25T02:32:15.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fcccc400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fccc41088d0 0x7fccc419ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:15.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fcccc400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 0x7fccc419efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:15.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fcccc400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccc410a470 0x7fccc41a6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:15.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fcccc400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fccc41144c0 con 0x7fccc410a470 2024-04-25T02:32:15.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fcccc400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fccc4114340 con 0x7fccc41088d0 2024-04-25T02:32:15.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fcccc400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fccc4114640 con 0x7fccc4109ad0 2024-04-25T02:32:15.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fccc9a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fccc41088d0 0x7fccc419ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:15.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fccc9000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 0x7fccc419efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fccca400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccc410a470 0x7fccc41a6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fccc9a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fccc41088d0 0x7fccc419ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45724/0 (socket says 172.21.15.47:45724) 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fccc9000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 0x7fccc419efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:39702/0 (socket says 172.21.15.47:39702) 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.988+0000 7fccc9a00700 1 -- 172.21.15.47:0/3645103450 learned_addr learned my addr 172.21.15.47:0/3645103450 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc9a00700 1 -- 172.21.15.47:0/3645103450 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 msgr2=0x7fccc419efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc9a00700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 0x7fccc419efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc9a00700 1 -- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccc410a470 msgr2=0x7fccc41a6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc9a00700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccc410a470 0x7fccc41a6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc9a00700 1 -- 172.21.15.47:0/3645103450 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc41a66d0 con 0x7fccc41088d0 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc9a00700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fccc41088d0 0x7fccc419ea70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fccb800e970 tx=0x7fccb800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc2000700 1 -- 172.21.15.47:0/3645103450 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb800cbd0 con 0x7fccc41088d0 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccc41a69c0 con 0x7fccc41088d0 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc2000700 1 -- 172.21.15.47:0/3645103450 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fccb8004500 con 0x7fccc41088d0 2024-04-25T02:32:15.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.989+0000 7fccc2000700 1 -- 172.21.15.47:0/3645103450 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb8003e30 con 0x7fccc41088d0 2024-04-25T02:32:15.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.990+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccc41a6f50 con 0x7fccc41088d0 2024-04-25T02:32:15.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.991+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccc4068f20 con 0x7fccc41088d0 2024-04-25T02:32:15.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.993+0000 7fccc2000700 1 -- 172.21.15.47:0/3645103450 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fccb8004000 con 0x7fccc41088d0 2024-04-25T02:32:15.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.994+0000 7fccc2000700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fccac0a2ca0 0x7fccac0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:15.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.994+0000 7fccc2000700 1 -- 172.21.15.47:0/3645103450 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fccb80cf390 con 0x7fccc41088d0 2024-04-25T02:32:15.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.994+0000 7fccc9000700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fccac0a2ca0 0x7fccac0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:15.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.995+0000 7fccc9000700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fccac0a2ca0 0x7fccac0a5160 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fccb000b2e0 tx=0x7fccb0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:16.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:15.998+0000 7fccc2000700 1 -- 172.21.15.47:0/3645103450 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fccb809c2a0 con 0x7fccc41088d0 2024-04-25T02:32:16.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:15 smithi113 ceph-mon[32459]: pgmap v380: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:16.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.235+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 --> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fccc4062670 con 0x7fccac0a2ca0 2024-04-25T02:32:16.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.238+0000 7fccc2000700 1 -- 172.21.15.47:0/3645103450 <== mgr.14152 v2:172.21.15.47:6800/3717325360 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fccc4062670 con 0x7fccac0a2ca0 2024-04-25T02:32:16.242 INFO:teuthology.orchestra.run.smithi047.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-25T02:32:16.242 INFO:teuthology.orchestra.run.smithi047.stdout:smithi047 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75130022480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-04-25T02:32:16.242 INFO:teuthology.orchestra.run.smithi047.stdout:smithi113 /dev/nvme0n1 ssd INTEL_SSDPEDMX020T4_CVPD5171000M2P0SGN 1863G No 3m ago Has a FileSystem, LVM detected 2024-04-25T02:32:16.242 INFO:teuthology.orchestra.run.smithi047.stdout:smithi178 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75130029480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-04-25T02:32:16.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fccac0a2ca0 msgr2=0x7fccac0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:16.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fccac0a2ca0 0x7fccac0a5160 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fccb000b2e0 tx=0x7fccb0005fd0 comp rx=0 tx=0).stop 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fccc41088d0 msgr2=0x7fccc419ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fccc41088d0 0x7fccc419ea70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fccb800e970 tx=0x7fccb800ec80 comp rx=0 tx=0).stop 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 shutdown_connections 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fccac0a2ca0 0x7fccac0a5160 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccc410a470 0x7fccc41a6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fccc41088d0 0x7fccc419ea70 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 --2- 172.21.15.47:0/3645103450 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccc4109ad0 0x7fccc419efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 >> 172.21.15.47:0/3645103450 conn(0x7fccc40778a0 msgr2=0x7fccc410cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.241+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 shutdown_connections 2024-04-25T02:32:16.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:16.242+0000 7fcccc400700 1 -- 172.21.15.47:0/3645103450 wait complete. 2024-04-25T02:32:16.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:16 smithi178 ceph-mon[33053]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:16.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:16 smithi047 ceph-mon[27871]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:16 smithi113 ceph-mon[32459]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:17.076 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T02:32:17.085 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:32:17.085 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-25T02:32:17.561 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:32:17.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:17 smithi178 ceph-mon[33053]: pgmap v381: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:17.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:17 smithi047 ceph-mon[27871]: pgmap v381: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:18.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:17 smithi113 ceph-mon[32459]: pgmap v381: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:19.753 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:19 smithi047 ceph-mon[27871]: pgmap v382: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 -- 172.21.15.47:0/1473653208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 msgr2=0x7fb694105110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 --2- 172.21.15.47:0/1473653208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 0x7fb694105110 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb68400b0a0 tx=0x7fb68400b3b0 comp rx=0 tx=0).stop 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 -- 172.21.15.47:0/1473653208 shutdown_connections 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 --2- 172.21.15.47:0/1473653208 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb694107f80 0x7fb69410a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 --2- 172.21.15.47:0/1473653208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 0x7fb694105110 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 --2- 172.21.15.47:0/1473653208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb694105650 0x7fb694107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 -- 172.21.15.47:0/1473653208 >> 172.21.15.47:0/1473653208 conn(0x7fb6940fc730 msgr2=0x7fb6940feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 -- 172.21.15.47:0/1473653208 shutdown_connections 2024-04-25T02:32:19.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.828+0000 7fb699400700 1 -- 172.21.15.47:0/1473653208 wait complete. 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.829+0000 7fb699400700 1 Processor -- start 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.829+0000 7fb699400700 1 -- start start 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb699400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 0x7fb69419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb699400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb694105650 0x7fb69419ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb699400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb694107f80 0x7fb6941a1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb699400700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb69410de60 con 0x7fb694102d20 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb699400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb69410dce0 con 0x7fb694107f80 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb699400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb69410dfe0 con 0x7fb694105650 2024-04-25T02:32:19.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb692800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 0x7fb69419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb692800700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 0x7fb69419a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44788/0 (socket says 172.21.15.47:44788) 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb692800700 1 -- 172.21.15.47:0/152470206 learned_addr learned my addr 172.21.15.47:0/152470206 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb689e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb694105650 0x7fb69419ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.830+0000 7fb693200700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb694107f80 0x7fb6941a1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb689e00700 1 -- 172.21.15.47:0/152470206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb694107f80 msgr2=0x7fb6941a1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb689e00700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb694107f80 0x7fb6941a1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb689e00700 1 -- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 msgr2=0x7fb69419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb689e00700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 0x7fb69419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb689e00700 1 -- 172.21.15.47:0/152470206 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6941a2320 con 0x7fb694105650 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb692800700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 0x7fb69419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:19.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb689e00700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb694105650 0x7fb69419ac00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb67c00ea20 tx=0x7fb67c00ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:19.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb68be00700 1 -- 172.21.15.47:0/152470206 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67c00cbd0 con 0x7fb694105650 2024-04-25T02:32:19.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb68be00700 1 -- 172.21.15.47:0/152470206 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb67c00ee60 con 0x7fb694105650 2024-04-25T02:32:19.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6941a2610 con 0x7fb694105650 2024-04-25T02:32:19.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb68be00700 1 -- 172.21.15.47:0/152470206 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67c018680 con 0x7fb694105650 2024-04-25T02:32:19.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.831+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6941a2b50 con 0x7fb694105650 2024-04-25T02:32:19.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.832+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb694068f20 con 0x7fb694105650 2024-04-25T02:32:19.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.835+0000 7fb68be00700 1 -- 172.21.15.47:0/152470206 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb67c018820 con 0x7fb694105650 2024-04-25T02:32:19.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:19 smithi178 ceph-mon[33053]: pgmap v382: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:19.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.836+0000 7fb68be00700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb6780a2c20 0x7fb6780a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:19.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.836+0000 7fb68be00700 1 -- 172.21.15.47:0/152470206 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fb67c0cf130 con 0x7fb694105650 2024-04-25T02:32:19.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.836+0000 7fb692800700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb6780a2c20 0x7fb6780a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:19.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.837+0000 7fb692800700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb6780a2c20 0x7fb6780a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb684009e60 tx=0x7fb684006000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:19.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:19.840+0000 7fb68be00700 1 -- 172.21.15.47:0/152470206 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb67c09c0a0 con 0x7fb694105650 2024-04-25T02:32:20.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:19 smithi113 ceph-mon[32459]: pgmap v382: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:20.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.130+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fb694062e40 con 0x7fb694105650 2024-04-25T02:32:20.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.131+0000 7fb68be00700 1 -- 172.21.15.47:0/152470206 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) ==== 76+0+3054 (secure 0 0 0) 0x7fb67c09b9a0 con 0x7fb694105650 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:e23 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:legacy client fscid: 1 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:Filesystem 'cephfs' (1) 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:fs_name cephfs 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:epoch 23 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:created 2024-04-25T02:30:11.641575+0000 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:modified 2024-04-25T02:30:17.288376+0000 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:tableserver 0 2024-04-25T02:32:20.136 INFO:teuthology.orchestra.run.smithi047.stdout:root 0 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:session_timeout 300 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:session_autoclose 300 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:max_file_size 1099511627776 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:max_xattr_size 65536 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:required_client_features {} 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:last_failure 0 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:last_failure_osd_epoch 0 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:max_mds 3 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:in 0,1,2 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:up {0=24572,1=24568,2=24538} 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:failed 2024-04-25T02:32:20.137 INFO:teuthology.orchestra.run.smithi047.stdout:damaged 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:stopped 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:data_pools [3] 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:metadata_pool 2 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:inline_data disabled 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:balancer 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:bal_rank_mask -1 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:standby_count_wanted 0 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:qdb_cluster leader: 24572 members: 24538,24568,24572 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.b{0:24572} state up:active seq 3 addr [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.h{0:24518} state up:standby-replay seq 1 addr [v2:172.21.15.113:6836/3829188390,v1:172.21.15.113:6837/3829188390] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.a{1:24568} state up:active seq 5 addr [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.c{1:24514} state up:standby-replay seq 1 addr [v2:172.21.15.178:6836/2147401395,v1:172.21.15.178:6837/2147401395] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.138 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.i{2:24538} state up:active seq 7 addr [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.f{2:24502} state up:standby-replay seq 1 addr [v2:172.21.15.178:6834/3273261366,v1:172.21.15.178:6835/3273261366] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout:Standby daemons: 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.j{-1:14382} state up:standby seq 1 addr [v2:172.21.15.47:6834/3167789422,v1:172.21.15.47:6835/3167789422] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.g{-1:14448} state up:standby seq 1 addr [v2:172.21.15.47:6838/39878827,v1:172.21.15.47:6839/39878827] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.l{-1:24436} state up:standby seq 1 addr [v2:172.21.15.178:6832/1859202672,v1:172.21.15.178:6833/1859202672] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.k{-1:24443} state up:standby seq 1 addr [v2:172.21.15.113:6832/3988090615,v1:172.21.15.113:6833/3988090615] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.d{-1:24475} state up:standby seq 1 addr [v2:172.21.15.47:6836/2421348505,v1:172.21.15.47:6837/2421348505] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.139 INFO:teuthology.orchestra.run.smithi047.stdout:[mds.e{-1:24491} state up:standby seq 1 addr [v2:172.21.15.113:6834/2798923113,v1:172.21.15.113:6835/2798923113] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T02:32:20.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.135+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb6780a2c20 msgr2=0x7fb6780a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:20.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.135+0000 7fb699400700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb6780a2c20 0x7fb6780a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb684009e60 tx=0x7fb684006000 comp rx=0 tx=0).stop 2024-04-25T02:32:20.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.135+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb694105650 msgr2=0x7fb69419ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:20.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb694105650 0x7fb69419ac00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb67c00ea20 tx=0x7fb67c00ed30 comp rx=0 tx=0).stop 2024-04-25T02:32:20.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 shutdown_connections 2024-04-25T02:32:20.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb6780a2c20 0x7fb6780a50e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:20.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb694107f80 0x7fb6941a1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:20.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102d20 0x7fb69419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:20.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 --2- 172.21.15.47:0/152470206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb694105650 0x7fb69419ac00 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:20.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 >> 172.21.15.47:0/152470206 conn(0x7fb6940fc730 msgr2=0x7fb694102530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:20.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 shutdown_connections 2024-04-25T02:32:20.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:20.136+0000 7fb699400700 1 -- 172.21.15.47:0/152470206 wait complete. 2024-04-25T02:32:20.141 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 23 2024-04-25T02:32:20.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:20 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/152470206' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T02:32:20.866 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:20 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/152470206' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T02:32:20.944 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-25T02:32:21.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:20 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/152470206' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T02:32:21.418 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:32:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:21 smithi178 ceph-mon[33053]: pgmap v383: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:21.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:21 smithi047 ceph-mon[27871]: pgmap v383: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:22.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:21 smithi113 ceph-mon[32459]: pgmap v383: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:23.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.649+0000 7fa296200700 1 -- 172.21.15.47:0/2660641601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa290105570 msgr2=0x7fa290107960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:23.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.649+0000 7fa296200700 1 --2- 172.21.15.47:0/2660641601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa290105570 0x7fa290107960 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa27c009990 tx=0x7fa27c009ca0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.649+0000 7fa296200700 1 -- 172.21.15.47:0/2660641601 shutdown_connections 2024-04-25T02:32:23.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.649+0000 7fa296200700 1 --2- 172.21.15.47:0/2660641601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa290107ea0 0x7fa29010a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.649+0000 7fa296200700 1 --2- 172.21.15.47:0/2660641601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa290102c40 0x7fa290105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.649+0000 7fa296200700 1 --2- 172.21.15.47:0/2660641601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa290105570 0x7fa290107960 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.649+0000 7fa296200700 1 -- 172.21.15.47:0/2660641601 >> 172.21.15.47:0/2660641601 conn(0x7fa2900fc650 msgr2=0x7fa2900fea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:23.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.649+0000 7fa296200700 1 -- 172.21.15.47:0/2660641601 shutdown_connections 2024-04-25T02:32:23.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.650+0000 7fa296200700 1 -- 172.21.15.47:0/2660641601 wait complete. 2024-04-25T02:32:23.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.651+0000 7fa296200700 1 Processor -- start 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.651+0000 7fa296200700 1 -- start start 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.651+0000 7fa296200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa290102c40 0x7fa2901025a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.651+0000 7fa296200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa290105570 0x7fa290100bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa296200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa290107ea0 0x7fa290101130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa296200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa29010dde0 con 0x7fa290105570 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa296200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa29010dc60 con 0x7fa290102c40 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa296200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa29010df60 con 0x7fa290107ea0 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa28fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa290105570 0x7fa290100bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa294e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa290102c40 0x7fa2901025a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa28fe00700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa290105570 0x7fa290100bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47382/0 (socket says 172.21.15.47:47382) 2024-04-25T02:32:23.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa28fe00700 1 -- 172.21.15.47:0/2254685375 learned_addr learned my addr 172.21.15.47:0/2254685375 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:23.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa295800700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa290107ea0 0x7fa290101130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:23.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa294e00700 1 -- 172.21.15.47:0/2254685375 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa290107ea0 msgr2=0x7fa290101130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:23.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa294e00700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa290107ea0 0x7fa290101130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa294e00700 1 -- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa290105570 msgr2=0x7fa290100bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:23.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa294e00700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa290105570 0x7fa290100bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.652+0000 7fa294e00700 1 -- 172.21.15.47:0/2254685375 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2901019e0 con 0x7fa290102c40 2024-04-25T02:32:23.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.653+0000 7fa294e00700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa290102c40 0x7fa2901025a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa28400e9f0 tx=0x7fa28400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:23.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.653+0000 7fa28d600700 1 -- 172.21.15.47:0/2254685375 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa28400cb70 con 0x7fa290102c40 2024-04-25T02:32:23.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.653+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2901a2550 con 0x7fa290102c40 2024-04-25T02:32:23.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.653+0000 7fa28d600700 1 -- 172.21.15.47:0/2254685375 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa28400ee90 con 0x7fa290102c40 2024-04-25T02:32:23.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.653+0000 7fa28d600700 1 -- 172.21.15.47:0/2254685375 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa284003dc0 con 0x7fa290102c40 2024-04-25T02:32:23.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.653+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2901a2a60 con 0x7fa290102c40 2024-04-25T02:32:23.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.654+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa290068f20 con 0x7fa290102c40 2024-04-25T02:32:23.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.656+0000 7fa28d600700 1 -- 172.21.15.47:0/2254685375 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa284004000 con 0x7fa290102c40 2024-04-25T02:32:23.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.658+0000 7fa28d600700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa2780a2c20 0x7fa2780a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:23.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.658+0000 7fa28d600700 1 -- 172.21.15.47:0/2254685375 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fa2840cf1f0 con 0x7fa290102c40 2024-04-25T02:32:23.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.658+0000 7fa28fe00700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa2780a2c20 0x7fa2780a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:23.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.659+0000 7fa28fe00700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa2780a2c20 0x7fa2780a50e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00b2e0 tx=0x7fa27c00b880 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:23.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.662+0000 7fa28d600700 1 -- 172.21.15.47:0/2254685375 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa28409c100 con 0x7fa290102c40 2024-04-25T02:32:23.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:23 smithi178 ceph-mon[33053]: pgmap v384: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:23.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.893+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fa290062e40 con 0x7fa290102c40 2024-04-25T02:32:23.897 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:23 smithi047 ceph-mon[27871]: pgmap v384: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:23.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.895+0000 7fa28d600700 1 -- 172.21.15.47:0/2254685375 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v88) ==== 56+0+5279 (secure 0 0 0) 0x7fa28409ba00 con 0x7fa290102c40 2024-04-25T02:32:23.899 INFO:teuthology.orchestra.run.smithi047.stdout:epoch 88 2024-04-25T02:32:23.899 INFO:teuthology.orchestra.run.smithi047.stdout:fsid 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:created 2024-04-25T02:21:01.417896+0000 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:modified 2024-04-25T02:31:11.719789+0000 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:crush_version 26 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:full_ratio 0.95 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:backfillfull_ratio 0.9 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:nearfull_ratio 0.85 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:require_min_compat_client luminous 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:min_compat_client luminous 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:require_osd_release squid 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:stretch_mode_enabled false 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-25T02:32:23.900 INFO:teuthology.orchestra.run.smithi047.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:max_osd 12 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.0 up in weight 1 up_from 8 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.47:6802/349336872,v1:172.21.15.47:6803/349336872] [v2:172.21.15.47:6804/349336872,v1:172.21.15.47:6805/349336872] exists,up 5dc7bd78-431c-44cf-bc25-72ff72628d0b 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.1 up in weight 1 up_from 13 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.113:6800/3462464888,v1:172.21.15.113:6801/3462464888] [v2:172.21.15.113:6802/3462464888,v1:172.21.15.113:6803/3462464888] exists,up 9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.2 up in weight 1 up_from 18 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6800/3719555607,v1:172.21.15.178:6801/3719555607] [v2:172.21.15.178:6802/3719555607,v1:172.21.15.178:6803/3719555607] exists,up 794a8baf-a1a1-47db-a6f4-5c2fd1fbce19 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.3 up in weight 1 up_from 26 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.47:6810/3662064207,v1:172.21.15.47:6811/3662064207] [v2:172.21.15.47:6812/3662064207,v1:172.21.15.47:6813/3662064207] exists,up f254f0b0-e1dd-442e-923c-60eb5992586c 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.4 up in weight 1 up_from 34 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.113:6808/551512883,v1:172.21.15.113:6809/551512883] [v2:172.21.15.113:6810/551512883,v1:172.21.15.113:6811/551512883] exists,up 03cfb887-697c-4622-b792-d2439dadf420 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.5 up in weight 1 up_from 39 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6808/1184775809,v1:172.21.15.178:6809/1184775809] [v2:172.21.15.178:6810/1184775809,v1:172.21.15.178:6811/1184775809] exists,up 1b45ae99-1714-40eb-a6ec-ece8c7e1171e 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.6 up in weight 1 up_from 47 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.47:6818/1747838642,v1:172.21.15.47:6819/1747838642] [v2:172.21.15.47:6820/1747838642,v1:172.21.15.47:6821/1747838642] exists,up 460cb5c7-d4f6-48cd-a318-3f331110c1d8 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.7 up in weight 1 up_from 52 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.113:6816/2355831929,v1:172.21.15.113:6817/2355831929] [v2:172.21.15.113:6818/2355831929,v1:172.21.15.113:6819/2355831929] exists,up d2682cee-335b-41c2-ab9a-d84ae3029fd2 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.8 up in weight 1 up_from 60 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6816/2400495078,v1:172.21.15.178:6817/2400495078] [v2:172.21.15.178:6818/2400495078,v1:172.21.15.178:6819/2400495078] exists,up b21f705c-3d28-4c27-9754-13c6e252311b 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.9 up in weight 1 up_from 68 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.47:6826/991643862,v1:172.21.15.47:6827/991643862] [v2:172.21.15.47:6828/991643862,v1:172.21.15.47:6829/991643862] exists,up 17ed7ce2-6899-4bc5-9b18-b7ed253afd94 2024-04-25T02:32:23.901 INFO:teuthology.orchestra.run.smithi047.stdout:osd.10 up in weight 1 up_from 73 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.113:6824/1879658264,v1:172.21.15.113:6825/1879658264] [v2:172.21.15.113:6826/1879658264,v1:172.21.15.113:6827/1879658264] exists,up ba7af2a5-ead5-491e-a19d-2e8cc2148a24 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:osd.11 up in weight 1 up_from 81 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6824/1342545482,v1:172.21.15.178:6825/1342545482] [v2:172.21.15.178:6826/1342545482,v1:172.21.15.178:6827/1342545482] exists,up 5e3e0334-5229-4c7b-be4a-01a6c9c82388 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:pg_upmap_items 2.0 [8,1] 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:pg_upmap_items 2.4 [2,11] 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:pg_upmap_items 2.6 [8,11] 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:pg_upmap_items 2.1d [2,4] 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:pg_upmap_items 3.2 [3,9] 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:pg_upmap_items 3.17 [4,8] 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:pg_upmap_items 3.25 [5,9] 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:pg_upmap_items 3.34 [4,9] 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:0/1201336830 expires 2024-04-26T02:22:10.249712+0000 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:0/2518540149 expires 2024-04-26T02:22:10.249712+0000 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:6801/369213982 expires 2024-04-26T02:22:10.249712+0000 2024-04-25T02:32:23.902 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:6800/369213982 expires 2024-04-26T02:22:10.249712+0000 2024-04-25T02:32:23.903 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:0/105294106 expires 2024-04-26T02:21:36.244923+0000 2024-04-25T02:32:23.903 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:6800/121870951 expires 2024-04-26T02:21:36.244923+0000 2024-04-25T02:32:23.903 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:0/2720495509 expires 2024-04-26T02:21:36.244923+0000 2024-04-25T02:32:23.903 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:0/1132045338 expires 2024-04-26T02:21:36.244923+0000 2024-04-25T02:32:23.903 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:0/1450388759 expires 2024-04-26T02:22:10.249712+0000 2024-04-25T02:32:23.903 INFO:teuthology.orchestra.run.smithi047.stdout:blocklist 172.21.15.47:6801/121870951 expires 2024-04-26T02:21:36.244923+0000 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.899+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa2780a2c20 msgr2=0x7fa2780a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.899+0000 7fa296200700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa2780a2c20 0x7fa2780a50e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00b2e0 tx=0x7fa27c00b880 comp rx=0 tx=0).stop 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.899+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa290102c40 msgr2=0x7fa2901025a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.899+0000 7fa296200700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa290102c40 0x7fa2901025a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa28400e9f0 tx=0x7fa28400ed00 comp rx=0 tx=0).stop 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.900+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 shutdown_connections 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.900+0000 7fa296200700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fa2780a2c20 0x7fa2780a50e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.900+0000 7fa296200700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa290107ea0 0x7fa290101130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.900+0000 7fa296200700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa290102c40 0x7fa2901025a0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.900+0000 7fa296200700 1 --2- 172.21.15.47:0/2254685375 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa290105570 0x7fa290100bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.900+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 >> 172.21.15.47:0/2254685375 conn(0x7fa2900fc650 msgr2=0x7fa290103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:23.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.900+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 shutdown_connections 2024-04-25T02:32:23.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:23.900+0000 7fa296200700 1 -- 172.21.15.47:0/2254685375 wait complete. 2024-04-25T02:32:24.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:23 smithi113 ceph-mon[32459]: pgmap v384: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T02:32:24.703 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-25T02:32:24.715 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:32:24.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:24 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2254685375' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T02:32:24.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:24 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2254685375' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T02:32:24.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.939+0000 7fc1d3e00640 1 -- 172.21.15.47:0/62926955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d4105370 msgr2=0x7fc1d410bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:24.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.939+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/62926955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d4105370 0x7fc1d410bc00 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc009ca0 tx=0x7fc1cc02a8c0 comp rx=0 tx=0).stop 2024-04-25T02:32:24.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.939+0000 7fc1d3e00640 1 -- 172.21.15.47:0/62926955 shutdown_connections 2024-04-25T02:32:24.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.939+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/62926955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d4105370 0x7fc1d410bc00 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:24.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.939+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/62926955 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc1d41049b0 0x7fc1d4104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:24.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.939+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/62926955 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc1d41037c0 0x7fc1d4103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:24.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.939+0000 7fc1d3e00640 1 -- 172.21.15.47:0/62926955 >> 172.21.15.47:0/62926955 conn(0x7fc1d40fed50 msgr2=0x7fc1d4101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:24.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.940+0000 7fc1d3e00640 1 -- 172.21.15.47:0/62926955 shutdown_connections 2024-04-25T02:32:24.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.940+0000 7fc1d3e00640 1 -- 172.21.15.47:0/62926955 wait complete. 2024-04-25T02:32:24.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.941+0000 7fc1d3e00640 1 Processor -- start 2024-04-25T02:32:24.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.941+0000 7fc1d3e00640 1 -- start start 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.941+0000 7fc1d3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d41037c0 0x7fc1d4199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.941+0000 7fc1d3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc1d41049b0 0x7fc1d4199f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.941+0000 7fc1d3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc1d4105370 0x7fc1d41a1000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.941+0000 7fc1d3e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d410f470 con 0x7fc1d4105370 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.941+0000 7fc1d3e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d410f2f0 con 0x7fc1d41049b0 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.941+0000 7fc1d3e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d410f5f0 con 0x7fc1d41037c0 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc1d4105370 0x7fc1d41a1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d41037c0 0x7fc1d4199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc1d4105370 0x7fc1d41a1000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47406/0 (socket says 172.21.15.47:47406) 2024-04-25T02:32:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d3400640 1 -- 172.21.15.47:0/659448123 learned_addr learned my addr 172.21.15.47:0/659448123 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1cbe00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc1d41049b0 0x7fc1d4199f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d2a00640 1 -- 172.21.15.47:0/659448123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc1d41049b0 msgr2=0x7fc1d4199f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d2a00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc1d41049b0 0x7fc1d4199f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d2a00640 1 -- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc1d4105370 msgr2=0x7fc1d41a1000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d2a00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc1d4105370 0x7fc1d41a1000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.942+0000 7fc1d2a00640 1 -- 172.21.15.47:0/659448123 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d41a1670 con 0x7fc1d41037c0 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.943+0000 7fc1d2a00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d41037c0 0x7fc1d4199a50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc1c400e9c0 tx=0x7fc1c400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.943+0000 7fc1cb400640 1 -- 172.21.15.47:0/659448123 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c400ccc0 con 0x7fc1d41037c0 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.943+0000 7fc1cb400640 1 -- 172.21.15.47:0/659448123 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1c40035f0 con 0x7fc1d41037c0 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.943+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1d41a1960 con 0x7fc1d41037c0 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.943+0000 7fc1cb400640 1 -- 172.21.15.47:0/659448123 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c400ce60 con 0x7fc1d41037c0 2024-04-25T02:32:24.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.943+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1d41a1eb0 con 0x7fc1d41037c0 2024-04-25T02:32:24.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.944+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1d410aa80 con 0x7fc1d41037c0 2024-04-25T02:32:24.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.946+0000 7fc1cb400640 1 -- 172.21.15.47:0/659448123 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc1c40037a0 con 0x7fc1d41037c0 2024-04-25T02:32:24.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.947+0000 7fc1cb400640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc1b80a2b90 0x7fc1b80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:24.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.948+0000 7fc1cb400640 1 -- 172.21.15.47:0/659448123 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fc1c40cf420 con 0x7fc1d41037c0 2024-04-25T02:32:24.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.948+0000 7fc1cbe00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc1b80a2b90 0x7fc1b80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:24.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.948+0000 7fc1cbe00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc1b80a2b90 0x7fc1b80a5050 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc0095f0 tx=0x7fc1bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:24.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:24.952+0000 7fc1cb400640 1 -- 172.21.15.47:0/659448123 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc1c409c330 con 0x7fc1d41037c0 2024-04-25T02:32:25.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:24 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2254685375' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T02:32:25.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.156+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc1d4062340 con 0x7fc1d41037c0 2024-04-25T02:32:25.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.158+0000 7fc1cb400640 1 -- 172.21.15.47:0/659448123 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22592 (secure 0 0 0) 0x7fc1c409bc30 con 0x7fc1d41037c0 2024-04-25T02:32:25.162 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:25.162 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":88,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:31:11.719789+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.161+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc1b80a2b90 msgr2=0x7fc1b80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.161+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc1b80a2b90 0x7fc1b80a5050 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc0095f0 tx=0x7fc1bc005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.161+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d41037c0 msgr2=0x7fc1d4199a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.161+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d41037c0 0x7fc1d4199a50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc1c400e9c0 tx=0x7fc1c400ee80 comp rx=0 tx=0).stop 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.162+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 shutdown_connections 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.162+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc1b80a2b90 0x7fc1b80a5050 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.162+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc1d4105370 0x7fc1d41a1000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.162+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc1d41049b0 0x7fc1d4199f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.162+0000 7fc1d3e00640 1 --2- 172.21.15.47:0/659448123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1d41037c0 0x7fc1d4199a50 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.162+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 >> 172.21.15.47:0/659448123 conn(0x7fc1d40fed50 msgr2=0x7fc1d4107c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:25.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.162+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 shutdown_connections 2024-04-25T02:32:25.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.162+0000 7fc1d3e00640 1 -- 172.21.15.47:0/659448123 wait complete. 2024-04-25T02:32:25.185 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:32:25.185 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.398+0000 7fe79a800640 1 -- 172.21.15.47:0/3861121940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe794109950 msgr2=0x7fe7941101e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.398+0000 7fe79a800640 1 --2- 172.21.15.47:0/3861121940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe794109950 0x7fe7941101e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe78c009ca0 tx=0x7fe78c02a8c0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.398+0000 7fe79a800640 1 -- 172.21.15.47:0/3861121940 shutdown_connections 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.398+0000 7fe79a800640 1 --2- 172.21.15.47:0/3861121940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe794109950 0x7fe7941101e0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.398+0000 7fe79a800640 1 --2- 172.21.15.47:0/3861121940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe794108f90 0x7fe794109410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.398+0000 7fe79a800640 1 --2- 172.21.15.47:0/3861121940 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe794107da0 0x7fe7941081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.398+0000 7fe79a800640 1 -- 172.21.15.47:0/3861121940 >> 172.21.15.47:0/3861121940 conn(0x7fe794076d40 msgr2=0x7fe794079180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.399+0000 7fe79a800640 1 -- 172.21.15.47:0/3861121940 shutdown_connections 2024-04-25T02:32:25.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.399+0000 7fe79a800640 1 -- 172.21.15.47:0/3861121940 wait complete. 2024-04-25T02:32:25.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.400+0000 7fe79a800640 1 Processor -- start 2024-04-25T02:32:25.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.400+0000 7fe79a800640 1 -- start start 2024-04-25T02:32:25.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe79a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe794107da0 0x7fe79419e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:25.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe79a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe794108f90 0x7fe79419e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:25.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe79a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe794109950 0x7fe7941a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:25.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe79a800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe794113a70 con 0x7fe794107da0 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe79a800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe7941138f0 con 0x7fe794108f90 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe79a800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe794113bf0 con 0x7fe794109950 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe794107da0 0x7fe79419e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe794107da0 0x7fe79419e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47426/0 (socket says 172.21.15.47:47426) 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793400640 1 -- 172.21.15.47:0/994648244 learned_addr learned my addr 172.21.15.47:0/994648244 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe78be00640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe794108f90 0x7fe79419e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793e00640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe794109950 0x7fe7941a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793400640 1 -- 172.21.15.47:0/994648244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe794109950 msgr2=0x7fe7941a5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793400640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe794109950 0x7fe7941a5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793400640 1 -- 172.21.15.47:0/994648244 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe794108f90 msgr2=0x7fe79419e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793400640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe794108f90 0x7fe79419e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.401+0000 7fe793400640 1 -- 172.21.15.47:0/994648244 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7941a5cb0 con 0x7fe794107da0 2024-04-25T02:32:25.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.402+0000 7fe793400640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe794107da0 0x7fe79419e090 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe78400e9c0 tx=0x7fe78400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:25.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.402+0000 7fe790c00640 1 -- 172.21.15.47:0/994648244 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78400cd80 con 0x7fe794107da0 2024-04-25T02:32:25.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.402+0000 7fe790c00640 1 -- 172.21.15.47:0/994648244 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7840035f0 con 0x7fe794107da0 2024-04-25T02:32:25.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.402+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7941a5fa0 con 0x7fe794107da0 2024-04-25T02:32:25.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.402+0000 7fe790c00640 1 -- 172.21.15.47:0/994648244 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe784010690 con 0x7fe794107da0 2024-04-25T02:32:25.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.402+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7941a6460 con 0x7fe794107da0 2024-04-25T02:32:25.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.404+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe79410f0c0 con 0x7fe794107da0 2024-04-25T02:32:25.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.406+0000 7fe790c00640 1 -- 172.21.15.47:0/994648244 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe7840037a0 con 0x7fe794107da0 2024-04-25T02:32:25.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.407+0000 7fe790c00640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7780a2c10 0x7fe7780a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:25.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.407+0000 7fe790c00640 1 -- 172.21.15.47:0/994648244 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fe7840cf4a0 con 0x7fe794107da0 2024-04-25T02:32:25.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.407+0000 7fe78be00640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7780a2c10 0x7fe7780a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:25.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.408+0000 7fe78be00640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7780a2c10 0x7fe7780a50d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe79419f5a0 tx=0x7fe77c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:25.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.412+0000 7fe790c00640 1 -- 172.21.15.47:0/994648244 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe78409c3b0 con 0x7fe794107da0 2024-04-25T02:32:25.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.619+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe7940623e0 con 0x7fe794107da0 2024-04-25T02:32:25.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.620+0000 7fe790c00640 1 -- 172.21.15.47:0/994648244 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fe78409bcb0 con 0x7fe794107da0 2024-04-25T02:32:25.623 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.622+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7780a2c10 msgr2=0x7fe7780a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.622+0000 7fe79a800640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7780a2c10 0x7fe7780a50d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe79419f5a0 tx=0x7fe77c005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.622+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe794107da0 msgr2=0x7fe79419e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.622+0000 7fe79a800640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe794107da0 0x7fe79419e090 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe78400e9c0 tx=0x7fe78400ee80 comp rx=0 tx=0).stop 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.623+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 shutdown_connections 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.623+0000 7fe79a800640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe7780a2c10 0x7fe7780a50d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.623+0000 7fe79a800640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe794109950 0x7fe7941a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.623+0000 7fe79a800640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe794108f90 0x7fe79419e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.623+0000 7fe79a800640 1 --2- 172.21.15.47:0/994648244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe794107da0 0x7fe79419e090 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.623+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 >> 172.21.15.47:0/994648244 conn(0x7fe794076d40 msgr2=0x7fe79410c290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:25.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.623+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 shutdown_connections 2024-04-25T02:32:25.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.623+0000 7fe79a800640 1 -- 172.21.15.47:0/994648244 wait complete. 2024-04-25T02:32:25.646 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:32:25.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:25 smithi178 ceph-mon[33053]: pgmap v385: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:25 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/659448123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.863+0000 7fac92800640 1 -- 172.21.15.47:0/1929252619 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac8c1028c0 msgr2=0x7fac8c102d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.863+0000 7fac92800640 1 --2- 172.21.15.47:0/1929252619 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac8c1028c0 0x7fac8c102d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fac78009be0 tx=0x7fac7802a6d0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.863+0000 7fac92800640 1 -- 172.21.15.47:0/1929252619 shutdown_connections 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.863+0000 7fac92800640 1 --2- 172.21.15.47:0/1929252619 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fac8c103280 0x7fac8c109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.864+0000 7fac92800640 1 --2- 172.21.15.47:0/1929252619 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac8c1028c0 0x7fac8c102d40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.864+0000 7fac92800640 1 --2- 172.21.15.47:0/1929252619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fac8c1016d0 0x7fac8c101af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.864+0000 7fac92800640 1 -- 172.21.15.47:0/1929252619 >> 172.21.15.47:0/1929252619 conn(0x7fac8c0fcc40 msgr2=0x7fac8c0ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.864+0000 7fac92800640 1 -- 172.21.15.47:0/1929252619 shutdown_connections 2024-04-25T02:32:25.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.864+0000 7fac92800640 1 -- 172.21.15.47:0/1929252619 wait complete. 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac92800640 1 Processor -- start 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac92800640 1 -- start start 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac92800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac8c1016d0 0x7fac8c199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac92800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fac8c1028c0 0x7fac8c19a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac92800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fac8c103280 0x7fac8c1a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac92800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fac8c10d2f0 con 0x7fac8c1028c0 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac92800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fac8c10d170 con 0x7fac8c103280 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac92800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fac8c10d470 con 0x7fac8c1016d0 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac90a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fac8c1028c0 0x7fac8c19a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac90a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fac8c1028c0 0x7fac8c19a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47452/0 (socket says 172.21.15.47:47452) 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.865+0000 7fac90a00640 1 -- 172.21.15.47:0/3142730959 learned_addr learned my addr 172.21.15.47:0/3142730959 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:25.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.866+0000 7fac91400640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac8c1016d0 0x7fac8c199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.866+0000 7fac91e00640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fac8c103280 0x7fac8c1a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.866+0000 7fac90a00640 1 -- 172.21.15.47:0/3142730959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac8c1016d0 msgr2=0x7fac8c199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.866+0000 7fac90a00640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac8c1016d0 0x7fac8c199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.866+0000 7fac90a00640 1 -- 172.21.15.47:0/3142730959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fac8c103280 msgr2=0x7fac8c1a1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.866+0000 7fac90a00640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fac8c103280 0x7fac8c1a1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:25.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.866+0000 7fac90a00640 1 -- 172.21.15.47:0/3142730959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac8c1a17c0 con 0x7fac8c1028c0 2024-04-25T02:32:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.866+0000 7fac90a00640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fac8c1028c0 0x7fac8c19a0e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fac7802acc0 tx=0x7fac780305d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.867+0000 7fac8a000640 1 -- 172.21.15.47:0/3142730959 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac78041020 con 0x7fac8c1028c0 2024-04-25T02:32:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.867+0000 7fac8a000640 1 -- 172.21.15.47:0/3142730959 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fac78031920 con 0x7fac8c1028c0 2024-04-25T02:32:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.867+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac8c1a1a50 con 0x7fac8c1028c0 2024-04-25T02:32:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.867+0000 7fac8a000640 1 -- 172.21.15.47:0/3142730959 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac78036040 con 0x7fac8c1028c0 2024-04-25T02:32:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.867+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac8c1a1f40 con 0x7fac8c1028c0 2024-04-25T02:32:25.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.868+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac8c1a2170 con 0x7fac8c1028c0 2024-04-25T02:32:25.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.871+0000 7fac8a000640 1 -- 172.21.15.47:0/3142730959 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fac78044020 con 0x7fac8c1028c0 2024-04-25T02:32:25.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.872+0000 7fac8a000640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fac700a2b90 0x7fac700a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:25.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.873+0000 7fac8a000640 1 -- 172.21.15.47:0/3142730959 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fac780efe70 con 0x7fac8c1028c0 2024-04-25T02:32:25.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.873+0000 7fac91400640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fac700a2b90 0x7fac700a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:25.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.873+0000 7fac91400640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fac700a2b90 0x7fac700a5050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fac8c102720 tx=0x7fac7c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:25.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:25.877+0000 7fac8a000640 1 -- 172.21.15.47:0/3142730959 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fac7804b020 con 0x7fac8c1028c0 2024-04-25T02:32:25.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:25 smithi047 ceph-mon[27871]: pgmap v385: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:25.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:25 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/659448123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:26.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:25 smithi113 ceph-mon[32459]: pgmap v385: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T02:32:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:25 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/659448123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:26.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.081+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fac8c1a2340 con 0x7fac8c1028c0 2024-04-25T02:32:26.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.082+0000 7fac8a000640 1 -- 172.21.15.47:0/3142730959 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fac780bcd80 con 0x7fac8c1028c0 2024-04-25T02:32:26.085 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:32:26.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.084+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fac700a2b90 msgr2=0x7fac700a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.084+0000 7fac92800640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fac700a2b90 0x7fac700a5050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fac8c102720 tx=0x7fac7c009260 comp rx=0 tx=0).stop 2024-04-25T02:32:26.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.084+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fac8c1028c0 msgr2=0x7fac8c19a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.084+0000 7fac92800640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fac8c1028c0 0x7fac8c19a0e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fac7802acc0 tx=0x7fac780305d0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.085+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 shutdown_connections 2024-04-25T02:32:26.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.085+0000 7fac92800640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fac700a2b90 0x7fac700a5050 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.085+0000 7fac92800640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fac8c103280 0x7fac8c1a1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.085+0000 7fac92800640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fac8c1028c0 0x7fac8c19a0e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.085+0000 7fac92800640 1 --2- 172.21.15.47:0/3142730959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac8c1016d0 0x7fac8c199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.085+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 >> 172.21.15.47:0/3142730959 conn(0x7fac8c0fcc40 msgr2=0x7fac8c073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:26.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.085+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 shutdown_connections 2024-04-25T02:32:26.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.085+0000 7fac92800640 1 -- 172.21.15.47:0/3142730959 wait complete. 2024-04-25T02:32:26.108 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:32:26.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 -- 172.21.15.47:0/3742217537 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4318077ce0 msgr2=0x7f4318078580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 --2- 172.21.15.47:0/3742217537 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4318077ce0 0x7f4318078580 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4310009ca0 tx=0x7f431002a8c0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 -- 172.21.15.47:0/3742217537 shutdown_connections 2024-04-25T02:32:26.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 --2- 172.21.15.47:0/3742217537 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4318077ce0 0x7f4318078580 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 --2- 172.21.15.47:0/3742217537 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4318077340 0x7f43180777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 --2- 172.21.15.47:0/3742217537 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4318076100 0x7f4318076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 -- 172.21.15.47:0/3742217537 >> 172.21.15.47:0/3742217537 conn(0x7f43180fedf0 msgr2=0x7f4318101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:26.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 -- 172.21.15.47:0/3742217537 shutdown_connections 2024-04-25T02:32:26.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.328+0000 7f431d000640 1 -- 172.21.15.47:0/3742217537 wait complete. 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.329+0000 7f431d000640 1 Processor -- start 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.329+0000 7f431d000640 1 -- start start 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f431d000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4318076100 0x7f431819df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f431d000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4318077340 0x7f431819e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f431d000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4318077ce0 0x7f43181a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f431d000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4318113950 con 0x7f4318077ce0 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f431d000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f43181137d0 con 0x7f4318076100 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f431d000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4318113ad0 con 0x7f4318077340 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4318077ce0 0x7f43181a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:26.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4316a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4318077340 0x7f431819e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4318077ce0 0x7f43181a54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47460/0 (socket says 172.21.15.47:47460) 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317e00640 1 -- 172.21.15.47:0/3605847366 learned_addr learned my addr 172.21.15.47:0/3605847366 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317400640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4318076100 0x7f431819df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317e00640 1 -- 172.21.15.47:0/3605847366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4318077340 msgr2=0x7f431819e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317e00640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4318077340 0x7f431819e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317e00640 1 -- 172.21.15.47:0/3605847366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4318076100 msgr2=0x7f431819df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317e00640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4318076100 0x7f431819df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4317e00640 1 -- 172.21.15.47:0/3605847366 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43181a5b30 con 0x7f4318077ce0 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.330+0000 7f4316a00640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4318077340 0x7f431819e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.331+0000 7f4317e00640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4318077ce0 0x7f43181a54c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f431002f540 tx=0x7f4310031750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.331+0000 7f430fe00640 1 -- 172.21.15.47:0/3605847366 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310003b70 con 0x7f4318077ce0 2024-04-25T02:32:26.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.331+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43181a5dc0 con 0x7f4318077ce0 2024-04-25T02:32:26.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.331+0000 7f430fe00640 1 -- 172.21.15.47:0/3605847366 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4310003d10 con 0x7f4318077ce0 2024-04-25T02:32:26.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.331+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43181a6290 con 0x7f4318077ce0 2024-04-25T02:32:26.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.331+0000 7f430fe00640 1 -- 172.21.15.47:0/3605847366 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431002fb10 con 0x7f4318077ce0 2024-04-25T02:32:26.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.333+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43181101f0 con 0x7f4318077ce0 2024-04-25T02:32:26.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.334+0000 7f430fe00640 1 -- 172.21.15.47:0/3605847366 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4310004640 con 0x7f4318077ce0 2024-04-25T02:32:26.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.336+0000 7f430fe00640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42fc0a2b90 0x7f42fc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:26.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.336+0000 7f430fe00640 1 -- 172.21.15.47:0/3605847366 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f43100f0570 con 0x7f4318077ce0 2024-04-25T02:32:26.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.336+0000 7f4317400640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42fc0a2b90 0x7f42fc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:26.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.337+0000 7f4317400640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42fc0a2b90 0x7f42fc0a5050 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4308009bd0 tx=0x7f4308005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:26.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.340+0000 7f430fe00640 1 -- 172.21.15.47:0/3605847366 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f43100bd480 con 0x7f4318077ce0 2024-04-25T02:32:26.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.546+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f4318062340 con 0x7f4318077ce0 2024-04-25T02:32:26.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.547+0000 7f430fe00640 1 -- 172.21.15.47:0/3605847366 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f43100bcd80 con 0x7f4318077ce0 2024-04-25T02:32:26.550 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:32:26.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42fc0a2b90 msgr2=0x7f42fc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42fc0a2b90 0x7f42fc0a5050 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4308009bd0 tx=0x7f4308005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:26.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4318077ce0 msgr2=0x7f43181a54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4318077ce0 0x7f43181a54c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f431002f540 tx=0x7f4310031750 comp rx=0 tx=0).stop 2024-04-25T02:32:26.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 shutdown_connections 2024-04-25T02:32:26.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f42fc0a2b90 0x7f42fc0a5050 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4318077ce0 0x7f43181a54c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4318077340 0x7f431819e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 --2- 172.21.15.47:0/3605847366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4318076100 0x7f431819df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 >> 172.21.15.47:0/3605847366 conn(0x7f43180fedf0 msgr2=0x7f43181008f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:26.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 shutdown_connections 2024-04-25T02:32:26.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.550+0000 7f431d000640 1 -- 172.21.15.47:0/3605847366 wait complete. 2024-04-25T02:32:26.573 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:32:26.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.773+0000 7fc63be00640 1 -- 172.21.15.47:0/564439698 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1049b0 msgr2=0x7fc63c104e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.773+0000 7fc63be00640 1 --2- 172.21.15.47:0/564439698 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1049b0 0x7fc63c104e30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc62c009ca0 tx=0x7fc62c02a8c0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.773+0000 7fc63be00640 1 -- 172.21.15.47:0/564439698 shutdown_connections 2024-04-25T02:32:26.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.773+0000 7fc63be00640 1 --2- 172.21.15.47:0/564439698 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc63c105370 0x7fc63c10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.773+0000 7fc63be00640 1 --2- 172.21.15.47:0/564439698 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1049b0 0x7fc63c104e30 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.774+0000 7fc63be00640 1 --2- 172.21.15.47:0/564439698 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc63c1037c0 0x7fc63c103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.774+0000 7fc63be00640 1 -- 172.21.15.47:0/564439698 >> 172.21.15.47:0/564439698 conn(0x7fc63c0fed50 msgr2=0x7fc63c101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:26.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.774+0000 7fc63be00640 1 -- 172.21.15.47:0/564439698 shutdown_connections 2024-04-25T02:32:26.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.774+0000 7fc63be00640 1 -- 172.21.15.47:0/564439698 wait complete. 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63be00640 1 Processor -- start 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63be00640 1 -- start start 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1037c0 0x7fc63c199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc63c1049b0 0x7fc63c19a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc63c105370 0x7fc63c1a1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63be00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c10f440 con 0x7fc63c1049b0 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63be00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c10f2c0 con 0x7fc63c1037c0 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63be00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c10f5c0 con 0x7fc63c105370 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc63c1049b0 0x7fc63c19a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc63c1049b0 0x7fc63c19a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47466/0 (socket says 172.21.15.47:47466) 2024-04-25T02:32:26.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63a000640 1 -- 172.21.15.47:0/1192494908 learned_addr learned my addr 172.21.15.47:0/1192494908 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63b400640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc63c105370 0x7fc63c1a1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.775+0000 7fc63aa00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1037c0 0x7fc63c199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc63aa00640 1 -- 172.21.15.47:0/1192494908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc63c105370 msgr2=0x7fc63c1a1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc63aa00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc63c105370 0x7fc63c1a1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc63aa00640 1 -- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc63c1049b0 msgr2=0x7fc63c19a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc63aa00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc63c1049b0 0x7fc63c19a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc63aa00640 1 -- 172.21.15.47:0/1192494908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc63c1a16e0 con 0x7fc63c1037c0 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc63b400640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc63c105370 0x7fc63c1a1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc63aa00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1037c0 0x7fc63c199ac0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc62400e9c0 tx=0x7fc62400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc640a00640 1 -- 172.21.15.47:0/1192494908 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62400ccc0 con 0x7fc63c1037c0 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc640a00640 1 -- 172.21.15.47:0/1192494908 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6240035f0 con 0x7fc63c1037c0 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc63c1a19d0 con 0x7fc63c1037c0 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.776+0000 7fc640a00640 1 -- 172.21.15.47:0/1192494908 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62400ce60 con 0x7fc63c1037c0 2024-04-25T02:32:26.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.777+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc63c1a1ed0 con 0x7fc63c1037c0 2024-04-25T02:32:26.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.778+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc63c10ab60 con 0x7fc63c1037c0 2024-04-25T02:32:26.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.780+0000 7fc640a00640 1 -- 172.21.15.47:0/1192494908 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc6240037a0 con 0x7fc63c1037c0 2024-04-25T02:32:26.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.782+0000 7fc640a00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6200a2b90 0x7fc6200a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:26.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.782+0000 7fc640a00640 1 -- 172.21.15.47:0/1192494908 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fc6240cf590 con 0x7fc63c1037c0 2024-04-25T02:32:26.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.782+0000 7fc63a000640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6200a2b90 0x7fc6200a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:26.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.783+0000 7fc63a000640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6200a2b90 0x7fc6200a5050 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc62c004af0 tx=0x7fc62c004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:26.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:26.786+0000 7fc640a00640 1 -- 172.21.15.47:0/1192494908 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc62409c4a0 con 0x7fc63c1037c0 2024-04-25T02:32:26.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:26 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/994648244' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:26.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:26 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3142730959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:26.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:26 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3605847366' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:26 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/994648244' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:26 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3142730959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:26 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3605847366' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:26 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/994648244' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:26 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3142730959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:26 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3605847366' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:27.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.034+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc63c02d170 con 0x7fc63c1037c0 2024-04-25T02:32:27.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.035+0000 7fc640a00640 1 -- 172.21.15.47:0/1192494908 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11877 (secure 0 0 0) 0x7fc62409bda0 con 0x7fc63c1037c0 2024-04-25T02:32:27.038 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:27.038 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:30:17.288376+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24538,24568,24572]},"id":1}]} 2024-04-25T02:32:27.039 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 23 2024-04-25T02:32:27.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6200a2b90 msgr2=0x7fc6200a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6200a2b90 0x7fc6200a5050 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc62c004af0 tx=0x7fc62c004a40 comp rx=0 tx=0).stop 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1037c0 msgr2=0x7fc63c199ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1037c0 0x7fc63c199ac0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc62400e9c0 tx=0x7fc62400ee80 comp rx=0 tx=0).stop 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 shutdown_connections 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fc6200a2b90 0x7fc6200a5050 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc63c105370 0x7fc63c1a1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc63c1049b0 0x7fc63c19a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 --2- 172.21.15.47:0/1192494908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc63c1037c0 0x7fc63c199ac0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 >> 172.21.15.47:0/1192494908 conn(0x7fc63c0fed50 msgr2=0x7fc63c107d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 shutdown_connections 2024-04-25T02:32:27.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.038+0000 7fc63be00640 1 -- 172.21.15.47:0/1192494908 wait complete. 2024-04-25T02:32:27.060 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:32:27.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 -- 172.21.15.47:0/3317082068 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284107bc0 msgr2=0x7f7284107fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 --2- 172.21.15.47:0/3317082068 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284107bc0 0x7f7284107fe0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7274009900 tx=0x7f727402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 -- 172.21.15.47:0/3317082068 shutdown_connections 2024-04-25T02:32:27.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 --2- 172.21.15.47:0/3317082068 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7284109770 0x7f7284110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 --2- 172.21.15.47:0/3317082068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7284108db0 0x7f7284109230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 --2- 172.21.15.47:0/3317082068 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284107bc0 0x7f7284107fe0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 -- 172.21.15.47:0/3317082068 >> 172.21.15.47:0/3317082068 conn(0x7f7284076b80 msgr2=0x7f7284078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:27.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 -- 172.21.15.47:0/3317082068 shutdown_connections 2024-04-25T02:32:27.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.278+0000 7f728a600640 1 -- 172.21.15.47:0/3317082068 wait complete. 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.279+0000 7f728a600640 1 Processor -- start 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.279+0000 7f728a600640 1 -- start start 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.279+0000 7f728a600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7284107bc0 0x7f728419dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.279+0000 7f728a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7284108db0 0x7f728419e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.279+0000 7f728a600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284109770 0x7f72841a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.279+0000 7f728a600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7284113860 con 0x7f7284108db0 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.279+0000 7f728a600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f72841136e0 con 0x7f7284109770 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.279+0000 7f728a600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f72841139e0 con 0x7f7284107bc0 2024-04-25T02:32:27.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f727be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7284108db0 0x7f728419e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f7289200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7284107bc0 0x7f728419dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f7289c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284109770 0x7f72841a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f727be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7284108db0 0x7f728419e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47484/0 (socket says 172.21.15.47:47484) 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f7289200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7284107bc0 0x7f728419dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54054/0 (socket says 172.21.15.47:54054) 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f727be00640 1 -- 172.21.15.47:0/964799682 learned_addr learned my addr 172.21.15.47:0/964799682 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f7289c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284109770 0x7f72841a5450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44652/0 (socket says 172.21.15.47:44652) 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f727be00640 1 -- 172.21.15.47:0/964799682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7284107bc0 msgr2=0x7f728419dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f727be00640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7284107bc0 0x7f728419dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f727be00640 1 -- 172.21.15.47:0/964799682 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284109770 msgr2=0x7f72841a5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f727be00640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284109770 0x7f72841a5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f727be00640 1 -- 172.21.15.47:0/964799682 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72841a5ac0 con 0x7f7284108db0 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.280+0000 7f7289c00640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284109770 0x7f72841a5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.281+0000 7f727be00640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7284108db0 0x7f728419e3e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f726c00d950 tx=0x7f726c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.281+0000 7f7282000640 1 -- 172.21.15.47:0/964799682 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726c017030 con 0x7f7284108db0 2024-04-25T02:32:27.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.281+0000 7f7282000640 1 -- 172.21.15.47:0/964799682 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f726c004020 con 0x7f7284108db0 2024-04-25T02:32:27.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.281+0000 7f7282000640 1 -- 172.21.15.47:0/964799682 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726c0047a0 con 0x7f7284108db0 2024-04-25T02:32:27.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.281+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72841a5db0 con 0x7f7284108db0 2024-04-25T02:32:27.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.281+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72841a6270 con 0x7f7284108db0 2024-04-25T02:32:27.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.282+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f728410eee0 con 0x7f7284108db0 2024-04-25T02:32:27.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.284+0000 7f7282000640 1 -- 172.21.15.47:0/964799682 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f726c0041d0 con 0x7f7284108db0 2024-04-25T02:32:27.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.286+0000 7f7282000640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f72680a2b90 0x7f72680a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:27.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.286+0000 7f7282000640 1 -- 172.21.15.47:0/964799682 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f726c0cea10 con 0x7f7284108db0 2024-04-25T02:32:27.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.286+0000 7f7289200640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f72680a2b90 0x7f72680a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:27.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.287+0000 7f7289200640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f72680a2b90 0x7f72680a5050 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f727402a9e0 tx=0x7f72740315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:27.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.290+0000 7f7282000640 1 -- 172.21.15.47:0/964799682 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f726c09b920 con 0x7f7284108db0 2024-04-25T02:32:27.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.496+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7284062440 con 0x7f7284108db0 2024-04-25T02:32:27.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.500+0000 7f7282000640 1 -- 172.21.15.47:0/964799682 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22592 (secure 0 0 0) 0x7f726c09b220 con 0x7f7284108db0 2024-04-25T02:32:27.504 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:27.504 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":88,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:31:11.719789+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:32:27.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f72680a2b90 msgr2=0x7f72680a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f72680a2b90 0x7f72680a5050 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f727402a9e0 tx=0x7f72740315b0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7284108db0 msgr2=0x7f728419e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7284108db0 0x7f728419e3e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f726c00d950 tx=0x7f726c00de10 comp rx=0 tx=0).stop 2024-04-25T02:32:27.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 shutdown_connections 2024-04-25T02:32:27.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f72680a2b90 0x7f72680a5050 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7284109770 0x7f72841a5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7284108db0 0x7f728419e3e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 --2- 172.21.15.47:0/964799682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7284107bc0 0x7f728419dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.503+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 >> 172.21.15.47:0/964799682 conn(0x7f7284076b80 msgr2=0x7f728410c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:27.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.504+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 shutdown_connections 2024-04-25T02:32:27.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.504+0000 7f728a600640 1 -- 172.21.15.47:0/964799682 wait complete. 2024-04-25T02:32:27.526 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:32:27.526 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:32:27.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.746+0000 7f91fac00640 1 -- 172.21.15.47:0/2066060653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4108e70 msgr2=0x7f91f41092f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.746+0000 7f91fac00640 1 --2- 172.21.15.47:0/2066060653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4108e70 0x7f91f41092f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f91e4009900 tx=0x7f91e402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.747+0000 7f91fac00640 1 -- 172.21.15.47:0/2066060653 shutdown_connections 2024-04-25T02:32:27.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.747+0000 7f91fac00640 1 --2- 172.21.15.47:0/2066060653 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f91f4109830 0x7f91f41100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.747+0000 7f91fac00640 1 --2- 172.21.15.47:0/2066060653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4108e70 0x7f91f41092f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.747+0000 7f91fac00640 1 --2- 172.21.15.47:0/2066060653 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f91f4107c80 0x7f91f41080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.747+0000 7f91fac00640 1 -- 172.21.15.47:0/2066060653 >> 172.21.15.47:0/2066060653 conn(0x7f91f4076c10 msgr2=0x7f91f4079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:27.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.747+0000 7f91fac00640 1 -- 172.21.15.47:0/2066060653 shutdown_connections 2024-04-25T02:32:27.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.747+0000 7f91fac00640 1 -- 172.21.15.47:0/2066060653 wait complete. 2024-04-25T02:32:27.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.748+0000 7f91fac00640 1 Processor -- start 2024-04-25T02:32:27.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.748+0000 7f91fac00640 1 -- start start 2024-04-25T02:32:27.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.748+0000 7f91fac00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f91f4107c80 0x7f91f419dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:27.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.748+0000 7f91fac00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f91f4108e70 0x7f91f419e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:27.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.748+0000 7f91fac00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4109830 0x7f91f41a54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:27.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.748+0000 7f91fac00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f91f4113900 con 0x7f91f4109830 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.748+0000 7f91fac00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f91f4113780 con 0x7f91f4108e70 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.748+0000 7f91fac00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f91f4113a80 con 0x7f91f4107c80 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91fa200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4109830 0x7f91f41a54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f9800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f91f4107c80 0x7f91f419dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f8e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f91f4108e70 0x7f91f419e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f8e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f91f4108e70 0x7f91f419e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44668/0 (socket says 172.21.15.47:44668) 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f9800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f91f4107c80 0x7f91f419dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54076/0 (socket says 172.21.15.47:54076) 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f8e00640 1 -- 172.21.15.47:0/156524081 learned_addr learned my addr 172.21.15.47:0/156524081 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91fa200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4109830 0x7f91f41a54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47490/0 (socket says 172.21.15.47:47490) 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f9800640 1 -- 172.21.15.47:0/156524081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f91f4108e70 msgr2=0x7f91f419e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f9800640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f91f4108e70 0x7f91f419e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f9800640 1 -- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4109830 msgr2=0x7f91f41a54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f9800640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4109830 0x7f91f41a54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f9800640 1 -- 172.21.15.47:0/156524081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f41a5b50 con 0x7f91f4107c80 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.749+0000 7f91f8e00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f91f4108e70 0x7f91f419e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.750+0000 7f91f9800640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f91f4107c80 0x7f91f419dfd0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f91e800e9c0 tx=0x7f91e800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.750+0000 7f91f2000640 1 -- 172.21.15.47:0/156524081 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e800ccc0 con 0x7f91f4107c80 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.750+0000 7f91f2000640 1 -- 172.21.15.47:0/156524081 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f91e80035f0 con 0x7f91f4107c80 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.750+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f41a5e40 con 0x7f91f4107c80 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.750+0000 7f91f2000640 1 -- 172.21.15.47:0/156524081 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e800ce60 con 0x7f91f4107c80 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.750+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f41a62a0 con 0x7f91f4107c80 2024-04-25T02:32:27.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.751+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91f410efa0 con 0x7f91f4107c80 2024-04-25T02:32:27.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.753+0000 7f91f2000640 1 -- 172.21.15.47:0/156524081 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f91e80037a0 con 0x7f91f4107c80 2024-04-25T02:32:27.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.754+0000 7f91f2000640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f91dc0a2b90 0x7f91dc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:27.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.755+0000 7f91f2000640 1 -- 172.21.15.47:0/156524081 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f91e80cf3f0 con 0x7f91f4107c80 2024-04-25T02:32:27.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.755+0000 7f91f8e00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f91dc0a2b90 0x7f91dc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:27.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.755+0000 7f91f8e00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f91dc0a2b90 0x7f91dc0a5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f91e4031440 tx=0x7f91e40315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:27.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.759+0000 7f91f2000640 1 -- 172.21.15.47:0/156524081 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f91e809c300 con 0x7f91f4107c80 2024-04-25T02:32:27.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:27 smithi047 ceph-mon[27871]: pgmap v386: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:27.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:27 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1192494908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:27.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:27 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/964799682' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:27.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.964+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f91f4062370 con 0x7f91f4107c80 2024-04-25T02:32:27.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.965+0000 7f91f2000640 1 -- 172.21.15.47:0/156524081 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f91e809bc00 con 0x7f91f4107c80 2024-04-25T02:32:27.968 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:32:27.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f91dc0a2b90 msgr2=0x7f91dc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f91dc0a2b90 0x7f91dc0a5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f91e4031440 tx=0x7f91e40315b0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f91f4107c80 msgr2=0x7f91f419dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:27.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f91f4107c80 0x7f91f419dfd0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f91e800e9c0 tx=0x7f91e800ee80 comp rx=0 tx=0).stop 2024-04-25T02:32:27.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 shutdown_connections 2024-04-25T02:32:27.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f91dc0a2b90 0x7f91dc0a5050 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f91f4109830 0x7f91f41a54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f91f4108e70 0x7f91f419e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 --2- 172.21.15.47:0/156524081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f91f4107c80 0x7f91f419dfd0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:27.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 >> 172.21.15.47:0/156524081 conn(0x7f91f4076c10 msgr2=0x7f91f410c170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:27.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 shutdown_connections 2024-04-25T02:32:27.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:27.968+0000 7f91fac00640 1 -- 172.21.15.47:0/156524081 wait complete. 2024-04-25T02:32:27.991 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:32:28.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:27 smithi113 ceph-mon[32459]: pgmap v386: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:28.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:27 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1192494908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:28.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:27 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/964799682' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:28.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:27 smithi178 ceph-mon[33053]: pgmap v386: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:32:28.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:27 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1192494908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:28.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:27 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/964799682' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:28.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.210+0000 7fb753200640 1 -- 172.21.15.47:0/331353759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754102860 msgr2=0x7fb754102ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.210+0000 7fb753200640 1 --2- 172.21.15.47:0/331353759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754102860 0x7fb754102ce0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb73c009860 tx=0x7fb73c02a340 comp rx=0 tx=0).stop 2024-04-25T02:32:28.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.211+0000 7fb753200640 1 -- 172.21.15.47:0/331353759 shutdown_connections 2024-04-25T02:32:28.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.211+0000 7fb753200640 1 --2- 172.21.15.47:0/331353759 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb754103220 0x7fb754109ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.211+0000 7fb753200640 1 --2- 172.21.15.47:0/331353759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754102860 0x7fb754102ce0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.211+0000 7fb753200640 1 --2- 172.21.15.47:0/331353759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb754101670 0x7fb754101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.211+0000 7fb753200640 1 -- 172.21.15.47:0/331353759 >> 172.21.15.47:0/331353759 conn(0x7fb7540fcbe0 msgr2=0x7fb7540ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:28.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.211+0000 7fb753200640 1 -- 172.21.15.47:0/331353759 shutdown_connections 2024-04-25T02:32:28.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.211+0000 7fb753200640 1 -- 172.21.15.47:0/331353759 wait complete. 2024-04-25T02:32:28.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.212+0000 7fb753200640 1 Processor -- start 2024-04-25T02:32:28.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.212+0000 7fb753200640 1 -- start start 2024-04-25T02:32:28.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb753200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754101670 0x7fb754197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:28.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb753200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb754102860 0x7fb754197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:28.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb753200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb754103220 0x7fb75419eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:28.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb753200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb75410d2d0 con 0x7fb754102860 2024-04-25T02:32:28.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb753200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb75410d150 con 0x7fb754103220 2024-04-25T02:32:28.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb753200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb75410d450 con 0x7fb754101670 2024-04-25T02:32:28.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb751e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754101670 0x7fb754197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:28.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb751e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754101670 0x7fb754197920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54098/0 (socket says 172.21.15.47:54098) 2024-04-25T02:32:28.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb751e00640 1 -- 172.21.15.47:0/3356333179 learned_addr learned my addr 172.21.15.47:0/3356333179 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:28.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb749400640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb754102860 0x7fb754197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:28.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.213+0000 7fb752800640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb754103220 0x7fb75419eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:28.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb751e00640 1 -- 172.21.15.47:0/3356333179 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb754103220 msgr2=0x7fb75419eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb751e00640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb754103220 0x7fb75419eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb751e00640 1 -- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb754102860 msgr2=0x7fb754197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb751e00640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb754102860 0x7fb754197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb751e00640 1 -- 172.21.15.47:0/3356333179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb75419f540 con 0x7fb754101670 2024-04-25T02:32:28.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb751e00640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754101670 0x7fb754197920 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb74400c3a0 tx=0x7fb74400c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:28.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb74b400640 1 -- 172.21.15.47:0/3356333179 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb744003970 con 0x7fb754101670 2024-04-25T02:32:28.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb74b400640 1 -- 172.21.15.47:0/3356333179 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb744004020 con 0x7fb754101670 2024-04-25T02:32:28.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb74b400640 1 -- 172.21.15.47:0/3356333179 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb74400b9f0 con 0x7fb754101670 2024-04-25T02:32:28.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.214+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb75419f830 con 0x7fb754101670 2024-04-25T02:32:28.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.215+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb75419fd00 con 0x7fb754101670 2024-04-25T02:32:28.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.216+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb754068480 con 0x7fb754101670 2024-04-25T02:32:28.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.219+0000 7fb74b400640 1 -- 172.21.15.47:0/3356333179 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb74401d020 con 0x7fb754101670 2024-04-25T02:32:28.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.221+0000 7fb74b400640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb7380a2c10 0x7fb7380a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:28.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.221+0000 7fb74b400640 1 -- 172.21.15.47:0/3356333179 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fb7440cfab0 con 0x7fb754101670 2024-04-25T02:32:28.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.221+0000 7fb749400640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb7380a2c10 0x7fb7380a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:28.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.222+0000 7fb74b400640 1 -- 172.21.15.47:0/3356333179 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb744024030 con 0x7fb754101670 2024-04-25T02:32:28.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.222+0000 7fb749400640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb7380a2c10 0x7fb7380a50d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb73c009830 tx=0x7fb73c030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:28.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.429+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fb75402d170 con 0x7fb754101670 2024-04-25T02:32:28.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.430+0000 7fb74b400640 1 -- 172.21.15.47:0/3356333179 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fb74409c9c0 con 0x7fb754101670 2024-04-25T02:32:28.434 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.432+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb7380a2c10 msgr2=0x7fb7380a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.432+0000 7fb753200640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb7380a2c10 0x7fb7380a50d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb73c009830 tx=0x7fb73c030550 comp rx=0 tx=0).stop 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.432+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754101670 msgr2=0x7fb754197920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.432+0000 7fb753200640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754101670 0x7fb754197920 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb74400c3a0 tx=0x7fb74400c860 comp rx=0 tx=0).stop 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.433+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 shutdown_connections 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.433+0000 7fb753200640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fb7380a2c10 0x7fb7380a50d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.433+0000 7fb753200640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb754103220 0x7fb75419eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.433+0000 7fb753200640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb754102860 0x7fb754197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.433+0000 7fb753200640 1 --2- 172.21.15.47:0/3356333179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb754101670 0x7fb754197920 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.433+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 >> 172.21.15.47:0/3356333179 conn(0x7fb7540fcbe0 msgr2=0x7fb754105b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:28.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.433+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 shutdown_connections 2024-04-25T02:32:28.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.433+0000 7fb753200640 1 -- 172.21.15.47:0/3356333179 wait complete. 2024-04-25T02:32:28.456 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:32:28.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 -- 172.21.15.47:0/3699465520 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e00ffff0 msgr2=0x7f79e0100410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 --2- 172.21.15.47:0/3699465520 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e00ffff0 0x7f79e0100410 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f79d4009ca0 tx=0x7f79d402a8c0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 -- 172.21.15.47:0/3699465520 shutdown_connections 2024-04-25T02:32:28.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 --2- 172.21.15.47:0/3699465520 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79e01012f0 0x7f79e0101770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 --2- 172.21.15.47:0/3699465520 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79e0100950 0x7f79e0100db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 --2- 172.21.15.47:0/3699465520 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e00ffff0 0x7f79e0100410 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 -- 172.21.15.47:0/3699465520 >> 172.21.15.47:0/3699465520 conn(0x7f79e00fbbf0 msgr2=0x7f79e00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:28.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 -- 172.21.15.47:0/3699465520 shutdown_connections 2024-04-25T02:32:28.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.670+0000 7f79e8400640 1 -- 172.21.15.47:0/3699465520 wait complete. 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.671+0000 7f79e8400640 1 Processor -- start 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e8400640 1 -- start start 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e8400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79e00ffff0 0x7f79e0199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e8400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79e0100950 0x7f79e019a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e8400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e01012f0 0x7f79e01a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e8400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79e010f630 con 0x7f79e01012f0 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e8400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f79e010f4b0 con 0x7f79e0100950 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e8400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f79e010f7b0 con 0x7f79e00ffff0 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e5a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79e00ffff0 0x7f79e0199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e6400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e01012f0 0x7f79e01a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:28.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e5000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79e0100950 0x7f79e019a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e6400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e01012f0 0x7f79e01a11e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47536/0 (socket says 172.21.15.47:47536) 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.672+0000 7f79e6400640 1 -- 172.21.15.47:0/1835961748 learned_addr learned my addr 172.21.15.47:0/1835961748 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79e5000640 1 -- 172.21.15.47:0/1835961748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79e00ffff0 msgr2=0x7f79e0199c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79e5000640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79e00ffff0 0x7f79e0199c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79e5000640 1 -- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e01012f0 msgr2=0x7f79e01a11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79e5000640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e01012f0 0x7f79e01a11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79e5000640 1 -- 172.21.15.47:0/1835961748 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79e01a1880 con 0x7f79e0100950 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79e6400640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e01012f0 0x7f79e01a11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79e5000640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79e0100950 0x7f79e019a1b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f79cc00e9f0 tx=0x7f79cc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79de000640 1 -- 172.21.15.47:0/1835961748 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc00cd80 con 0x7f79e0100950 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79de000640 1 -- 172.21.15.47:0/1835961748 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79cc0035f0 con 0x7f79e0100950 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79e01a1b70 con 0x7f79e0100950 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.673+0000 7f79de000640 1 -- 172.21.15.47:0/1835961748 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc010690 con 0x7f79e0100950 2024-04-25T02:32:28.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.674+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79e01a2090 con 0x7f79e0100950 2024-04-25T02:32:28.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.675+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79e010ae90 con 0x7f79e0100950 2024-04-25T02:32:28.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.677+0000 7f79de000640 1 -- 172.21.15.47:0/1835961748 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f79cc003b30 con 0x7f79e0100950 2024-04-25T02:32:28.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.679+0000 7f79de000640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79c80a2b90 0x7f79c80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:28.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.679+0000 7f79de000640 1 -- 172.21.15.47:0/1835961748 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f79cc0cf400 con 0x7f79e0100950 2024-04-25T02:32:28.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.679+0000 7f79e5a00640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79c80a2b90 0x7f79c80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:28.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.679+0000 7f79e5a00640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79c80a2b90 0x7f79c80a5050 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f79d4005e30 tx=0x7f79d4005f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:28.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.683+0000 7f79de000640 1 -- 172.21.15.47:0/1835961748 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f79cc09c310 con 0x7f79e0100950 2024-04-25T02:32:28.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.886+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f79e0062340 con 0x7f79e0100950 2024-04-25T02:32:28.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.887+0000 7f79de000640 1 -- 172.21.15.47:0/1835961748 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f79cc09bc10 con 0x7f79e0100950 2024-04-25T02:32:28.892 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79c80a2b90 msgr2=0x7f79c80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79c80a2b90 0x7f79c80a5050 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f79d4005e30 tx=0x7f79d4005f70 comp rx=0 tx=0).stop 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79e0100950 msgr2=0x7f79e019a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79e0100950 0x7f79e019a1b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f79cc00e9f0 tx=0x7f79cc00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 shutdown_connections 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f79c80a2b90 0x7f79c80a5050 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e01012f0 0x7f79e01a11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79e0100950 0x7f79e019a1b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 --2- 172.21.15.47:0/1835961748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79e00ffff0 0x7f79e0199c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:28.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.890+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 >> 172.21.15.47:0/1835961748 conn(0x7f79e00fbbf0 msgr2=0x7f79e00fd2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:28.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.891+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 shutdown_connections 2024-04-25T02:32:28.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:28.891+0000 7f79e8400640 1 -- 172.21.15.47:0/1835961748 wait complete. 2024-04-25T02:32:28.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:28 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/156524081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:28.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:28 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3356333179' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:28.915 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:32:29.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:28 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/156524081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:29.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:28 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3356333179' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:28 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/156524081' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:28 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3356333179' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:29.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.115+0000 7f7ea6a00640 1 -- 172.21.15.47:0/1174391012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 msgr2=0x7f7ea010bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.115+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/1174391012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 0x7f7ea010bc00 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7e98009be0 tx=0x7f7e9802a6d0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.115+0000 7f7ea6a00640 1 -- 172.21.15.47:0/1174391012 shutdown_connections 2024-04-25T02:32:29.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.115+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/1174391012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 0x7f7ea010bc00 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.115+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/1174391012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ea01049b0 0x7f7ea0104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.115+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/1174391012 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ea01037c0 0x7f7ea0103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.115+0000 7f7ea6a00640 1 -- 172.21.15.47:0/1174391012 >> 172.21.15.47:0/1174391012 conn(0x7f7ea00fed50 msgr2=0x7f7ea0101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:29.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.116+0000 7f7ea6a00640 1 -- 172.21.15.47:0/1174391012 shutdown_connections 2024-04-25T02:32:29.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.116+0000 7f7ea6a00640 1 -- 172.21.15.47:0/1174391012 wait complete. 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.117+0000 7f7ea6a00640 1 Processor -- start 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.117+0000 7f7ea6a00640 1 -- start start 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.117+0000 7f7ea6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ea01037c0 0x7f7ea0199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.117+0000 7f7ea6a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ea01049b0 0x7f7ea0199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.117+0000 7f7ea6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 0x7f7ea01a0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.117+0000 7f7ea6a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7ea010f420 con 0x7f7ea01037c0 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.117+0000 7f7ea6a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7ea010f2a0 con 0x7f7ea01049b0 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.117+0000 7f7ea6a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7ea010f5a0 con 0x7f7ea0105370 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea6000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 0x7f7ea01a0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:29.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea6000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 0x7f7ea01a0fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54126/0 (socket says 172.21.15.47:54126) 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea6000640 1 -- 172.21.15.47:0/2587209344 learned_addr learned my addr 172.21.15.47:0/2587209344 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea5600640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ea01037c0 0x7f7ea0199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea4c00640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ea01049b0 0x7f7ea0199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea6000640 1 -- 172.21.15.47:0/2587209344 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ea01049b0 msgr2=0x7f7ea0199f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea6000640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ea01049b0 0x7f7ea0199f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea6000640 1 -- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ea01037c0 msgr2=0x7f7ea0199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea6000640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ea01037c0 0x7f7ea0199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea6000640 1 -- 172.21.15.47:0/2587209344 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ea01a1650 con 0x7f7ea0105370 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea5600640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ea01037c0 0x7f7ea0199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.118+0000 7f7ea4c00640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ea01049b0 0x7f7ea0199f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.119+0000 7f7ea6000640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 0x7f7ea01a0fe0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7e98009b30 tx=0x7f7e980305d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.119+0000 7f7e9e000640 1 -- 172.21.15.47:0/2587209344 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e98041020 con 0x7f7ea0105370 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.119+0000 7f7e9e000640 1 -- 172.21.15.47:0/2587209344 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e98030740 con 0x7f7ea0105370 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.119+0000 7f7e9e000640 1 -- 172.21.15.47:0/2587209344 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e98036040 con 0x7f7ea0105370 2024-04-25T02:32:29.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.119+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ea01a18e0 con 0x7f7ea0105370 2024-04-25T02:32:29.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.119+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ea01a1d80 con 0x7f7ea0105370 2024-04-25T02:32:29.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.120+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ea010aa80 con 0x7f7ea0105370 2024-04-25T02:32:29.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.122+0000 7f7e9e000640 1 -- 172.21.15.47:0/2587209344 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7e98044020 con 0x7f7ea0105370 2024-04-25T02:32:29.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.123+0000 7f7e9e000640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e880a2b90 0x7f7e880a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:29.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.124+0000 7f7e9e000640 1 -- 172.21.15.47:0/2587209344 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f7e980eff60 con 0x7f7ea0105370 2024-04-25T02:32:29.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.124+0000 7f7ea5600640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e880a2b90 0x7f7e880a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:29.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.124+0000 7f7ea5600640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e880a2b90 0x7f7e880a5050 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7ea0104810 tx=0x7f7e94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:29.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.127+0000 7f7e9e000640 1 -- 172.21.15.47:0/2587209344 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7e9804b020 con 0x7f7ea0105370 2024-04-25T02:32:29.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.374+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7ea002d170 con 0x7f7ea0105370 2024-04-25T02:32:29.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.375+0000 7f7e9e000640 1 -- 172.21.15.47:0/2587209344 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11877 (secure 0 0 0) 0x7f7e9803b3d0 con 0x7f7ea0105370 2024-04-25T02:32:29.379 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:29.379 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:30:17.288376+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24538,24568,24572]},"id":1}]} 2024-04-25T02:32:29.380 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 23 2024-04-25T02:32:29.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e880a2b90 msgr2=0x7f7e880a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e880a2b90 0x7f7e880a5050 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7ea0104810 tx=0x7f7e94009260 comp rx=0 tx=0).stop 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 msgr2=0x7f7ea01a0fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 0x7f7ea01a0fe0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7e98009b30 tx=0x7f7e980305d0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 shutdown_connections 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f7e880a2b90 0x7f7e880a5050 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ea0105370 0x7f7ea01a0fe0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ea01049b0 0x7f7ea0199f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 --2- 172.21.15.47:0/2587209344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ea01037c0 0x7f7ea0199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 >> 172.21.15.47:0/2587209344 conn(0x7f7ea00fed50 msgr2=0x7f7ea0107c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.378+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 shutdown_connections 2024-04-25T02:32:29.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.379+0000 7f7ea6a00640 1 -- 172.21.15.47:0/2587209344 wait complete. 2024-04-25T02:32:29.402 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:32:29.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 -- 172.21.15.47:0/303639054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af8104b90 msgr2=0x7f2af8106f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 --2- 172.21.15.47:0/303639054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af8104b90 0x7f2af8106f80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4009900 tx=0x7f2ae402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 -- 172.21.15.47:0/303639054 shutdown_connections 2024-04-25T02:32:29.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 --2- 172.21.15.47:0/303639054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2af81074c0 0x7f2af81098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 --2- 172.21.15.47:0/303639054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af8104b90 0x7f2af8106f80 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 --2- 172.21.15.47:0/303639054 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2af8102260 0x7f2af8104650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 -- 172.21.15.47:0/303639054 >> 172.21.15.47:0/303639054 conn(0x7f2af80fbc30 msgr2=0x7f2af80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:29.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 -- 172.21.15.47:0/303639054 shutdown_connections 2024-04-25T02:32:29.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.614+0000 7f2afe000640 1 -- 172.21.15.47:0/303639054 wait complete. 2024-04-25T02:32:29.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.615+0000 7f2afe000640 1 Processor -- start 2024-04-25T02:32:29.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.615+0000 7f2afe000640 1 -- start start 2024-04-25T02:32:29.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2afe000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2af8102260 0x7f2af8101bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:29.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2afe000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2af8104b90 0x7f2af8100210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2afe000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af81074c0 0x7f2af8100750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2afe000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2af810d420 con 0x7f2af81074c0 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2afe000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2af810d2a0 con 0x7f2af8102260 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2afe000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2af810d5a0 con 0x7f2af8104b90 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af81074c0 0x7f2af8100750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af81074c0 0x7f2af8100750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47584/0 (socket says 172.21.15.47:47584) 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7e00640 1 -- 172.21.15.47:0/1015888123 learned_addr learned my addr 172.21.15.47:0/1015888123 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2af8104b90 0x7f2af8100210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7400640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2af8102260 0x7f2af8101bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7400640 1 -- 172.21.15.47:0/1015888123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2af8104b90 msgr2=0x7f2af8100210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7400640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2af8104b90 0x7f2af8100210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7400640 1 -- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af81074c0 msgr2=0x7f2af8100750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7400640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af81074c0 0x7f2af8100750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af7400640 1 -- 172.21.15.47:0/1015888123 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2af8100fe0 con 0x7f2af8102260 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.616+0000 7f2af6a00640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2af8104b90 0x7f2af8100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.617+0000 7f2af7e00640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af81074c0 0x7f2af8100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.617+0000 7f2af7400640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2af8102260 0x7f2af8101bd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f2ae800e9f0 tx=0x7f2ae800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.617+0000 7f2aefe00640 1 -- 172.21.15.47:0/1015888123 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae800ccc0 con 0x7f2af8102260 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.617+0000 7f2aefe00640 1 -- 172.21.15.47:0/1015888123 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2ae8010910 con 0x7f2af8102260 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.617+0000 7f2aefe00640 1 -- 172.21.15.47:0/1015888123 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae8018960 con 0x7f2af8102260 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.617+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2af81a1bc0 con 0x7f2af8102260 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.617+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2af81a2130 con 0x7f2af8102260 2024-04-25T02:32:29.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.619+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2af80fd720 con 0x7f2af8102260 2024-04-25T02:32:29.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.620+0000 7f2aefe00640 1 -- 172.21.15.47:0/1015888123 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2ae8010ac0 con 0x7f2af8102260 2024-04-25T02:32:29.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.622+0000 7f2aefe00640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2adc0a2c10 0x7f2adc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:29.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.622+0000 7f2aefe00640 1 -- 172.21.15.47:0/1015888123 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f2ae80cf3a0 con 0x7f2af8102260 2024-04-25T02:32:29.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.622+0000 7f2af6a00640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2adc0a2c10 0x7f2adc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:29.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.623+0000 7f2af6a00640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2adc0a2c10 0x7f2adc0a50d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2ae402a9e0 tx=0x7f2ae40315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:29.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.626+0000 7f2aefe00640 1 -- 172.21.15.47:0/1015888123 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2ae809bc60 con 0x7f2af8102260 2024-04-25T02:32:29.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:29 smithi047 ceph-mon[27871]: pgmap v387: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:29.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:29 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1835961748' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:29.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:29 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2587209344' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:29.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.833+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2af8062340 con 0x7f2af8102260 2024-04-25T02:32:29.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.835+0000 7f2aefe00640 1 -- 172.21.15.47:0/1015888123 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22592 (secure 0 0 0) 0x7f2ae809ff60 con 0x7f2af8102260 2024-04-25T02:32:29.839 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:29.840 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":88,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:31:11.719789+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:32:29.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2adc0a2c10 msgr2=0x7f2adc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2adc0a2c10 0x7f2adc0a50d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2ae402a9e0 tx=0x7f2ae40315b0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2af8102260 msgr2=0x7f2af8101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:29.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2af8102260 0x7f2af8101bd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f2ae800e9f0 tx=0x7f2ae800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 shutdown_connections 2024-04-25T02:32:29.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f2adc0a2c10 0x7f2adc0a50d0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2af81074c0 0x7f2af8100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2af8104b90 0x7f2af8100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 --2- 172.21.15.47:0/1015888123 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2af8102260 0x7f2af8101bd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:29.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 >> 172.21.15.47:0/1015888123 conn(0x7f2af80fbc30 msgr2=0x7f2af8102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:29.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 shutdown_connections 2024-04-25T02:32:29.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:29.838+0000 7f2afe000640 1 -- 172.21.15.47:0/1015888123 wait complete. 2024-04-25T02:32:29.861 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T02:30:11.641575+0000', 'modified': '2024-04-25T02:30:17.288376+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24572, 'mds_1': 24568, 'mds_2': 24538}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24502': {'gid': 24502, 'name': 'f', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6835/3273261366', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6834', 'nonce': 3273261366}, {'type': 'v1', 'addr': '172.21.15.178:6835', 'nonce': 3273261366}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6837/2147401395', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6836', 'nonce': 2147401395}, {'type': 'v1', 'addr': '172.21.15.178:6837', 'nonce': 2147401395}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.113:6837/3829188390', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.113:6836', 'nonce': 3829188390}, {'type': 'v1', 'addr': '172.21.15.113:6837', 'nonce': 3829188390}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24538': {'gid': 24538, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.178:6839/2023850034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6838', 'nonce': 2023850034}, {'type': 'v1', 'addr': '172.21.15.178:6839', 'nonce': 2023850034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24568': {'gid': 24568, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.47:6841/1009095225', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.47:6840', 'nonce': 1009095225}, {'type': 'v1', 'addr': '172.21.15.47:6841', 'nonce': 1009095225}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24572': {'gid': 24572, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.113:6839/3297899949', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.113:6838', 'nonce': 3297899949}, {'type': 'v1', 'addr': '172.21.15.113:6839', 'nonce': 3297899949}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24572, 'qdb_cluster': [24538, 24568, 24572]} 2024-04-25T02:32:29.861 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-25T02:32:29.861 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-25T02:32:30.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:29 smithi113 ceph-mon[32459]: pgmap v387: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:30.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:29 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1835961748' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:30.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:29 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2587209344' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:30.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.072+0000 7ff9e6000640 1 -- 172.21.15.47:0/1966653507 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0101780 msgr2=0x7ff9e0101ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.072+0000 7ff9e6000640 1 --2- 172.21.15.47:0/1966653507 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0101780 0x7ff9e0101ba0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0009900 tx=0x7ff9d002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.073+0000 7ff9e6000640 1 -- 172.21.15.47:0/1966653507 shutdown_connections 2024-04-25T02:32:30.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.073+0000 7ff9e6000640 1 --2- 172.21.15.47:0/1966653507 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9e0103330 0x7ff9e0109bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.073+0000 7ff9e6000640 1 --2- 172.21.15.47:0/1966653507 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9e0102970 0x7ff9e0102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.073+0000 7ff9e6000640 1 --2- 172.21.15.47:0/1966653507 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0101780 0x7ff9e0101ba0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.073+0000 7ff9e6000640 1 -- 172.21.15.47:0/1966653507 >> 172.21.15.47:0/1966653507 conn(0x7ff9e00fccf0 msgr2=0x7ff9e00ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.073+0000 7ff9e6000640 1 -- 172.21.15.47:0/1966653507 shutdown_connections 2024-04-25T02:32:30.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.073+0000 7ff9e6000640 1 -- 172.21.15.47:0/1966653507 wait complete. 2024-04-25T02:32:30.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.074+0000 7ff9e6000640 1 Processor -- start 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.074+0000 7ff9e6000640 1 -- start start 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.074+0000 7ff9e6000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9e0101780 0x7ff9e00754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.074+0000 7ff9e6000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0102970 0x7ff9e0073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.074+0000 7ff9e6000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9e0103330 0x7ff9e0074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.074+0000 7ff9e6000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e010d450 con 0x7ff9e0102970 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.074+0000 7ff9e6000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e010d2d0 con 0x7ff9e0103330 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.074+0000 7ff9e6000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e010d5d0 con 0x7ff9e0101780 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0102970 0x7ff9e0073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0102970 0x7ff9e0073b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47600/0 (socket says 172.21.15.47:47600) 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 -- 172.21.15.47:0/3250194553 learned_addr learned my addr 172.21.15.47:0/3250194553 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9df400640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9e0101780 0x7ff9e00754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9dfe00640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9e0103330 0x7ff9e0074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 -- 172.21.15.47:0/3250194553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9e0101780 msgr2=0x7ff9e00754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9e0101780 0x7ff9e00754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 -- 172.21.15.47:0/3250194553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9e0103330 msgr2=0x7ff9e0074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9e0103330 0x7ff9e0074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 -- 172.21.15.47:0/3250194553 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e0074900 con 0x7ff9e0102970 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.075+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0102970 0x7ff9e0073b30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff9c800ea60 tx=0x7ff9c800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.076+0000 7ff9dcc00640 1 -- 172.21.15.47:0/3250194553 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c800cde0 con 0x7ff9e0102970 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.076+0000 7ff9e6000640 1 -- 172.21.15.47:0/3250194553 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9e01a1c10 con 0x7ff9e0102970 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.076+0000 7ff9dcc00640 1 -- 172.21.15.47:0/3250194553 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9c80035f0 con 0x7ff9e0102970 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.076+0000 7ff9dcc00640 1 -- 172.21.15.47:0/3250194553 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c8010670 con 0x7ff9e0102970 2024-04-25T02:32:30.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.076+0000 7ff9e6000640 1 -- 172.21.15.47:0/3250194553 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9e01a21b0 con 0x7ff9e0102970 2024-04-25T02:32:30.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.079+0000 7ff9e8e3b740 1 Processor -- start 2024-04-25T02:32:30.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.079+0000 7ff9dcc00640 1 -- 172.21.15.47:0/3250194553 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff9c80037a0 con 0x7ff9e0102970 2024-04-25T02:32:30.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9dcc00640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff9c40a2b90 0x7ff9c40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9e8e3b740 1 -- start start 2024-04-25T02:32:30.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9dcc00640 1 -- 172.21.15.47:0/3250194553 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7ff9c80cf3a0 con 0x7ff9e0102970 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9dfe00640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff9c40a2b90 0x7ff9c40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5108b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d510dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d510e2c0 0x5635d5110750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5635d5008ed0 con 0x5635d5108760 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5635d506bdf0 con 0x5635d510e2c0 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5635d50148d0 con 0x5635d5109150 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9df400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5108b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9df400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5108b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47610/0 (socket says 172.21.15.47:47610) 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.081+0000 7ff9df400640 1 -- 172.21.15.47:0/2057537885 learned_addr learned my addr 172.21.15.47:0/2057537885 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d510dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9dfe00640 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d510e2c0 0x5635d5110750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9df400640 1 -- 172.21.15.47:0/2057537885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 msgr2=0x5635d510dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9df400640 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d510dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9dfe00640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff9c40a2b90 0x7ff9c40a5050 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8005fd0 tx=0x7ff9d8009f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9df400640 1 -- 172.21.15.47:0/2057537885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d510e2c0 msgr2=0x5635d5110750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9df400640 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d510e2c0 0x5635d5110750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9df400640 1 -- 172.21.15.47:0/2057537885 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635d4d802d0 con 0x5635d5108760 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.082+0000 7ff9df400640 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5108b80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0006010 tx=0x7ff9d0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b1b2f60ff1c1b8f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9cfe00640 1 -- 172.21.15.47:0/2057537885 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0035040 con 0x5635d5108760 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9cfe00640 1 -- 172.21.15.47:0/2057537885 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9d0004430 con 0x5635d5108760 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9cfe00640 1 -- 172.21.15.47:0/2057537885 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d00316b0 con 0x5635d5108760 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/2057537885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 msgr2=0x5635d5108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5108b80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0006010 tx=0x7ff9d0004040 comp rx=0 tx=0).stop 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/2057537885 shutdown_connections 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d510e2c0 0x5635d5110750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d510dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/2057537885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5108b80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.083+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/2057537885 >> 172.21.15.47:0/2057537885 conn(0x5635d5103dd0 msgr2=0x5635d51041d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.084+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/2057537885 shutdown_connections 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.084+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/2057537885 wait complete. 2024-04-25T02:32:30.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.084+0000 7ff9e8e3b740 1 -- start start 2024-04-25T02:32:30.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.084+0000 7ff9e8e3b740 1 Processor -- start 2024-04-25T02:32:30.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:29 smithi178 ceph-mon[33053]: pgmap v387: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:32:30.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:29 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1835961748' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:30.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:29 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2587209344' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:30.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5112970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5109150 0x5635d5112eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d510e2c0 0x5635d5119ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5635d5027d20 con 0x5635d5108760 2024-04-25T02:32:30.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5635d5067db0 con 0x5635d5109150 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5635d5111210 con 0x5635d510e2c0 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9e8e3b740 10 client.0 _ll_register_callbacks cb 0x5635d5062f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9df400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5112970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9df400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5112970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47612/0 (socket says 172.21.15.47:47612) 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9dfe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d510e2c0 0x5635d5119ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9df400640 1 -- 172.21.15.47:0/4225945034 learned_addr learned my addr 172.21.15.47:0/4225945034 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5109150 0x5635d5112eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.085+0000 7ff9d6a00640 1 -- 172.21.15.47:0/4225945034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d510e2c0 msgr2=0x5635d5119ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d510e2c0 0x5635d5119ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9d6a00640 1 -- 172.21.15.47:0/4225945034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 msgr2=0x5635d5112970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5112970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9d6a00640 1 -- 172.21.15.47:0/4225945034 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635d4e4a6b0 con 0x5635d5109150 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9df400640 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5112970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9dfe00640 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d510e2c0 0x5635d5119ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5109150 0x5635d5112eb0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff9c801f000 tx=0x7ff9c809c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a818c2bcc2d1799a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9ccc00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9ccc00640 1 -- 172.21.15.47:0/4225945034 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c80b9060 con 0x5635d5109150 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9ccc00640 1 -- 172.21.15.47:0/4225945034 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7ff9c8098220 con 0x5635d5109150 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4225945034 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9d0004430 con 0x5635d5109150 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9ccc00640 1 -- 172.21.15.47:0/4225945034 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ff9c80b2070 con 0x5635d5109150 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9e8e3b740 10 client.25139 fetch_fsmap learned FSMap version 23 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.086+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4225945034 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5635d511d2d0 con 0x5635d5109150 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9ccc00640 1 -- 172.21.15.47:0/4225945034 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9d0004430 con 0x5635d5109150 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9ccc00640 1 -- 172.21.15.47:0/4225945034 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7ff9c80ba250 con 0x5635d5109150 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9e8e3b740 10 client.25139 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9e8e3b740 10 client.25139 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9e8e3b740 20 client.25139 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:30.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5635d511f8b0 0x5635d5120d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9e8e3b740 4 client.25139 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4225945034 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635d5079330 con 0x5635d511f8b0 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.087+0000 7ff9df400640 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5635d511f8b0 0x5635d5120d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.088+0000 7ff9df400640 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5635d511f8b0 0x5635d5120d20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c339d3ee062d658a server_cookie=cd2ac5e431a442d8 in_seq=0 out_seq=0 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.088+0000 7ff9ccc00640 10 client.25139 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9ccc00640 1 -- 172.21.15.47:0/4225945034 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5635d5079330 con 0x5635d511f8b0 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9ccc00640 10 client.25139 handle_command_reply: tid=0 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 client.25139 shutdown 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4225945034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5109150 msgr2=0x5635d5112eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5109150 0x5635d5112eb0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff9c801f000 tx=0x7ff9c809c3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4225945034 shutdown_connections 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5635d511f8b0 0x5635d5120d20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d510e2c0 0x5635d5119ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5109150 0x5635d5112eb0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4225945034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d5108760 0x5635d5112970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9ccc00640 0 client.25139 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:32:30.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4225945034 >> 172.21.15.47:0/4225945034 conn(0x5635d5103dd0 msgr2=0x5635d5102f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4225945034 shutdown_connections 2024-04-25T02:32:30.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4225945034 wait complete. 2024-04-25T02:32:30.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.089+0000 7ff9e8e3b740 20 client.25139 trim_cache size 0 max 16384 2024-04-25T02:32:30.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.110+0000 7ff9e8e3b740 1 Processor -- start 2024-04-25T02:32:30.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.110+0000 7ff9e8e3b740 1 -- start start 2024-04-25T02:32:30.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.110+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5102680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.110+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d5119eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.110+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5102bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.110+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5635d511f060 con 0x5635d510e2c0 2024-04-25T02:32:30.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.110+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5635d511f730 con 0x5635d5108760 2024-04-25T02:32:30.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.110+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5635d511fe00 con 0x5635d5109150 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5102bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9df400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5102680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5102bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47616/0 (socket says 172.21.15.47:47616) 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9df400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5102680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44756/0 (socket says 172.21.15.47:44756) 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9dfe00640 1 -- 172.21.15.47:0/4204166607 learned_addr learned my addr 172.21.15.47:0/4204166607 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d5119eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9df400640 1 -- 172.21.15.47:0/4204166607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 msgr2=0x5635d5119eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9df400640 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d5119eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9df400640 1 -- 172.21.15.47:0/4204166607 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 msgr2=0x5635d5102bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9df400640 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5102bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9df400640 1 -- 172.21.15.47:0/4204166607 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635d5111380 con 0x5635d5108760 2024-04-25T02:32:30.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9dfe00640 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5102bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.111+0000 7ff9df400640 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5102680 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x5635d511fd40 tx=0x7ff9d002a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fabb052d2db99afa server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.112+0000 7ff9cf400640 1 -- 172.21.15.47:0/4204166607 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0035070 con 0x5635d5108760 2024-04-25T02:32:30.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.112+0000 7ff9cf400640 1 -- 172.21.15.47:0/4204166607 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9d0031b90 con 0x5635d5108760 2024-04-25T02:32:30.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.112+0000 7ff9cf400640 1 -- 172.21.15.47:0/4204166607 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d00528b0 con 0x5635d5108760 2024-04-25T02:32:30.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.112+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4204166607 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 msgr2=0x5635d5102680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.112+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5102680 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x5635d511fd40 tx=0x7ff9d002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.112+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4204166607 shutdown_connections 2024-04-25T02:32:30.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.112+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5102bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.112+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d5119eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.113+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/4204166607 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5102680 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.113+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4204166607 >> 172.21.15.47:0/4204166607 conn(0x5635d5103dd0 msgr2=0x5635d51041b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.113+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4204166607 shutdown_connections 2024-04-25T02:32:30.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.113+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/4204166607 wait complete. 2024-04-25T02:32:30.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.113+0000 7ff9e8e3b740 1 -- start start 2024-04-25T02:32:30.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.113+0000 7ff9e8e3b740 1 Processor -- start 2024-04-25T02:32:30.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5117ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d5181840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9e8e3b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5183d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5635d5120ba0 con 0x5635d510e2c0 2024-04-25T02:32:30.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5635d51204d0 con 0x5635d5108760 2024-04-25T02:32:30.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9e8e3b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5635d5121270 con 0x5635d5109150 2024-04-25T02:32:30.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9e8e3b740 10 client.0 _ll_register_callbacks cb 0x7ff9c809b980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:30.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5183d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5183d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47628/0 (socket says 172.21.15.47:47628) 2024-04-25T02:32:30.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9df400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5117ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9dfe00640 1 -- 172.21.15.47:0/3385659956 learned_addr learned my addr 172.21.15.47:0/3385659956 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d5181840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9df400640 1 -- 172.21.15.47:0/3385659956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 msgr2=0x5635d5181840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9df400640 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d5181840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9df400640 1 -- 172.21.15.47:0/3385659956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 msgr2=0x5635d5183d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9df400640 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5183d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.114+0000 7ff9df400640 1 -- 172.21.15.47:0/3385659956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635d5184300 con 0x5635d5108760 2024-04-25T02:32:30.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9dfe00640 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5183d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9df400640 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5117ea0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x5635d511f030 tx=0x7ff9d00045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ea1d44b8a6b5794 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9ccc00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:32:30.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9ccc00640 1 -- 172.21.15.47:0/3385659956 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0035040 con 0x5635d5108760 2024-04-25T02:32:30.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9ccc00640 1 -- 172.21.15.47:0/3385659956 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7ff9d00043b0 con 0x5635d5108760 2024-04-25T02:32:30.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/3385659956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9d0031b90 con 0x5635d5108760 2024-04-25T02:32:30.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9ccc00640 1 -- 172.21.15.47:0/3385659956 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ff9d0064050 con 0x5635d5108760 2024-04-25T02:32:30.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9e8e3b740 10 client.25145 fetch_fsmap learned FSMap version 23 2024-04-25T02:32:30.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.115+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/3385659956 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5635d51855a0 con 0x5635d5108760 2024-04-25T02:32:30.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9ccc00640 1 -- 172.21.15.47:0/3385659956 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9d0031b90 con 0x5635d5108760 2024-04-25T02:32:30.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9ccc00640 1 -- 172.21.15.47:0/3385659956 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7ff9d00039c0 con 0x5635d5108760 2024-04-25T02:32:30.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9e8e3b740 10 client.25145 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:32:30.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9e8e3b740 10 client.25145 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T02:32:30.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9e8e3b740 20 client.25145 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:30.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5635d5189a80 0x5635d5188790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9e8e3b740 4 client.25145 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T02:32:30.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/3385659956 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "status"}) -- 0x5635d5073680 con 0x5635d5189a80 2024-04-25T02:32:30.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.116+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5635d5189a80 0x5635d5188790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9d6a00640 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5635d5189a80 0x5635d5188790 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=57d8157df7771120 server_cookie=dacfcb1e1504c341 in_seq=0 out_seq=0 2024-04-25T02:32:30.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9ccc00640 10 client.25145 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:32:30.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9ccc00640 1 -- 172.21.15.47:0/3385659956 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5635d5073680 con 0x5635d5189a80 2024-04-25T02:32:30.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9ccc00640 10 client.25145 handle_command_reply: tid=0 2024-04-25T02:32:30.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 client.25145 shutdown 2024-04-25T02:32:30.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/3385659956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 msgr2=0x5635d5117ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5117ea0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x5635d511f030 tx=0x7ff9d00045e0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/3385659956 shutdown_connections 2024-04-25T02:32:30.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5635d5189a80 0x5635d5188790 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635d510e2c0 0x5635d5183d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5635d5109150 0x5635d5181840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 --2- 172.21.15.47:0/3385659956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5635d5108760 0x5635d5117ea0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9ccc00640 0 client.25145 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:32:30.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.117+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/3385659956 >> 172.21.15.47:0/3385659956 conn(0x5635d5103dd0 msgr2=0x5635d5106b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/3385659956 shutdown_connections 2024-04-25T02:32:30.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e8e3b740 1 -- 172.21.15.47:0/3385659956 wait complete. 2024-04-25T02:32:30.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e8e3b740 20 client.25145 trim_cache size 0 max 16384 2024-04-25T02:32:30.136 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:32:30.136 INFO:teuthology.orchestra.run.smithi047.stdout: "cluster_fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:32:30.136 INFO:teuthology.orchestra.run.smithi047.stdout: "whoami": 2, 2024-04-25T02:32:30.136 INFO:teuthology.orchestra.run.smithi047.stdout: "id": 24538, 2024-04-25T02:32:30.137 INFO:teuthology.orchestra.run.smithi047.stdout: "want_state": "up:active", 2024-04-25T02:32:30.137 INFO:teuthology.orchestra.run.smithi047.stdout: "state": "up:active", 2024-04-25T02:32:30.137 INFO:teuthology.orchestra.run.smithi047.stdout: "fs_name": "cephfs", 2024-04-25T02:32:30.137 INFO:teuthology.orchestra.run.smithi047.stdout: "rank_uptime": 133.84088138800001, 2024-04-25T02:32:30.137 INFO:teuthology.orchestra.run.smithi047.stdout: "mdsmap_epoch": 23, 2024-04-25T02:32:30.137 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch": 88, 2024-04-25T02:32:30.138 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T02:32:30.138 INFO:teuthology.orchestra.run.smithi047.stdout: "uptime": 156.40821805900001 2024-04-25T02:32:30.138 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:32:30.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e6000640 1 -- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff9c40a2b90 msgr2=0x7ff9c40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e6000640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff9c40a2b90 0x7ff9c40a5050 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8005fd0 tx=0x7ff9d8009f90 comp rx=0 tx=0).stop 2024-04-25T02:32:30.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e6000640 1 -- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0102970 msgr2=0x7ff9e0073b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e6000640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0102970 0x7ff9e0073b30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff9c800ea60 tx=0x7ff9c800ef20 comp rx=0 tx=0).stop 2024-04-25T02:32:30.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e6000640 1 -- 172.21.15.47:0/3250194553 shutdown_connections 2024-04-25T02:32:30.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.118+0000 7ff9e6000640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7ff9c40a2b90 0x7ff9c40a5050 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.119+0000 7ff9e6000640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9e0103330 0x7ff9e0074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.119+0000 7ff9e6000640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9e0102970 0x7ff9e0073b30 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.119+0000 7ff9e6000640 1 --2- 172.21.15.47:0/3250194553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9e0101780 0x7ff9e00754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.119+0000 7ff9e6000640 1 -- 172.21.15.47:0/3250194553 >> 172.21.15.47:0/3250194553 conn(0x7ff9e00fccf0 msgr2=0x7ff9e0105c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.119+0000 7ff9e6000640 1 -- 172.21.15.47:0/3250194553 shutdown_connections 2024-04-25T02:32:30.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.119+0000 7ff9e6000640 1 -- 172.21.15.47:0/3250194553 wait complete. 2024-04-25T02:32:30.143 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.360+0000 7f41eda00640 1 -- 172.21.15.47:0/2758056038 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f41e81039a0 msgr2=0x7f41e8103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.360+0000 7f41eda00640 1 --2- 172.21.15.47:0/2758056038 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f41e81039a0 0x7f41e8103dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009ca0 tx=0x7f41d802a8c0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.360+0000 7f41eda00640 1 -- 172.21.15.47:0/2758056038 shutdown_connections 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.360+0000 7f41eda00640 1 --2- 172.21.15.47:0/2758056038 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41e8105550 0x7f41e810bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.360+0000 7f41eda00640 1 --2- 172.21.15.47:0/2758056038 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41e8104b90 0x7f41e8105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.360+0000 7f41eda00640 1 --2- 172.21.15.47:0/2758056038 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f41e81039a0 0x7f41e8103dc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.360+0000 7f41eda00640 1 -- 172.21.15.47:0/2758056038 >> 172.21.15.47:0/2758056038 conn(0x7f41e80fef30 msgr2=0x7f41e8101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.361+0000 7f41eda00640 1 -- 172.21.15.47:0/2758056038 shutdown_connections 2024-04-25T02:32:30.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.361+0000 7f41eda00640 1 -- 172.21.15.47:0/2758056038 wait complete. 2024-04-25T02:32:30.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.362+0000 7f41eda00640 1 Processor -- start 2024-04-25T02:32:30.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.362+0000 7f41eda00640 1 -- start start 2024-04-25T02:32:30.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.362+0000 7f41eda00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41e81039a0 0x7f41e80794f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.362+0000 7f41eda00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41e8104b90 0x7f41e8079a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.362+0000 7f41eda00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f41e8105550 0x7f41e8076060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.362+0000 7f41eda00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f41e810f640 con 0x7f41e8104b90 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.362+0000 7f41eda00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f41e810f4c0 con 0x7f41e8105550 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.362+0000 7f41eda00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f41e810f7c0 con 0x7f41e81039a0 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41e81039a0 0x7f41e80794f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41e81039a0 0x7f41e80794f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54230/0 (socket says 172.21.15.47:54230) 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6a00640 1 -- 172.21.15.47:0/4108755265 learned_addr learned my addr 172.21.15.47:0/4108755265 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6000640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41e8104b90 0x7f41e8079a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e7400640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f41e8105550 0x7f41e8076060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6a00640 1 -- 172.21.15.47:0/4108755265 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f41e8105550 msgr2=0x7f41e8076060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6a00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f41e8105550 0x7f41e8076060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6a00640 1 -- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41e8104b90 msgr2=0x7f41e8079a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6a00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41e8104b90 0x7f41e8079a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6a00640 1 -- 172.21.15.47:0/4108755265 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e8076920 con 0x7f41e81039a0 2024-04-25T02:32:30.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.363+0000 7f41e6000640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41e8104b90 0x7f41e8079a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:32:30.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.364+0000 7f41e6a00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41e81039a0 0x7f41e80794f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f41d8000f80 tx=0x7f41d80319f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.364+0000 7f41df400640 1 -- 172.21.15.47:0/4108755265 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d8003c70 con 0x7f41e81039a0 2024-04-25T02:32:30.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.364+0000 7f41df400640 1 -- 172.21.15.47:0/4108755265 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d8003e10 con 0x7f41e81039a0 2024-04-25T02:32:30.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.364+0000 7f41eda00640 1 -- 172.21.15.47:0/4108755265 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41e81a6130 con 0x7f41e81039a0 2024-04-25T02:32:30.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.364+0000 7f41df400640 1 -- 172.21.15.47:0/4108755265 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d802fda0 con 0x7f41e81039a0 2024-04-25T02:32:30.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.364+0000 7f41eda00640 1 -- 172.21.15.47:0/4108755265 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41e81a64e0 con 0x7f41e81039a0 2024-04-25T02:32:30.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.367+0000 7f41f0814740 1 Processor -- start 2024-04-25T02:32:30.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.367+0000 7f41f0814740 1 -- start start 2024-04-25T02:32:30.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.367+0000 7f41df400640 1 -- 172.21.15.47:0/4108755265 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f41d8004040 con 0x7f41e81039a0 2024-04-25T02:32:30.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41f0814740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726e760 0x55792726eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41f0814740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726f150 0x557927273c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41f0814740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x557927276750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41f0814740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55792716eed0 con 0x55792726f150 2024-04-25T02:32:30.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41f0814740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5579271d1df0 con 0x5579272742c0 2024-04-25T02:32:30.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41f0814740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55792717a8d0 con 0x55792726e760 2024-04-25T02:32:30.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726f150 0x557927273c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41e7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726e760 0x55792726eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41e7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726e760 0x55792726eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54234/0 (socket says 172.21.15.47:54234) 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41e7400640 1 -- 172.21.15.47:0/4022553893 learned_addr learned my addr 172.21.15.47:0/4022553893 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726f150 0x557927273c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47646/0 (socket says 172.21.15.47:47646) 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41e6000640 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x557927276750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.368+0000 7f41e6a00640 1 -- 172.21.15.47:0/4022553893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726e760 msgr2=0x55792726eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41e6a00640 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726e760 0x55792726eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41e6a00640 1 -- 172.21.15.47:0/4022553893 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 msgr2=0x557927276750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41e6a00640 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x557927276750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41e6a00640 1 -- 172.21.15.47:0/4022553893 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557926ee62d0 con 0x55792726f150 2024-04-25T02:32:30.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41e7400640 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726e760 0x55792726eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41e6000640 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x557927276750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41e6a00640 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726f150 0x557927273c50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f41d80ee160 tx=0x7f41d80f6b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da206a5da3d04968 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41d3e00640 1 -- 172.21.15.47:0/4022553893 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d80f0d10 con 0x55792726f150 2024-04-25T02:32:30.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41d3e00640 1 -- 172.21.15.47:0/4022553893 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d8100020 con 0x55792726f150 2024-04-25T02:32:30.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.369+0000 7f41d3e00640 1 -- 172.21.15.47:0/4022553893 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d80fb8a0 con 0x55792726f150 2024-04-25T02:32:30.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41df400640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f41cc0a2b90 0x7f41cc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41df400640 1 -- 172.21.15.47:0/4108755265 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f41d80f0710 con 0x7f41e81039a0 2024-04-25T02:32:30.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41e7400640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f41cc0a2b90 0x7f41cc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 -- 172.21.15.47:0/4022553893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726f150 msgr2=0x557927273c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726f150 0x557927273c50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f41d80ee160 tx=0x7f41d80f6b20 comp rx=0 tx=0).stop 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 -- 172.21.15.47:0/4022553893 shutdown_connections 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x557927276750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726f150 0x557927273c50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 --2- 172.21.15.47:0/4022553893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726e760 0x55792726eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 -- 172.21.15.47:0/4022553893 >> 172.21.15.47:0/4022553893 conn(0x557927269dd0 msgr2=0x55792726a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 -- 172.21.15.47:0/4022553893 shutdown_connections 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.370+0000 7f41f0814740 1 -- 172.21.15.47:0/4022553893 wait complete. 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.371+0000 7f41e7400640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f41cc0a2b90 0x7f41cc0a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55792726f9b0 tx=0x7f41e000b4d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.371+0000 7f41f0814740 1 -- start start 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.371+0000 7f41f0814740 1 Processor -- start 2024-04-25T02:32:30.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41f0814740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x5579272785a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41f0814740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726f150 0x557927278ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41f0814740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x55792727fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41f0814740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55792718dd20 con 0x55792726e760 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41f0814740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5579271cddb0 con 0x5579272742c0 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41f0814740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55792716eed0 con 0x55792726f150 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41f0814740 10 client.0 _ll_register_callbacks cb 0x5579271c8f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x5579272785a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x5579272785a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47650/0 (socket says 172.21.15.47:47650) 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6a00640 1 -- 172.21.15.47:0/2266651101 learned_addr learned my addr 172.21.15.47:0/2266651101 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6000640 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726f150 0x557927278ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e7400640 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x55792727fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6a00640 1 -- 172.21.15.47:0/2266651101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726f150 msgr2=0x557927278ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726f150 0x557927278ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6a00640 1 -- 172.21.15.47:0/2266651101 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 msgr2=0x55792727fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x55792727fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.372+0000 7f41e6a00640 1 -- 172.21.15.47:0/2266651101 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557926fb06b0 con 0x55792726e760 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.373+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x5579272785a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f41d80c5660 tx=0x7f41d8031bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=460030f4d51c9293 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.373+0000 7f41d0c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.373+0000 7f41d0c00640 1 -- 172.21.15.47:0/2266651101 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d80ff070 con 0x55792726e760 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.373+0000 7f41d0c00640 1 -- 172.21.15.47:0/2266651101 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f41d80ee240 con 0x55792726e760 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.373+0000 7f41f0814740 1 -- 172.21.15.47:0/2266651101 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41d8100020 con 0x55792726e760 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.373+0000 7f41d0c00640 1 -- 172.21.15.47:0/2266651101 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f41d80b9250 con 0x55792726e760 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.373+0000 7f41f0814740 10 client.15060 fetch_fsmap learned FSMap version 23 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.373+0000 7f41f0814740 1 -- 172.21.15.47:0/2266651101 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x557927282e90 con 0x55792726e760 2024-04-25T02:32:30.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41d0c00640 1 -- 172.21.15.47:0/2266651101 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d8100020 con 0x55792726e760 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41d0c00640 1 -- 172.21.15.47:0/2266651101 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f41d80b9620 con 0x55792726e760 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41f0814740 10 client.15060 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41f0814740 10 client.15060 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41f0814740 20 client.15060 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41f0814740 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x557927285480 0x5579272868f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41f0814740 4 client.15060 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41f0814740 1 -- 172.21.15.47:0/2266651101 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5579271df330 con 0x557927285480 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.374+0000 7f41e6000640 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x557927285480 0x5579272868f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.375+0000 7f41e6000640 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x557927285480 0x5579272868f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bac2f3683eeba278 server_cookie=8f1bdb681f560266 in_seq=0 out_seq=0 2024-04-25T02:32:30.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.375+0000 7f41d0c00640 10 client.15060 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:32:30.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41d0c00640 1 -- 172.21.15.47:0/2266651101 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5579271df330 con 0x557927285480 2024-04-25T02:32:30.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41d0c00640 10 client.15060 handle_command_reply: tid=0 2024-04-25T02:32:30.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 client.15060 shutdown 2024-04-25T02:32:30.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 -- 172.21.15.47:0/2266651101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 msgr2=0x5579272785a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x5579272785a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f41d80c5660 tx=0x7f41d8031bb0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 -- 172.21.15.47:0/2266651101 shutdown_connections 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x557927285480 0x5579272868f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5579272742c0 0x55792727fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55792726f150 0x557927278ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41d0c00640 0 client.15060 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 --2- 172.21.15.47:0/2266651101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x5579272785a0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 -- 172.21.15.47:0/2266651101 >> 172.21.15.47:0/2266651101 conn(0x557927269dd0 msgr2=0x557927268f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 -- 172.21.15.47:0/2266651101 shutdown_connections 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.376+0000 7f41f0814740 1 -- 172.21.15.47:0/2266651101 wait complete. 2024-04-25T02:32:30.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.377+0000 7f41f0814740 20 client.15060 trim_cache size 0 max 16384 2024-04-25T02:32:30.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41f0814740 1 Processor -- start 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41f0814740 1 -- start start 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41f0814740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x557927270570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41f0814740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x557927270ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41f0814740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 0x55792727fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41f0814740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557927284c30 con 0x55792726e760 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41f0814740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557927285300 con 0x55792726f150 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41f0814740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5579272859d0 con 0x5579272742c0 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x557927270570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x557927270570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47664/0 (socket says 172.21.15.47:47664) 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41e6a00640 1 -- 172.21.15.47:0/2069360683 learned_addr learned my addr 172.21.15.47:0/2069360683 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41e6000640 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x557927270ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.397+0000 7f41e7400640 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 0x55792727fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41e6a00640 1 -- 172.21.15.47:0/2069360683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 msgr2=0x55792727fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 0x55792727fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41e6a00640 1 -- 172.21.15.47:0/2069360683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 msgr2=0x557927270ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x557927270ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41e6a00640 1 -- 172.21.15.47:0/2069360683 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557927269970 con 0x55792726e760 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x557927270570 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f41d8006010 tx=0x7f41d80bb4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4f2f3ebc10f5f15 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41d3400640 1 -- 172.21.15.47:0/2069360683 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d80d8080 con 0x55792726e760 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41d3400640 1 -- 172.21.15.47:0/2069360683 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d8036030 con 0x55792726e760 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.398+0000 7f41d3400640 1 -- 172.21.15.47:0/2069360683 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d80bc910 con 0x55792726e760 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 -- 172.21.15.47:0/2069360683 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 msgr2=0x557927270570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x557927270570 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f41d8006010 tx=0x7f41d80bb4c0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 -- 172.21.15.47:0/2069360683 shutdown_connections 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 0x55792727fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x557927270ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 --2- 172.21.15.47:0/2069360683 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x557927270570 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 -- 172.21.15.47:0/2069360683 >> 172.21.15.47:0/2069360683 conn(0x557927269dd0 msgr2=0x55792726a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 -- 172.21.15.47:0/2069360683 shutdown_connections 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.399+0000 7f41f0814740 1 -- 172.21.15.47:0/2069360683 wait complete. 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 1 -- start start 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 1 Processor -- start 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x55792727da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x5579272e7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 0x5579272e9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557927286770 con 0x55792726e760 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5579272860a0 con 0x55792726f150 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557927286e40 con 0x5579272742c0 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.400+0000 7f41f0814740 10 client.0 _ll_register_callbacks cb 0x7f41d400b460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x55792727da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x5579272e7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x55792727da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47678/0 (socket says 172.21.15.47:47678) 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6a00640 1 -- 172.21.15.47:0/2849091830 learned_addr learned my addr 172.21.15.47:0/2849091830 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e7400640 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 0x5579272e9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6000640 1 -- 172.21.15.47:0/2849091830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 msgr2=0x5579272e9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6000640 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 0x5579272e9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6000640 1 -- 172.21.15.47:0/2849091830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 msgr2=0x55792727da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6000640 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x55792727da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6000640 1 -- 172.21.15.47:0/2849091830 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557927273fa0 con 0x55792726f150 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x55792727da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41e6000640 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x5579272e7410 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x557927287280 tx=0x7f41d40039c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad91ef7d59bf3202 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.401+0000 7f41d0c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.402+0000 7f41d0c00640 1 -- 172.21.15.47:0/2849091830 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d401d580 con 0x55792726f150 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.402+0000 7f41f0814740 1 -- 172.21.15.47:0/2849091830 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41d8036030 con 0x55792726f150 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.402+0000 7f41d0c00640 1 -- 172.21.15.47:0/2849091830 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f41d401d720 con 0x55792726f150 2024-04-25T02:32:30.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.402+0000 7f41d0c00640 1 -- 172.21.15.47:0/2849091830 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f41d402c050 con 0x55792726f150 2024-04-25T02:32:30.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.402+0000 7f41f0814740 10 client.25163 fetch_fsmap learned FSMap version 23 2024-04-25T02:32:30.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.402+0000 7f41f0814740 1 -- 172.21.15.47:0/2849091830 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5579272eb250 con 0x55792726f150 2024-04-25T02:32:30.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.402+0000 7f41d0c00640 1 -- 172.21.15.47:0/2849091830 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d8036030 con 0x55792726f150 2024-04-25T02:32:30.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41d0c00640 1 -- 172.21.15.47:0/2849091830 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f41d4010460 con 0x55792726f150 2024-04-25T02:32:30.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41f0814740 10 client.25163 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:32:30.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41f0814740 10 client.25163 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T02:32:30.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41f0814740 20 client.25163 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:30.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41f0814740 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5579272efd70 0x5579272eea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41f0814740 4 client.25163 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T02:32:30.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41f0814740 1 -- 172.21.15.47:0/2849091830 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "status"}) -- 0x5579271d9680 con 0x5579272efd70 2024-04-25T02:32:30.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5579272efd70 0x5579272eea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41e6a00640 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5579272efd70 0x5579272eea80 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f24c123e77570c3d server_cookie=2fd1277c59aad3d6 in_seq=0 out_seq=0 2024-04-25T02:32:30.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.403+0000 7f41d0c00640 10 client.25163 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:32:30.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41d0c00640 1 -- 172.21.15.47:0/2849091830 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5579271d9680 con 0x5579272efd70 2024-04-25T02:32:30.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41d0c00640 10 client.25163 handle_command_reply: tid=0 2024-04-25T02:32:30.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 client.25163 shutdown 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 -- 172.21.15.47:0/2849091830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 msgr2=0x5579272e7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x5579272e7410 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x557927287280 tx=0x7f41d40039c0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 -- 172.21.15.47:0/2849091830 shutdown_connections 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5579272efd70 0x5579272eea80 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579272742c0 0x5579272e9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55792726f150 0x5579272e7410 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 --2- 172.21.15.47:0/2849091830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55792726e760 0x55792727da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41d0c00640 0 client.25163 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 -- 172.21.15.47:0/2849091830 >> 172.21.15.47:0/2849091830 conn(0x557927269dd0 msgr2=0x557927270570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 -- 172.21.15.47:0/2849091830 shutdown_connections 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 1 -- 172.21.15.47:0/2849091830 wait complete. 2024-04-25T02:32:30.413 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.404+0000 7f41f0814740 20 client.25163 trim_cache size 0 max 16384 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "cluster_fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "whoami": 1, 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "id": 24568, 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "want_state": "up:active", 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "state": "up:active", 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "fs_name": "cephfs", 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "rank_uptime": 135.140041126, 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "mdsmap_epoch": 23, 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch": 88, 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout: "uptime": 148.49663406900001 2024-04-25T02:32:30.414 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:32:30.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 -- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f41cc0a2b90 msgr2=0x7f41cc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f41cc0a2b90 0x7f41cc0a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55792726f9b0 tx=0x7f41e000b4d0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 -- 172.21.15.47:0/4108755265 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41e81039a0 msgr2=0x7f41e80794f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41e81039a0 0x7f41e80794f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f41d8000f80 tx=0x7f41d80319f0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 -- 172.21.15.47:0/4108755265 shutdown_connections 2024-04-25T02:32:30.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f41cc0a2b90 0x7f41cc0a5050 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f41e8105550 0x7f41e8076060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41e8104b90 0x7f41e8079a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 --2- 172.21.15.47:0/4108755265 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41e81039a0 0x7f41e80794f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.405+0000 7f41eda00640 1 -- 172.21.15.47:0/4108755265 >> 172.21.15.47:0/4108755265 conn(0x7f41e80fef30 msgr2=0x7f41e8107ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.406+0000 7f41eda00640 1 -- 172.21.15.47:0/4108755265 shutdown_connections 2024-04-25T02:32:30.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.406+0000 7f41eda00640 1 -- 172.21.15.47:0/4108755265 wait complete. 2024-04-25T02:32:30.427 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T02:32:30.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 -- 172.21.15.47:0/2578334589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c01039a0 msgr2=0x7f20c0103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 --2- 172.21.15.47:0/2578334589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c01039a0 0x7f20c0103dc0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f20b0009ca0 tx=0x7f20b002a8c0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 -- 172.21.15.47:0/2578334589 shutdown_connections 2024-04-25T02:32:30.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 --2- 172.21.15.47:0/2578334589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20c0105550 0x7f20c010bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 --2- 172.21.15.47:0/2578334589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f20c0104b90 0x7f20c0105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 --2- 172.21.15.47:0/2578334589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c01039a0 0x7f20c0103dc0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 -- 172.21.15.47:0/2578334589 >> 172.21.15.47:0/2578334589 conn(0x7f20c00fef30 msgr2=0x7f20c0101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 -- 172.21.15.47:0/2578334589 shutdown_connections 2024-04-25T02:32:30.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.623+0000 7f20c6200640 1 -- 172.21.15.47:0/2578334589 wait complete. 2024-04-25T02:32:30.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.624+0000 7f20c6200640 1 Processor -- start 2024-04-25T02:32:30.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.624+0000 7f20c6200640 1 -- start start 2024-04-25T02:32:30.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20c6200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f20c01039a0 0x7f20c0199d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20c6200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c0104b90 0x7f20c019a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20c6200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20c0105550 0x7f20c01a12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20c6200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f20c010f640 con 0x7f20c01039a0 2024-04-25T02:32:30.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20c6200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f20c010f4c0 con 0x7f20c0104b90 2024-04-25T02:32:30.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20c6200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f20c010f7c0 con 0x7f20c0105550 2024-04-25T02:32:30.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20bf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f20c01039a0 0x7f20c0199d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20bf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f20c01039a0 0x7f20c0199d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47700/0 (socket says 172.21.15.47:47700) 2024-04-25T02:32:30.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20bf400640 1 -- 172.21.15.47:0/2870612108 learned_addr learned my addr 172.21.15.47:0/2870612108 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20bea00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c0104b90 0x7f20c019a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.625+0000 7f20bfe00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20c0105550 0x7f20c01a12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20bfe00640 1 -- 172.21.15.47:0/2870612108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c0104b90 msgr2=0x7f20c019a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20bfe00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c0104b90 0x7f20c019a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20bfe00640 1 -- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f20c01039a0 msgr2=0x7f20c0199d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20bfe00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f20c01039a0 0x7f20c0199d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20bfe00640 1 -- 172.21.15.47:0/2870612108 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20c01a1940 con 0x7f20c0105550 2024-04-25T02:32:30.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20bf400640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f20c01039a0 0x7f20c0199d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20bea00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c0104b90 0x7f20c019a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20bfe00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20c0105550 0x7f20c01a12a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f20b800e970 tx=0x7f20b800ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20b7e00640 1 -- 172.21.15.47:0/2870612108 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b800ccc0 con 0x7f20c0105550 2024-04-25T02:32:30.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20b7e00640 1 -- 172.21.15.47:0/2870612108 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20b80035f0 con 0x7f20c0105550 2024-04-25T02:32:30.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20b7e00640 1 -- 172.21.15.47:0/2870612108 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b800ce60 con 0x7f20c0105550 2024-04-25T02:32:30.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.626+0000 7f20c6200640 1 -- 172.21.15.47:0/2870612108 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20c01a1c30 con 0x7f20c0105550 2024-04-25T02:32:30.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.627+0000 7f20c6200640 1 -- 172.21.15.47:0/2870612108 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20c01a2180 con 0x7f20c0105550 2024-04-25T02:32:30.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.631+0000 7f20b7e00640 1 -- 172.21.15.47:0/2870612108 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f20b8004020 con 0x7f20c0105550 2024-04-25T02:32:30.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20c8ff7740 1 Processor -- start 2024-04-25T02:32:30.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20c8ff7740 1 -- start start 2024-04-25T02:32:30.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb2ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efb2fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efb32750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5614efa2aed0 con 0x5614efb302c0 2024-04-25T02:32:30.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5614efa8ddf0 con 0x5614efb2b150 2024-04-25T02:32:30.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614efa368d0 con 0x5614efb2a760 2024-04-25T02:32:30.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.632+0000 7f20bea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efb32750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efb32750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47712/0 (socket says 172.21.15.47:47712) 2024-04-25T02:32:30.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bea00640 1 -- 172.21.15.47:0/3988981087 learned_addr learned my addr 172.21.15.47:0/3988981087 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efb2fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bea00640 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb2ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bf400640 1 -- 172.21.15.47:0/3988981087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 msgr2=0x5614efb2ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bf400640 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb2ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bf400640 1 -- 172.21.15.47:0/3988981087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 msgr2=0x5614efb32750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bf400640 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efb32750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bf400640 1 -- 172.21.15.47:0/3988981087 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614ef7a22d0 con 0x5614efb2b150 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bea00640 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efb32750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20b7e00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f20a40a2c10 0x7f20a40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bf400640 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efb2fc50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f20c019b200 tx=0x7f20b0005f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b41916cae60972f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20b7e00640 1 -- 172.21.15.47:0/2870612108 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f20b80cf2e0 con 0x7f20c0105550 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.633+0000 7f20bea00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f20a40a2c10 0x7f20a40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.634+0000 7f20afe00640 1 -- 172.21.15.47:0/3988981087 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b0031650 con 0x5614efb2b150 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.634+0000 7f20afe00640 1 -- 172.21.15.47:0/3988981087 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20b0036040 con 0x5614efb2b150 2024-04-25T02:32:30.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.634+0000 7f20afe00640 1 -- 172.21.15.47:0/3988981087 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b0004660 con 0x5614efb2b150 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.634+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3988981087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 msgr2=0x5614efb2fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.634+0000 7f20bea00640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f20a40a2c10 0x7f20a40a50d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x5614efb2b9b0 tx=0x7f20a8009bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.634+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efb2fc50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f20c019b200 tx=0x7f20b0005f70 comp rx=0 tx=0).stop 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3988981087 shutdown_connections 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efb32750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efb2fc50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3988981087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb2ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3988981087 >> 172.21.15.47:0/3988981087 conn(0x5614efb25dd0 msgr2=0x5614efb261d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3988981087 shutdown_connections 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3988981087 wait complete. 2024-04-25T02:32:30.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 -- start start 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.635+0000 7f20c8ff7740 1 Processor -- start 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2a760 0x5614efb348a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 0x5614efb34de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb302c0 0x5614efb3be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5614efa49d20 con 0x5614efb2b150 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5614efa89db0 con 0x5614efb2a760 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614efb33090 con 0x5614efb302c0 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20c8ff7740 10 client.0 _ll_register_callbacks cb 0x5614efa84f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:30.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 0x5614efb34de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2a760 0x5614efb348a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2a760 0x5614efb348a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44856/0 (socket says 172.21.15.47:44856) 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bf400640 1 -- 172.21.15.47:0/2969634263 learned_addr learned my addr 172.21.15.47:0/2969634263 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bfe00640 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb302c0 0x5614efb3be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bf400640 1 -- 172.21.15.47:0/2969634263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb302c0 msgr2=0x5614efb3be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bf400640 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb302c0 0x5614efb3be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bf400640 1 -- 172.21.15.47:0/2969634263 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 msgr2=0x5614efb34de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bf400640 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 0x5614efb34de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.636+0000 7f20bf400640 1 -- 172.21.15.47:0/2969634263 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614ef86c6b0 con 0x5614efb2a760 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.637+0000 7f20bf400640 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2a760 0x5614efb348a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f20b0000f80 tx=0x7f20b00095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a9552c2588539b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.637+0000 7f20acc00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.637+0000 7f20acc00640 1 -- 172.21.15.47:0/2969634263 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b0004590 con 0x5614efb2a760 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.637+0000 7f20c8ff7740 1 -- 172.21.15.47:0/2969634263 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20b0036040 con 0x5614efb2a760 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.637+0000 7f20acc00640 1 -- 172.21.15.47:0/2969634263 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f20b0004730 con 0x5614efb2a760 2024-04-25T02:32:30.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20acc00640 1 -- 172.21.15.47:0/2969634263 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f20b0003970 con 0x5614efb2a760 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20c8ff7740 10 client.25175 fetch_fsmap learned FSMap version 23 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20c8ff7740 1 -- 172.21.15.47:0/2969634263 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5614efb3f190 con 0x5614efb2a760 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20acc00640 1 -- 172.21.15.47:0/2969634263 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20b0036040 con 0x5614efb2a760 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20acc00640 1 -- 172.21.15.47:0/2969634263 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f20b004f070 con 0x5614efb2a760 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20c8ff7740 10 client.25175 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20c8ff7740 10 client.25175 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20c8ff7740 20 client.25175 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5614efb41500 0x5614efb42970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20c8ff7740 4 client.25175 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.638+0000 7f20c8ff7740 1 -- 172.21.15.47:0/2969634263 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5614efa9b330 con 0x5614efb41500 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.639+0000 7f20bea00640 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5614efb41500 0x5614efb42970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.639+0000 7f20bea00640 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5614efb41500 0x5614efb42970 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9241e3e4feac70c3 server_cookie=f153457f5ea61f08 in_seq=0 out_seq=0 2024-04-25T02:32:30.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.639+0000 7f20acc00640 10 client.25175 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:30.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20acc00640 1 -- 172.21.15.47:0/2969634263 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5614efa9b330 con 0x5614efb41500 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20acc00640 10 client.25175 handle_command_reply: tid=0 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 client.25175 shutdown 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 -- 172.21.15.47:0/2969634263 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2a760 msgr2=0x5614efb348a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2a760 0x5614efb348a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f20b0000f80 tx=0x7f20b00095c0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 -- 172.21.15.47:0/2969634263 shutdown_connections 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5614efb41500 0x5614efb42970 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb302c0 0x5614efb3be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 0x5614efb34de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20acc00640 0 client.25175 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/2969634263 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2a760 0x5614efb348a0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.640+0000 7f20c8ff7740 1 -- 172.21.15.47:0/2969634263 >> 172.21.15.47:0/2969634263 conn(0x5614efb25dd0 msgr2=0x5614efb24f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.641+0000 7f20c8ff7740 1 -- 172.21.15.47:0/2969634263 shutdown_connections 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.641+0000 7f20c8ff7740 1 -- 172.21.15.47:0/2969634263 wait complete. 2024-04-25T02:32:30.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.641+0000 7f20c8ff7740 20 client.25175 trim_cache size 0 max 16384 2024-04-25T02:32:30.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.661+0000 7f20c8ff7740 1 Processor -- start 2024-04-25T02:32:30.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.661+0000 7f20c8ff7740 1 -- start start 2024-04-25T02:32:30.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.661+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb404e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.661+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 0x5614efb3bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.661+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb302c0 0x5614efb33430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.661+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5614efb40cb0 con 0x5614efb2b150 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.661+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5614efb41380 con 0x5614efb302c0 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.661+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614efb41a50 con 0x5614efb2a760 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb404e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb404e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54270/0 (socket says 172.21.15.47:54270) 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb302c0 0x5614efb33430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bf400640 1 -- 172.21.15.47:0/3402289266 learned_addr learned my addr 172.21.15.47:0/3402289266 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bea00640 1 --2- 172.21.15.47:0/3402289266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 0x5614efb3bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bfe00640 1 -- 172.21.15.47:0/3402289266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 msgr2=0x5614efb404e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bfe00640 1 --2- 172.21.15.47:0/3402289266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb404e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bfe00640 1 -- 172.21.15.47:0/3402289266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 msgr2=0x5614efb3bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bfe00640 1 --2- 172.21.15.47:0/3402289266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 0x5614efb3bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bfe00640 1 -- 172.21.15.47:0/3402289266 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614efb26b40 con 0x5614efb302c0 2024-04-25T02:32:30.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20bfe00640 1 --2- 172.21.15.47:0/3402289266 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb302c0 0x5614efb33430 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f20b800c6a0 tx=0x7f20b8099c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7878eda1b4905aa6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20af400640 1 -- 172.21.15.47:0/3402289266 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b80b9070 con 0x5614efb302c0 2024-04-25T02:32:30.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.662+0000 7f20af400640 1 -- 172.21.15.47:0/3402289266 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20b809fea0 con 0x5614efb302c0 2024-04-25T02:32:30.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20af400640 1 -- 172.21.15.47:0/3402289266 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b80037a0 con 0x5614efb302c0 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3402289266 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb302c0 msgr2=0x5614efb33430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3402289266 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb302c0 0x5614efb33430 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f20b800c6a0 tx=0x7f20b8099c30 comp rx=0 tx=0).stop 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3402289266 shutdown_connections 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3402289266 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb302c0 0x5614efb33430 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3402289266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb2b150 0x5614efb3bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3402289266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb404e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3402289266 >> 172.21.15.47:0/3402289266 conn(0x5614efb25dd0 msgr2=0x5614efb261b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3402289266 shutdown_connections 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.663+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3402289266 wait complete. 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 1 -- start start 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 1 Processor -- start 2024-04-25T02:32:30.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb39d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efba3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efba59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5614efb427f0 con 0x5614efb302c0 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5614efb42120 con 0x5614efb2b150 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614efb42ec0 con 0x5614efb2a760 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.664+0000 7f20c8ff7740 10 client.0 _ll_register_callbacks cb 0x7f20a8009ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efba59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efba59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:47752/0 (socket says 172.21.15.47:47752) 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 -- 172.21.15.47:0/3179521098 learned_addr learned my addr 172.21.15.47:0/3179521098 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bf400640 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb39d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bea00640 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efba3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 -- 172.21.15.47:0/3179521098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 msgr2=0x5614efb39d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb39d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 -- 172.21.15.47:0/3179521098 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 msgr2=0x5614efba3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:30.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efba3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 -- 172.21.15.47:0/3179521098 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614efba5f20 con 0x5614efb302c0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20bfe00640 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efba59e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f20b8098430 tx=0x7f20b8099d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4313a5137127bbe4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.665+0000 7f20acc00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20acc00640 1 -- 172.21.15.47:0/3179521098 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b80b9070 con 0x5614efb302c0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20acc00640 1 -- 172.21.15.47:0/3179521098 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f20b80037a0 con 0x5614efb302c0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3179521098 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20b809fea0 con 0x5614efb302c0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20acc00640 1 -- 172.21.15.47:0/3179521098 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f20b8004310 con 0x5614efb302c0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 10 client.15084 fetch_fsmap learned FSMap version 23 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3179521098 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5614efba7070 con 0x5614efb302c0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20acc00640 1 -- 172.21.15.47:0/3179521098 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20b809fea0 con 0x5614efb302c0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20acc00640 1 -- 172.21.15.47:0/3179521098 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f20b8082030 con 0x5614efb302c0 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 10 client.15084 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 10 client.15084 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 20 client.15084 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:30.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5614efbab750 0x5614efbaa460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 4 client.15084 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T02:32:30.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.666+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3179521098 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "status"}) -- 0x5614efa95680 con 0x5614efbab750 2024-04-25T02:32:30.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.667+0000 7f20bf400640 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5614efbab750 0x5614efbaa460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.667+0000 7f20bf400640 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5614efbab750 0x5614efbaa460 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d18b0ce3b9cd8bb0 server_cookie=8ab708cc426b48cc in_seq=0 out_seq=0 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.667+0000 7f20acc00640 10 client.15084 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20acc00640 1 -- 172.21.15.47:0/3179521098 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5614efa95680 con 0x5614efbab750 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20acc00640 10 client.15084 handle_command_reply: tid=0 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 client.15084 shutdown 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3179521098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 msgr2=0x5614efba59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efba59e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f20b8098430 tx=0x7f20b8099d60 comp rx=0 tx=0).stop 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3179521098 shutdown_connections 2024-04-25T02:32:30.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5614efbab750 0x5614efbaa460 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614efb302c0 0x5614efba59e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614efb2b150 0x5614efba3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 --2- 172.21.15.47:0/3179521098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614efb2a760 0x5614efb39d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20acc00640 0 client.15084 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3179521098 >> 172.21.15.47:0/3179521098 conn(0x5614efb25dd0 msgr2=0x5614efb33430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3179521098 shutdown_connections 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 1 -- 172.21.15.47:0/3179521098 wait complete. 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.668+0000 7f20c8ff7740 20 client.15084 trim_cache size 0 max 16384 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stdout: "cluster_fsid": "4d24456a-02aa-11ef-bc93-c7b262605968", 2024-04-25T02:32:30.676 INFO:teuthology.orchestra.run.smithi047.stdout: "whoami": 0, 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "id": 24572, 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "want_state": "up:active", 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "state": "up:active", 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "fs_name": "cephfs", 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "rank_uptime": 138.44297103700001, 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "mdsmap_epoch": 23, 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch": 88, 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout: "uptime": 145.90525395200001 2024-04-25T02:32:30.677 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 -- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f20a40a2c10 msgr2=0x7f20a40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f20a40a2c10 0x7f20a40a50d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x5614efb2b9b0 tx=0x7f20a8009bc0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 -- 172.21.15.47:0/2870612108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20c0105550 msgr2=0x7f20c01a12a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20c0105550 0x7f20c01a12a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f20b800e970 tx=0x7f20b800ee30 comp rx=0 tx=0).stop 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 -- 172.21.15.47:0/2870612108 shutdown_connections 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f20a40a2c10 0x7f20a40a50d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20c0105550 0x7f20c01a12a0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f20c0104b90 0x7f20c019a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 --2- 172.21.15.47:0/2870612108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f20c01039a0 0x7f20c0199d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 -- 172.21.15.47:0/2870612108 >> 172.21.15.47:0/2870612108 conn(0x7f20c00fef30 msgr2=0x7f20c0107f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 -- 172.21.15.47:0/2870612108 shutdown_connections 2024-04-25T02:32:30.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.669+0000 7f20c6200640 1 -- 172.21.15.47:0/2870612108 wait complete. 2024-04-25T02:32:30.688 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:30 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1015888123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:30.690 INFO:teuthology.run_tasks:Running task sequential... 2024-04-25T02:32:30.700 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-25T02:32:30.700 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-25T02:32:30.700 INFO:teuthology.task.print:Enabling mgr modules 2024-04-25T02:32:30.700 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-25T02:32:30.717 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T02:32:30.718 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:32:30.718 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 -- 172.21.15.47:0/2311309700 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0108de0 msgr2=0x7f03f0109260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 --2- 172.21.15.47:0/2311309700 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0108de0 0x7f03f0109260 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f03dc009860 tx=0x7f03dc02a340 comp rx=0 tx=0).stop 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 -- 172.21.15.47:0/2311309700 shutdown_connections 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 --2- 172.21.15.47:0/2311309700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03f01097a0 0x7f03f0110030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 --2- 172.21.15.47:0/2311309700 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0108de0 0x7f03f0109260 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 --2- 172.21.15.47:0/2311309700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03f0107bf0 0x7f03f0108010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 -- 172.21.15.47:0/2311309700 >> 172.21.15.47:0/2311309700 conn(0x7f03f0076bd0 msgr2=0x7f03f0078ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 -- 172.21.15.47:0/2311309700 shutdown_connections 2024-04-25T02:32:30.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.918+0000 7f03f5000640 1 -- 172.21.15.47:0/2311309700 wait complete. 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03f5000640 1 Processor -- start 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03f5000640 1 -- start start 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03f5000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0107bf0 0x7f03f019df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03f5000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03f0108de0 0x7f03f019e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03f5000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03f01097a0 0x7f03f01a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03f5000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03f0113870 con 0x7f03f0108de0 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03f5000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f03f01136f0 con 0x7f03f0107bf0 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03f5000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03f01139f0 con 0x7f03f01097a0 2024-04-25T02:32:30.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03ef400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0107bf0 0x7f03f019df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03eea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03f0108de0 0x7f03f019e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03ef400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0107bf0 0x7f03f019df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44902/0 (socket says 172.21.15.47:44902) 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.920+0000 7f03ef400640 1 -- 172.21.15.47:0/58784482 learned_addr learned my addr 172.21.15.47:0/58784482 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03efe00640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03f01097a0 0x7f03f01a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03eea00640 1 -- 172.21.15.47:0/58784482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03f01097a0 msgr2=0x7f03f01a54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03eea00640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03f01097a0 0x7f03f01a54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03eea00640 1 -- 172.21.15.47:0/58784482 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0107bf0 msgr2=0x7f03f019df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03eea00640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0107bf0 0x7f03f019df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03eea00640 1 -- 172.21.15.47:0/58784482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03f01a5b30 con 0x7f03f0108de0 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03ef400640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0107bf0 0x7f03f019df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03efe00640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03f01097a0 0x7f03f01a54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.921+0000 7f03eea00640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03f0108de0 0x7f03f019e4a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f03dc035040 tx=0x7f03dc033d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.922+0000 7f03e7e00640 1 -- 172.21.15.47:0/58784482 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03dc037040 con 0x7f03f0108de0 2024-04-25T02:32:30.927 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.922+0000 7f03e7e00640 1 -- 172.21.15.47:0/58784482 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03dc030850 con 0x7f03f0108de0 2024-04-25T02:32:30.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.922+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03f01a5dc0 con 0x7f03f0108de0 2024-04-25T02:32:30.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.922+0000 7f03e7e00640 1 -- 172.21.15.47:0/58784482 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03dc004920 con 0x7f03f0108de0 2024-04-25T02:32:30.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.922+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03f01a6270 con 0x7f03f0108de0 2024-04-25T02:32:30.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.923+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03f010ef10 con 0x7f03f0108de0 2024-04-25T02:32:30.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.925+0000 7f03e7e00640 1 -- 172.21.15.47:0/58784482 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f03dc004050 con 0x7f03f0108de0 2024-04-25T02:32:30.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.926+0000 7f03e7e00640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f03d40a2c00 0x7f03d40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:30.931 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.927+0000 7f03e7e00640 1 -- 172.21.15.47:0/58784482 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f03dc0eeec0 con 0x7f03f0108de0 2024-04-25T02:32:30.931 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.927+0000 7f03ef400640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f03d40a2c00 0x7f03d40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:30.931 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.928+0000 7f03ef400640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f03d40a2c00 0x7f03d40a50c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f03e0005fd0 tx=0x7f03e000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:30.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:30.931+0000 7f03e7e00640 1 -- 172.21.15.47:0/58784482 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f03dc0bbdd0 con 0x7f03f0108de0 2024-04-25T02:32:31.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:30 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1015888123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:30 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1015888123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:31.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.186+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f03f00623e0 con 0x7f03f0108de0 2024-04-25T02:32:31.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.625+0000 7f03e7e00640 1 -- 172.21.15.47:0/58784482 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f03dc0bb6d0 con 0x7f03f0108de0 2024-04-25T02:32:31.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.629+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f03d40a2c00 msgr2=0x7f03d40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:31.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.629+0000 7f03f5000640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f03d40a2c00 0x7f03d40a50c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f03e0005fd0 tx=0x7f03e000b410 comp rx=0 tx=0).stop 2024-04-25T02:32:31.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.629+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03f0108de0 msgr2=0x7f03f019e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:31.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.629+0000 7f03f5000640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03f0108de0 0x7f03f019e4a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f03dc035040 tx=0x7f03dc033d90 comp rx=0 tx=0).stop 2024-04-25T02:32:31.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.630+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 shutdown_connections 2024-04-25T02:32:31.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.630+0000 7f03f5000640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f03d40a2c00 0x7f03d40a50c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.630+0000 7f03f5000640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03f01097a0 0x7f03f01a54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.630+0000 7f03f5000640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03f0108de0 0x7f03f019e4a0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.630+0000 7f03f5000640 1 --2- 172.21.15.47:0/58784482 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03f0107bf0 0x7f03f019df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.630+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 >> 172.21.15.47:0/58784482 conn(0x7f03f0076bd0 msgr2=0x7f03f010c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:31.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.633+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 shutdown_connections 2024-04-25T02:32:31.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.634+0000 7f03f5000640 1 -- 172.21.15.47:0/58784482 wait complete. 2024-04-25T02:32:31.664 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-25T02:32:31.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 -- 172.21.15.47:0/1052924222 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b01039d0 msgr2=0x7fe2b0103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:31.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/1052924222 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b01039d0 0x7fe2b0103df0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe2a4009ca0 tx=0x7fe2a402a8b0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 -- 172.21.15.47:0/1052924222 shutdown_connections 2024-04-25T02:32:31.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/1052924222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2b0105580 0x7fe2b010be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/1052924222 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe2b0104bc0 0x7fe2b0105040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/1052924222 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b01039d0 0x7fe2b0103df0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 -- 172.21.15.47:0/1052924222 >> 172.21.15.47:0/1052924222 conn(0x7fe2b00fef60 msgr2=0x7fe2b0101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:31.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 -- 172.21.15.47:0/1052924222 shutdown_connections 2024-04-25T02:32:31.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.850+0000 7fe2b7e00640 1 -- 172.21.15.47:0/1052924222 wait complete. 2024-04-25T02:32:31.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.851+0000 7fe2b7e00640 1 Processor -- start 2024-04-25T02:32:31.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.851+0000 7fe2b7e00640 1 -- start start 2024-04-25T02:32:31.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.851+0000 7fe2b7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe2b01039d0 0x7fe2b0199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:31.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.851+0000 7fe2b7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b0104bc0 0x7fe2b019a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:31.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.851+0000 7fe2b7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2b0105580 0x7fe2b01a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:31.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.851+0000 7fe2b7e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b010f620 con 0x7fe2b01039d0 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.851+0000 7fe2b7e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b010f4a0 con 0x7fe2b0104bc0 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.851+0000 7fe2b7e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b010f7a0 con 0x7fe2b0105580 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b0104bc0 0x7fe2b019a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b5400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe2b01039d0 0x7fe2b0199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b0104bc0 0x7fe2b019a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33250/0 (socket says 172.21.15.47:33250) 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 -- 172.21.15.47:0/977559192 learned_addr learned my addr 172.21.15.47:0/977559192 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b5e00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2b0105580 0x7fe2b01a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 -- 172.21.15.47:0/977559192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2b0105580 msgr2=0x7fe2b01a1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2b0105580 0x7fe2b01a1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 -- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe2b01039d0 msgr2=0x7fe2b0199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:31.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe2b01039d0 0x7fe2b0199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 -- 172.21.15.47:0/977559192 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b01a1830 con 0x7fe2b0104bc0 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b5e00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2b0105580 0x7fe2b01a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.852+0000 7fe2b4a00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b0104bc0 0x7fe2b019a160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe29c00e9f0 tx=0x7fe29c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.853+0000 7fe2ae000640 1 -- 172.21.15.47:0/977559192 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29c00cd80 con 0x7fe2b0104bc0 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.853+0000 7fe2ae000640 1 -- 172.21.15.47:0/977559192 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe29c010910 con 0x7fe2b0104bc0 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.853+0000 7fe2ae000640 1 -- 172.21.15.47:0/977559192 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29c018990 con 0x7fe2b0104bc0 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.853+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2b01a1b20 con 0x7fe2b0104bc0 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.853+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2b01a2020 con 0x7fe2b0104bc0 2024-04-25T02:32:31.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.854+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2b010ac90 con 0x7fe2b0104bc0 2024-04-25T02:32:31.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.859+0000 7fe2ae000640 1 -- 172.21.15.47:0/977559192 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fe29c010ac0 con 0x7fe2b0104bc0 2024-04-25T02:32:31.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.861+0000 7fe2ae000640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe2980a2d00 0x7fe2980a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:31.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.861+0000 7fe2b5400640 1 -- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe2980a2d00 msgr2=0x7fe2980a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:31.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.861+0000 7fe2ae000640 1 -- 172.21.15.47:0/977559192 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7fe29c0cf3f0 con 0x7fe2b0104bc0 2024-04-25T02:32:31.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.861+0000 7fe2b5400640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe2980a2d00 0x7fe2980a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:32:31.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:31.869+0000 7fe2ae000640 1 -- 172.21.15.47:0/977559192 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe29c09bcb0 con 0x7fe2b0104bc0 2024-04-25T02:32:31.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:31 smithi047 ceph-mon[27871]: pgmap v388: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:31.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:31 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/58784482' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T02:32:31.909 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: ignoring --setuser ceph since I am not root 2024-04-25T02:32:31.910 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: ignoring --setgroup ceph since I am not root 2024-04-25T02:32:31.999 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:31 smithi178 ceph-mon[33053]: pgmap v388: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:31.999 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:31 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/58784482' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T02:32:31.999 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: ignoring --setuser ceph since I am not root 2024-04-25T02:32:31.999 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: ignoring --setgroup ceph since I am not root 2024-04-25T02:32:31.999 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:31 smithi178 ceph-mgr[34934]: -- 172.21.15.178:0/2328245432 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562f312ee5a0 con 0x562f312c3000 2024-04-25T02:32:32.000 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:31.810+0000 7f553c09c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T02:32:32.000 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:31.995+0000 7f553c09c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:32:32.002 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:31 smithi113 ceph-mon[32459]: pgmap v388: 97 pgs: 97 active+clean; 638 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T02:32:32.002 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:31 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/58784482' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T02:32:32.003 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: ignoring --setuser ceph since I am not root 2024-04-25T02:32:32.003 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: ignoring --setgroup ceph since I am not root 2024-04-25T02:32:32.003 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:31 smithi113 ceph-mgr[33859]: -- 172.21.15.113:0/2667551256 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560fba6625a0 con 0x560fba636c00 2024-04-25T02:32:32.003 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:31.809+0000 7f02c432f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T02:32:32.003 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:31.999+0000 7f02c432f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:32:32.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.062+0000 7fe2b5400640 1 -- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe2980a2d00 msgr2=0x7fe2980a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:32.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.062+0000 7fe2b5400640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe2980a2d00 0x7fe2980a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T02:32:32.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.075+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fe2b00623e0 con 0x7fe2b0104bc0 2024-04-25T02:32:32.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.083+0000 7fe2ae000640 1 -- 172.21.15.47:0/977559192 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v27)=0 v27) ==== 138+0+0 (secure 0 0 0) 0x7fe29c09ffb0 con 0x7fe2b0104bc0 2024-04-25T02:32:32.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe2980a2d00 msgr2=0x7fe2980a51c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:32:32.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe2980a2d00 0x7fe2980a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b0104bc0 msgr2=0x7fe2b019a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:32.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b0104bc0 0x7fe2b019a160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe29c00e9f0 tx=0x7fe29c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 shutdown_connections 2024-04-25T02:32:32.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7fe2980a2d00 0x7fe2980a51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2b0105580 0x7fe2b01a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe2b0104bc0 0x7fe2b019a160 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 --2- 172.21.15.47:0/977559192 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe2b01039d0 0x7fe2b0199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 >> 172.21.15.47:0/977559192 conn(0x7fe2b00fef60 msgr2=0x7fe2b0107e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:32.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 shutdown_connections 2024-04-25T02:32:32.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.086+0000 7fe2b7e00640 1 -- 172.21.15.47:0/977559192 wait complete. 2024-04-25T02:32:32.110 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-25T02:32:32.213 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:31.950+0000 7f50d7f15200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T02:32:32.256 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:32.104+0000 7f02c432f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.295+0000 7faf67c00640 1 -- 172.21.15.47:0/2750780640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 msgr2=0x7faf601046b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.295+0000 7faf67c00640 1 --2- 172.21.15.47:0/2750780640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 0x7faf601046b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7faf54009900 tx=0x7faf5402a400 comp rx=0 tx=0).stop 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.295+0000 7faf67c00640 1 -- 172.21.15.47:0/2750780640 shutdown_connections 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.295+0000 7faf67c00640 1 --2- 172.21.15.47:0/2750780640 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf60107520 0x7faf60109910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.295+0000 7faf67c00640 1 --2- 172.21.15.47:0/2750780640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf60104bf0 0x7faf60106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.295+0000 7faf67c00640 1 --2- 172.21.15.47:0/2750780640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 0x7faf601046b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.295+0000 7faf67c00640 1 -- 172.21.15.47:0/2750780640 >> 172.21.15.47:0/2750780640 conn(0x7faf600fbc50 msgr2=0x7faf600fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.295+0000 7faf67c00640 1 -- 172.21.15.47:0/2750780640 shutdown_connections 2024-04-25T02:32:32.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.296+0000 7faf67c00640 1 -- 172.21.15.47:0/2750780640 wait complete. 2024-04-25T02:32:32.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.297+0000 7faf67c00640 1 Processor -- start 2024-04-25T02:32:32.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.297+0000 7faf67c00640 1 -- start start 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.297+0000 7faf67c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 0x7faf60101c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf67c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf60104bf0 0x7faf60100270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf67c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf60107520 0x7faf601007b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf67c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faf6010d480 con 0x7faf60104bf0 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf67c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7faf6010d300 con 0x7faf60107520 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf67c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf6010d600 con 0x7faf601022c0 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 0x7faf60101c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 0x7faf60101c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55266/0 (socket says 172.21.15.47:55266) 2024-04-25T02:32:32.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65200640 1 -- 172.21.15.47:0/1946633681 learned_addr learned my addr 172.21.15.47:0/1946633681 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65c00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf60107520 0x7faf601007b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf5fe00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf60104bf0 0x7faf60100270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65200640 1 -- 172.21.15.47:0/1946633681 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf60107520 msgr2=0x7faf601007b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65200640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf60107520 0x7faf601007b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65200640 1 -- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf60104bf0 msgr2=0x7faf60100270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65200640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf60104bf0 0x7faf60100270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65200640 1 -- 172.21.15.47:0/1946633681 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf60101040 con 0x7faf601022c0 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.298+0000 7faf65c00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf60107520 0x7faf601007b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.299+0000 7faf65200640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 0x7faf60101c30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7faf54009230 tx=0x7faf540042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.299+0000 7faf5d600640 1 -- 172.21.15.47:0/1946633681 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5403f030 con 0x7faf601022c0 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.299+0000 7faf5d600640 1 -- 172.21.15.47:0/1946633681 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf54003ce0 con 0x7faf601022c0 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.299+0000 7faf5d600640 1 -- 172.21.15.47:0/1946633681 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf54035070 con 0x7faf601022c0 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.299+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf601a1b00 con 0x7faf601022c0 2024-04-25T02:32:32.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.299+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf601a2000 con 0x7faf601022c0 2024-04-25T02:32:32.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.300+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf600fd740 con 0x7faf601022c0 2024-04-25T02:32:32.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.303+0000 7faf5d600640 1 -- 172.21.15.47:0/1946633681 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7faf54042030 con 0x7faf601022c0 2024-04-25T02:32:32.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.305+0000 7faf5d600640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf480a2c80 0x7faf480a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:32.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.305+0000 7faf5fe00640 1 -- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf480a2c80 msgr2=0x7faf480a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:32.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.305+0000 7faf5d600640 1 -- 172.21.15.47:0/1946633681 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7faf540ef560 con 0x7faf601022c0 2024-04-25T02:32:32.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.305+0000 7faf5fe00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf480a2c80 0x7faf480a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:32:32.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.309+0000 7faf5d600640 1 -- 172.21.15.47:0/1946633681 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7faf540bbe20 con 0x7faf601022c0 2024-04-25T02:32:32.338 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:32.099+0000 7f553c09c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T02:32:32.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.506+0000 7faf5fe00640 1 -- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf480a2c80 msgr2=0x7faf480a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:32.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.506+0000 7faf5fe00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf480a2c80 0x7faf480a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T02:32:32.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.516+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7faf6002d170 con 0x7faf601022c0 2024-04-25T02:32:32.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.523+0000 7faf5d600640 1 -- 172.21.15.47:0/1946633681 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v28)=0 v28) ==== 133+0+0 (secure 0 0 0) 0x7faf540c0120 con 0x7faf601022c0 2024-04-25T02:32:32.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf480a2c80 msgr2=0x7faf480a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:32:32.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf480a2c80 0x7faf480a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 msgr2=0x7faf60101c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:32.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 0x7faf60101c30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7faf54009230 tx=0x7faf540042f0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 shutdown_connections 2024-04-25T02:32:32.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7faf480a2c80 0x7faf480a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf60107520 0x7faf601007b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf60104bf0 0x7faf60100270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 --2- 172.21.15.47:0/1946633681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf601022c0 0x7faf60101c30 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:32.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 >> 172.21.15.47:0/1946633681 conn(0x7faf600fbc50 msgr2=0x7faf60102ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:32.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 shutdown_connections 2024-04-25T02:32:32.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:32.526+0000 7faf67c00640 1 -- 172.21.15.47:0/1946633681 wait complete. 2024-04-25T02:32:32.545 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:32.208+0000 7f50d7f15200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:32:32.545 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:32.354+0000 7f50d7f15200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T02:32:32.548 INFO:teuthology.run_tasks:Running task kclient... 2024-04-25T02:32:32.574 INFO:tasks.kclient:Mounting kernel clients... 2024-04-25T02:32:32.575 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-25T02:32:32.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:32.575 DEBUG:teuthology.orchestra.run.smithi047:> ip netns list 2024-04-25T02:32:32.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:32.629 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip link delete ceph-brx 2024-04-25T02:32:32.712 INFO:teuthology.orchestra.run.smithi047.stderr:Cannot find device "ceph-brx" 2024-04-25T02:32:32.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:32:32.716 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'nowsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-04-25T02:32:32.716 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-25T02:32:32.716 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T02:32:32.716 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-25T02:32:32.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:32.414+0000 7f02c432f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T02:32:32.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:32.499+0000 7f02c432f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T02:32:32.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:32 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/58784482' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T02:32:32.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:32 smithi113 ceph-mon[32459]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-04-25T02:32:32.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:32 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' 2024-04-25T02:32:32.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:32 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' 2024-04-25T02:32:32.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:32 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/58784482' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T02:32:32.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:32 smithi178 ceph-mon[33053]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-04-25T02:32:32.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:32 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' 2024-04-25T02:32:32.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:32 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' 2024-04-25T02:32:32.841 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:32.408+0000 7f553c09c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T02:32:32.841 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:32.492+0000 7f553c09c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T02:32:32.898 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:32 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/58784482' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T02:32:32.899 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:32 smithi047 ceph-mon[27871]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-04-25T02:32:32.899 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:32 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' 2024-04-25T02:32:32.899 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:32 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' 2024-04-25T02:32:32.899 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:32.774+0000 7f50d7f15200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T02:32:32.899 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:32.894+0000 7f50d7f15200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T02:32:33.154 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:32:34.006 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:33.685+0000 7f02c432f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T02:32:34.007 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:33.855+0000 7f02c432f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T02:32:34.022 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:33.677+0000 7f553c09c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T02:32:34.022 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:33.846+0000 7f553c09c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T02:32:34.022 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:34.018+0000 7f553c09c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T02:32:34.316 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:34.025+0000 7f02c432f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T02:32:34.588 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:34.306+0000 7f553c09c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T02:32:34.589 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:34.399+0000 7f553c09c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T02:32:34.612 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:34.312+0000 7f02c432f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T02:32:34.612 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:34.406+0000 7f02c432f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T02:32:34.612 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:34.609+0000 7f02c432f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T02:32:34.800 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:34.560+0000 7f50d7f15200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T02:32:35.006 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:34.801+0000 7f02c432f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:32:35.089 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:34.605+0000 7f553c09c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T02:32:35.089 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:34.798+0000 7f553c09c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:32:35.157 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:34.803+0000 7f50d7f15200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T02:32:35.157 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:35.033+0000 7f50d7f15200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T02:32:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.324+0000 7f1475200700 1 -- 172.21.15.47:0/1814346856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f147010ec30 msgr2=0x7f1470111020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.324+0000 7f1475200700 1 --2- 172.21.15.47:0/1814346856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f147010ec30 0x7f1470111020 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f146800b0a0 tx=0x7f146800b3b0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.324+0000 7f1475200700 1 -- 172.21.15.47:0/1814346856 shutdown_connections 2024-04-25T02:32:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.324+0000 7f1475200700 1 --2- 172.21.15.47:0/1814346856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f147010ec30 0x7f1470111020 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.324+0000 7f1475200700 1 --2- 172.21.15.47:0/1814346856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1470074460 0x7f1470074840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.324+0000 7f1475200700 1 --2- 172.21.15.47:0/1814346856 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1470074d80 0x7f147010e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.324+0000 7f1475200700 1 -- 172.21.15.47:0/1814346856 >> 172.21.15.47:0/1814346856 conn(0x7f14700793e0 msgr2=0x7f14700797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.324+0000 7f1475200700 1 -- 172.21.15.47:0/1814346856 shutdown_connections 2024-04-25T02:32:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.325+0000 7f1475200700 1 -- 172.21.15.47:0/1814346856 wait complete. 2024-04-25T02:32:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.326+0000 7f1475200700 1 Processor -- start 2024-04-25T02:32:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.326+0000 7f1475200700 1 -- start start 2024-04-25T02:32:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.326+0000 7f1475200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1470074460 0x7f14701a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.326+0000 7f1475200700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1470074d80 0x7f14701a0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f1475200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f147010ec30 0x7f147019aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f1475200700 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f14701147b0 con 0x7f1470074d80 2024-04-25T02:32:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f1475200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1470114630 con 0x7f147010ec30 2024-04-25T02:32:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f1475200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1470114930 con 0x7f1470074460 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146d400700 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1470074d80 0x7f14701a0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1470074460 0x7f14701a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1470074460 0x7f14701a0870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55288/0 (socket says 172.21.15.47:55288) 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146de00700 1 -- 172.21.15.47:0/408483415 learned_addr learned my addr 172.21.15.47:0/408483415 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146e800700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f147010ec30 0x7f147019aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146e800700 1 -- 172.21.15.47:0/408483415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1470074460 msgr2=0x7f14701a0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146e800700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1470074460 0x7f14701a0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146e800700 1 -- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1470074d80 msgr2=0x7f14701a0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146e800700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1470074d80 0x7f14701a0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.327+0000 7f146e800700 1 -- 172.21.15.47:0/408483415 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f147019b190 con 0x7f147010ec30 2024-04-25T02:32:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.328+0000 7f146de00700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1470074460 0x7f14701a0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.328+0000 7f146e800700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f147010ec30 0x7f147019aa30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f146800b070 tx=0x7f1468004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.328+0000 7f1466a00700 1 -- 172.21.15.47:0/408483415 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1468021070 con 0x7f147010ec30 2024-04-25T02:32:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.328+0000 7f1466a00700 1 -- 172.21.15.47:0/408483415 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1468007b80 con 0x7f147010ec30 2024-04-25T02:32:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.328+0000 7f1466a00700 1 -- 172.21.15.47:0/408483415 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1468005040 con 0x7f147010ec30 2024-04-25T02:32:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.328+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f147019b420 con 0x7f147010ec30 2024-04-25T02:32:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.328+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14701a7740 con 0x7f147010ec30 2024-04-25T02:32:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.329+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1470068f20 con 0x7f147010ec30 2024-04-25T02:32:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.332+0000 7f1466a00700 1 -- 172.21.15.47:0/408483415 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f1468024070 con 0x7f147010ec30 2024-04-25T02:32:35.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.334+0000 7f1466a00700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14540a2cf0 0x7f14540a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:35.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.334+0000 7f146de00700 1 -- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14540a2cf0 msgr2=0x7f14540a51b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:35.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.334+0000 7f1466a00700 1 -- 172.21.15.47:0/408483415 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f146800f020 con 0x7f147010ec30 2024-04-25T02:32:35.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.334+0000 7f146de00700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14540a2cf0 0x7f14540a51b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:32:35.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.335+0000 7f1466a00700 1 -- 172.21.15.47:0/408483415 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f146802b020 con 0x7f147010ec30 2024-04-25T02:32:35.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.535+0000 7f146de00700 1 -- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14540a2cf0 msgr2=0x7f14540a51b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:35.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.535+0000 7f146de00700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14540a2cf0 0x7f14540a51b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T02:32:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.612+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f14701a7970 con 0x7f147010ec30 2024-04-25T02:32:35.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.613+0000 7f1466a00700 1 -- 172.21.15.47:0/408483415 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+73 (secure 0 0 0) 0x7f146809d670 con 0x7f147010ec30 2024-04-25T02:32:35.617 INFO:teuthology.orchestra.run.smithi047.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-25T02:32:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14540a2cf0 msgr2=0x7f14540a51b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:32:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14540a2cf0 0x7f14540a51b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f147010ec30 msgr2=0x7f147019aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f147010ec30 0x7f147019aa30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f146800b070 tx=0x7f1468004c80 comp rx=0 tx=0).stop 2024-04-25T02:32:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 shutdown_connections 2024-04-25T02:32:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f14540a2cf0 0x7f14540a51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1470074460 0x7f14701a0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f147010ec30 0x7f147019aa30 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 --2- 172.21.15.47:0/408483415 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1470074d80 0x7f14701a0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 >> 172.21.15.47:0/408483415 conn(0x7f14700793e0 msgr2=0x7f14700ff400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 shutdown_connections 2024-04-25T02:32:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:35.616+0000 7f1475200700 1 -- 172.21.15.47:0/408483415 wait complete. 2024-04-25T02:32:35.669 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:35.404+0000 7f553c09c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T02:32:35.670 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:35.405+0000 7f02c432f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T02:32:35.867 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:35 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/408483415' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T02:32:35.868 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:35.453+0000 7f50d7f15200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T02:32:35.868 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:35.585+0000 7f50d7f15200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T02:32:35.868 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:35.862+0000 7f50d7f15200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T02:32:35.927 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:35 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/408483415' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T02:32:35.928 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:35.827+0000 7f553c09c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T02:32:35.928 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:35 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/408483415' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T02:32:35.928 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:35.830+0000 7f02c432f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T02:32:36.256 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:35.925+0000 7f02c432f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T02:32:36.256 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:36.126+0000 7f02c432f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T02:32:36.338 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:35.924+0000 7f553c09c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T02:32:36.339 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:36.126+0000 7f553c09c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T02:32:36.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:36.140+0000 7f50d7f15200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi047.front.sepia.ceph.com 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-25T02:32:36.452 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-25T02:32:36.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:36.452 DEBUG:teuthology.orchestra.run.smithi047:> ip addr 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: inet 127.0.0.1/8 scope host lo 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: valid_lft forever preferred_lft forever 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: inet6 ::1/128 scope host 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: valid_lft forever preferred_lft forever 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: link/ether 0c:c4:7a:6b:ff:78 brd ff:ff:ff:ff:ff:ff 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: altname enp7s0f0 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: link/ether 0c:c4:7a:6b:ff:79 brd ff:ff:ff:ff:ff:ff 2024-04-25T02:32:36.503 INFO:teuthology.orchestra.run.smithi047.stdout: altname enp7s0f1 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout: link/ether 0c:c4:7a:bd:14:8e brd ff:ff:ff:ff:ff:ff 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout: altname enp1s0f0 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout: inet 172.21.15.47/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout: valid_lft 41966sec preferred_lft 41966sec 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout: inet6 fe80::ec4:7aff:febd:148e/64 scope link noprefixroute 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout: valid_lft forever preferred_lft forever 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout: link/ether 0c:c4:7a:bd:14:8f brd ff:ff:ff:ff:ff:ff 2024-04-25T02:32:36.504 INFO:teuthology.orchestra.run.smithi047.stdout: altname enp1s0f1 2024-04-25T02:32:36.505 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-25T02:32:36.505 DEBUG:teuthology.orchestra.run.smithi047:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T02:32:36.505 DEBUG:teuthology.orchestra.run.smithi047:> set -e 2024-04-25T02:32:36.505 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip link add name ceph-brx type bridge 2024-04-25T02:32:36.505 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip addr flush dev ceph-brx 2024-04-25T02:32:36.505 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip link set ceph-brx up 2024-04-25T02:32:36.505 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-25T02:32:36.506 DEBUG:teuthology.orchestra.run.smithi047:> ') 2024-04-25T02:32:36.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T02:32:36.989 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:36.651+0000 7f02c432f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T02:32:36.989 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:36.744+0000 7f02c432f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T02:32:36.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:36.994 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:36.656+0000 7f553c09c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T02:32:36.994 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:36.749+0000 7f553c09c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T02:32:36.999 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:36.999 DEBUG:teuthology.orchestra.run.smithi047:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-25T02:32:37.067 INFO:teuthology.orchestra.run.smithi047.stdout:1 2024-04-25T02:32:37.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:37.070 DEBUG:teuthology.orchestra.run.smithi047:> route 2024-04-25T02:32:37.141 INFO:teuthology.orchestra.run.smithi047.stdout:Kernel IP routing table 2024-04-25T02:32:37.141 INFO:teuthology.orchestra.run.smithi047.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-25T02:32:37.142 INFO:teuthology.orchestra.run.smithi047.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-25T02:32:37.142 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-25T02:32:37.142 INFO:teuthology.orchestra.run.smithi047.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-25T02:32:37.142 DEBUG:teuthology.orchestra.run.smithi047:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T02:32:37.142 DEBUG:teuthology.orchestra.run.smithi047:> set -e 2024-04-25T02:32:37.142 DEBUG:teuthology.orchestra.run.smithi047:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-25T02:32:37.142 DEBUG:teuthology.orchestra.run.smithi047:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-25T02:32:37.142 DEBUG:teuthology.orchestra.run.smithi047:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-25T02:32:37.143 DEBUG:teuthology.orchestra.run.smithi047:> ') 2024-04-25T02:32:37.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:36.994+0000 7f50d7f15200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T02:32:37.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T02:32:37.256 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:36.985+0000 7f02c432f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T02:32:37.256 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:37.119+0000 7f02c432f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T02:32:37.256 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:37.214+0000 7f02c432f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T02:32:37.339 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:36.991+0000 7f553c09c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T02:32:37.339 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:37.125+0000 7f553c09c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T02:32:37.339 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:37.220+0000 7f553c09c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T02:32:37.756 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:37.330+0000 7f02c432f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T02:32:37.757 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:37.421+0000 7f02c432f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T02:32:37.838 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:37.337+0000 7f553c09c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T02:32:37.839 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:37.430+0000 7f553c09c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T02:32:37.890 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:37 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:37.601+0000 7f50d7f15200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T02:32:37.890 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:37 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:37.738+0000 7f50d7f15200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T02:32:37.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:37.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:37.901 DEBUG:teuthology.orchestra.run.smithi047:> ip netns list 2024-04-25T02:32:37.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:37.985 DEBUG:teuthology.orchestra.run.smithi047:> ip netns list-id 2024-04-25T02:32:38.079 DEBUG:teuthology.orchestra.run.smithi047:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T02:32:38.079 DEBUG:teuthology.orchestra.run.smithi047:> set -e 2024-04-25T02:32:38.079 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T02:32:38.079 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-25T02:32:38.079 DEBUG:teuthology.orchestra.run.smithi047:> ') 2024-04-25T02:32:38.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:38.023+0000 7f50d7f15200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T02:32:38.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T02:32:38.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:38.259 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-25T02:32:38.260 DEBUG:teuthology.orchestra.run.smithi047:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T02:32:38.260 DEBUG:teuthology.orchestra.run.smithi047:> set -e 2024-04-25T02:32:38.260 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-25T02:32:38.260 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-25T02:32:38.260 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-25T02:32:38.260 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-25T02:32:38.260 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-25T02:32:38.260 DEBUG:teuthology.orchestra.run.smithi047:> ') 2024-04-25T02:32:38.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T02:32:38.506 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:38.227+0000 7f02c432f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T02:32:38.506 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y[33855]: 2024-04-25T02:32:38.444+0000 7f02c432f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T02:32:38.516 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:38.244+0000 7f553c09c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T02:32:38.516 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z[34930]: 2024-04-25T02:32:38.461+0000 7f553c09c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T02:32:38.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:38.563 DEBUG:teuthology.orchestra.run.smithi047:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T02:32:38.563 DEBUG:teuthology.orchestra.run.smithi047:> set -e 2024-04-25T02:32:38.564 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip link set brx.0 up 2024-04-25T02:32:38.564 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip link set dev brx.0 master ceph-brx 2024-04-25T02:32:38.564 DEBUG:teuthology.orchestra.run.smithi047:> ') 2024-04-25T02:32:38.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T02:32:38.720 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: Standby manager daemon y restarted 2024-04-25T02:32:38.720 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: Standby manager daemon y started 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: Standby manager daemon z restarted 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: Standby manager daemon z started 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T02:32:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-mon[27871]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:32:38.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:38.753 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T02:32:38.753 DEBUG:teuthology.orchestra.run.smithi047:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-25T02:32:38.794 INFO:teuthology.orchestra.run.smithi047.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-25T02:32:38.794 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T02:32:38.795 DEBUG:teuthology.orchestra.run.smithi047:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: Standby manager daemon y restarted 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: Standby manager daemon y started 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: Standby manager daemon z restarted 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: Standby manager daemon z started 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T02:32:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:38 smithi178 ceph-mon[33053]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:32:38.876 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-25T02:32:38.876 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-25T02:32:38.876 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/1a5b3fb6-7023-4cc9-87eb-1bd45d23afc7 2024-04-25T02:32:38.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:38.877 DEBUG:teuthology.orchestra.run.smithi047:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/1a5b3fb6-7023-4cc9-87eb-1bd45d23afc7 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-04-25T02:32:38.980 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:38.745+0000 7f50d7f15200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T02:32:38.980 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:38.879+0000 7f50d7f15200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T02:32:39.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: Standby manager daemon y restarted 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: Standby manager daemon y started 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.113:0/4235714596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: Standby manager daemon z restarted 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: Standby manager daemon z started 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T02:32:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:38 smithi113 ceph-mon[32459]: from='mgr.? 172.21.15.178:0/562302259' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T02:32:39.055 INFO:teuthology.orchestra.run.smithi047.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-04-25T02:32:39.055 INFO:teuthology.orchestra.run.smithi047.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync". 2024-04-25T02:32:39.509 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:39.242+0000 7f50d7f15200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T02:32:39.510 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:39.432+0000 7f50d7f15200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T02:32:39.836 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:39 smithi047 ceph-mon[27871]: mgrmap e20: x(active, since 10m), standbys: y, z 2024-04-25T02:32:39.836 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:39.569+0000 7f50d7f15200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T02:32:39.836 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:39.733+0000 7f50d7f15200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T02:32:39.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:39 smithi178 ceph-mon[33053]: mgrmap e20: x(active, since 10m), standbys: y, z 2024-04-25T02:32:39.856 INFO:teuthology.orchestra.run.smithi047.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-04-25T02:32:39.857 INFO:teuthology.orchestra.run.smithi047.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync". 2024-04-25T02:32:39.857 INFO:teuthology.orchestra.run.smithi047.stdout:mount.ceph: resolved to: "172.21.15.47:6789,172.21.15.113:6789,172.21.15.178:6789" 2024-04-25T02:32:39.857 INFO:teuthology.orchestra.run.smithi047.stdout:mount.ceph: trying mount with new device syntax: 0@4d24456a-02aa-11ef-bc93-c7b262605968.cephfs=/volumes/qa/sv_1/1a5b3fb6-7023-4cc9-87eb-1bd45d23afc7 2024-04-25T02:32:39.857 INFO:teuthology.orchestra.run.smithi047.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync,name=0,key=0,mon_addr=172.21.15.47:6789/172.21.15.113:6789/172.21.15.178:6789" will pass to kernel 2024-04-25T02:32:39.865 INFO:teuthology.orchestra.run.smithi047.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-25T02:32:39.865 INFO:teuthology.orchestra.run.smithi047.stdout: You just mounted a file system that supports labels which does not 2024-04-25T02:32:39.865 INFO:teuthology.orchestra.run.smithi047.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-25T02:32:39.865 INFO:teuthology.orchestra.run.smithi047.stdout: applications will generate AVC messages and not be allowed access to 2024-04-25T02:32:39.865 INFO:teuthology.orchestra.run.smithi047.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-25T02:32:39.870 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-25T02:32:39.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:39.870 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-25T02:32:39.957 DEBUG:teuthology.orchestra.run.smithi047:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T02:32:40.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:39 smithi113 ceph-mon[32459]: mgrmap e20: x(active, since 10m), standbys: y, z 2024-04-25T02:32:40.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T02:32:40.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:40.085 INFO:teuthology.orchestra.run.smithi047.stdout:client15123 2024-04-25T02:32:40.086 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:32:40.086 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T02:32:40.136 DEBUG:teuthology.orchestra.run.smithi047:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T02:32:40.159 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:39.867+0000 7f50d7f15200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T02:32:40.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T02:32:40.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:40.275 INFO:teuthology.orchestra.run.smithi047.stdout:client15123 2024-04-25T02:32:40.275 DEBUG:teuthology.orchestra.run.smithi047:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T02:32:40.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T02:32:40.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:40.391 INFO:teuthology.orchestra.run.smithi047.stdout:client15123 2024-04-25T02:32:40.391 DEBUG:teuthology.orchestra.run.smithi047:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/4d24456a-02aa-11ef-bc93-c7b262605968.client15123/status') 2024-04-25T02:32:40.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T02:32:40.522 INFO:teuthology.orchestra.run.smithi047.stdout:instance: client.15123 (3)192.168.0.1:0/3176970101 2024-04-25T02:32:40.522 INFO:teuthology.orchestra.run.smithi047.stdout:blocklisted: false 2024-04-25T02:32:40.522 INFO:teuthology.orchestra.run.smithi047.stderr:0+1 records in 2024-04-25T02:32:40.522 INFO:teuthology.orchestra.run.smithi047.stderr:0+1 records out 2024-04-25T02:32:40.523 INFO:teuthology.orchestra.run.smithi047.stderr:70 bytes copied, 7.6098e-05 s, 920 kB/s 2024-04-25T02:32:40.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T02:32:40.534 INFO:teuthology.run_tasks:Running task exec... 2024-04-25T02:32:40.544 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T02:32:40.544 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:32:40.544 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-04-25T02:32:40.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.731+0000 7f8fb2600640 1 -- 172.21.15.47:0/297439366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fac1017b0 msgr2=0x7f8fac101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:40.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.731+0000 7f8fb2600640 1 --2- 172.21.15.47:0/297439366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fac1017b0 0x7f8fac101bd0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c009900 tx=0x7f8f9c02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:40.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.732+0000 7f8fb2600640 1 -- 172.21.15.47:0/297439366 shutdown_connections 2024-04-25T02:32:40.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.732+0000 7f8fb2600640 1 --2- 172.21.15.47:0/297439366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8fac103360 0x7f8fac109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:40.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.732+0000 7f8fb2600640 1 --2- 172.21.15.47:0/297439366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8fac1029a0 0x7f8fac102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:40.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.732+0000 7f8fb2600640 1 --2- 172.21.15.47:0/297439366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fac1017b0 0x7f8fac101bd0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:40.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.732+0000 7f8fb2600640 1 -- 172.21.15.47:0/297439366 >> 172.21.15.47:0/297439366 conn(0x7f8fac0fcd00 msgr2=0x7f8fac0ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:40.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.732+0000 7f8fb2600640 1 -- 172.21.15.47:0/297439366 shutdown_connections 2024-04-25T02:32:40.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.732+0000 7f8fb2600640 1 -- 172.21.15.47:0/297439366 wait complete. 2024-04-25T02:32:40.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.733+0000 7f8fb2600640 1 Processor -- start 2024-04-25T02:32:40.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.733+0000 7f8fb2600640 1 -- start start 2024-04-25T02:32:40.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.733+0000 7f8fb2600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8fac1017b0 0x7f8fac199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:40.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.733+0000 7f8fb2600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fac1029a0 0x7f8fac19a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.733+0000 7f8fb2600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8fac103360 0x7f8fac1a1220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.733+0000 7f8fb2600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8fac10d420 con 0x7f8fac1017b0 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.733+0000 7f8fb2600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8fac10d2a0 con 0x7f8fac103360 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.733+0000 7f8fb2600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8fac10d5a0 con 0x7f8fac1029a0 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8fac1017b0 0x7f8fac199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fabe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8fac103360 0x7f8fac1a1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8fac1017b0 0x7f8fac199c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48598/0 (socket says 172.21.15.47:48598) 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 -- 172.21.15.47:0/3057722922 learned_addr learned my addr 172.21.15.47:0/3057722922 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fa3e00640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fac1029a0 0x7f8fac19a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 -- 172.21.15.47:0/3057722922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fac1029a0 msgr2=0x7f8fac19a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fac1029a0 0x7f8fac19a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 -- 172.21.15.47:0/3057722922 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8fac103360 msgr2=0x7f8fac1a1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8fac103360 0x7f8fac1a1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:40.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 -- 172.21.15.47:0/3057722922 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fac1a18c0 con 0x7f8fac1017b0 2024-04-25T02:32:40.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.734+0000 7f8fab400640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8fac1017b0 0x7f8fac199c80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c031610 tx=0x7f8f9c0318e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:40.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.735+0000 7f8fa8c00640 1 -- 172.21.15.47:0/3057722922 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c04d070 con 0x7f8fac1017b0 2024-04-25T02:32:40.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.735+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fac103bc0 con 0x7f8fac1017b0 2024-04-25T02:32:40.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.735+0000 7f8fa8c00640 1 -- 172.21.15.47:0/3057722922 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f9c004450 con 0x7f8fac1017b0 2024-04-25T02:32:40.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.735+0000 7f8fa8c00640 1 -- 172.21.15.47:0/3057722922 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c035070 con 0x7f8fac1017b0 2024-04-25T02:32:40.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.735+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fac104100 con 0x7f8fac1017b0 2024-04-25T02:32:40.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.736+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fac104420 con 0x7f8fac1017b0 2024-04-25T02:32:40.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.738+0000 7f8fa8c00640 1 -- 172.21.15.47:0/3057722922 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7f8f9c050070 con 0x7f8fac1017b0 2024-04-25T02:32:40.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.740+0000 7f8fa8c00640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8f900a2c80 0x7f8f900a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:40.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.740+0000 7f8fa3e00640 1 -- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8f900a2c80 msgr2=0x7f8f900a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:40.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.740+0000 7f8fa8c00640 1 -- 172.21.15.47:0/3057722922 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f8f9c0f7530 con 0x7f8fac1017b0 2024-04-25T02:32:40.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.740+0000 7f8fa3e00640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8f900a2c80 0x7f8f900a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:32:40.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.746+0000 7f8fa8c00640 1 -- 172.21.15.47:0/3057722922 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f8f9c045070 con 0x7f8fac1017b0 2024-04-25T02:32:40.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.941+0000 7f8fa3e00640 1 -- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8f900a2c80 msgr2=0x7f8f900a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:40.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:40.941+0000 7f8fa3e00640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8f900a2c80 0x7f8f900a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T02:32:41.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.065+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f8fac104ba0 con 0x7f8fac1017b0 2024-04-25T02:32:41.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.119+0000 7f8fa8c00640 1 -- 172.21.15.47:0/3057722922 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v24) ==== 118+0+0 (secure 0 0 0) 0x7f8f9c0c3df0 con 0x7f8fac1017b0 2024-04-25T02:32:41.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8f900a2c80 msgr2=0x7f8f900a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:32:41.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8f900a2c80 0x7f8f900a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8fac1017b0 msgr2=0x7f8fac199c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:41.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8fac1017b0 0x7f8fac199c80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c031610 tx=0x7f8f9c0318e0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 shutdown_connections 2024-04-25T02:32:41.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f8f900a2c80 0x7f8f900a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8fac103360 0x7f8fac1a1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fac1029a0 0x7f8fac19a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 --2- 172.21.15.47:0/3057722922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8fac1017b0 0x7f8fac199c80 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 >> 172.21.15.47:0/3057722922 conn(0x7f8fac0fcd00 msgr2=0x7f8fac073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:41.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.123+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 shutdown_connections 2024-04-25T02:32:41.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.124+0000 7f8fb2600640 1 -- 172.21.15.47:0/3057722922 wait complete. 2024-04-25T02:32:41.147 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-04-25T02:32:41.328 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3057722922' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T02:32:41.329 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.016+0000 7f50d7f15200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T02:32:41.329 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.324+0000 7f50d7f15200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T02:32:41.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 -- 172.21.15.47:0/1794770349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c1017a0 msgr2=0x7f090c101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:41.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 --2- 172.21.15.47:0/1794770349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c1017a0 0x7f090c101bc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f08fc009860 tx=0x7f08fc02a340 comp rx=0 tx=0).stop 2024-04-25T02:32:41.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 -- 172.21.15.47:0/1794770349 shutdown_connections 2024-04-25T02:32:41.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 --2- 172.21.15.47:0/1794770349 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f090c103350 0x7f090c109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 --2- 172.21.15.47:0/1794770349 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f090c102990 0x7f090c102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 --2- 172.21.15.47:0/1794770349 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c1017a0 0x7f090c101bc0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 -- 172.21.15.47:0/1794770349 >> 172.21.15.47:0/1794770349 conn(0x7f090c0fcd30 msgr2=0x7f090c0ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:41.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 -- 172.21.15.47:0/1794770349 shutdown_connections 2024-04-25T02:32:41.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.328+0000 7f0911c00640 1 -- 172.21.15.47:0/1794770349 wait complete. 2024-04-25T02:32:41.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.329+0000 7f0911c00640 1 Processor -- start 2024-04-25T02:32:41.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.329+0000 7f0911c00640 1 -- start start 2024-04-25T02:32:41.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f0911c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c1017a0 0x7f090c0754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:41.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f0911c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f090c102990 0x7f090c073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:41.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f0911c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f090c103350 0x7f090c074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:41.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f0911c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f090c10d420 con 0x7f090c1017a0 2024-04-25T02:32:41.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f0911c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f090c10d2a0 con 0x7f090c102990 2024-04-25T02:32:41.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f0911c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f090c10d5a0 con 0x7f090c103350 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f090a000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f090c102990 0x7f090c073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f090aa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c1017a0 0x7f090c0754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f090b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f090c103350 0x7f090c074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f090a000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f090c102990 0x7f090c073b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33322/0 (socket says 172.21.15.47:33322) 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.330+0000 7f090a000640 1 -- 172.21.15.47:0/571625817 learned_addr learned my addr 172.21.15.47:0/571625817 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f090a000640 1 -- 172.21.15.47:0/571625817 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f090c103350 msgr2=0x7f090c074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f090a000640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f090c103350 0x7f090c074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f090a000640 1 -- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c1017a0 msgr2=0x7f090c0754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f090a000640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f090c1017a0 0x7f090c0754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f090a000640 1 -- 172.21.15.47:0/571625817 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f090c074900 con 0x7f090c102990 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f090b400640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f090c103350 0x7f090c074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f090a000640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f090c102990 0x7f090c073b30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f08f400e9c0 tx=0x7f08f400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f400ccc0 con 0x7f090c102990 2024-04-25T02:32:41.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08f4005500 con 0x7f090c102990 2024-04-25T02:32:41.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f4010430 con 0x7f090c102990 2024-04-25T02:32:41.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.331+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f090c1a1b00 con 0x7f090c102990 2024-04-25T02:32:41.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.332+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f090c1a2000 con 0x7f090c102990 2024-04-25T02:32:41.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.333+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f090c108a60 con 0x7f090c102990 2024-04-25T02:32:41.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.336+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7f08f40046c0 con 0x7f090c102990 2024-04-25T02:32:41.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.338+0000 7f0903400640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f08f00a2c80 0x7f08f00a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:41.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.338+0000 7f090aa00640 1 -- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f08f00a2c80 msgr2=0x7f08f00a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.47:6800/3717325360 2024-04-25T02:32:41.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.338+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8211+0+0 (secure 0 0 0) 0x7f08f40cf480 con 0x7f090c102990 2024-04-25T02:32:41.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.338+0000 7f090aa00640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f08f00a2c80 0x7f08f00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T02:32:41.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.344+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mgrmap(e 21) ==== 137518+0+0 (secure 0 0 0) 0x7f08f4098360 con 0x7f090c102990 2024-04-25T02:32:41.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.345+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f08f00a2c80 msgr2=0x7f08f00a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T02:32:41.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.345+0000 7f0903400640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3717325360,v1:172.21.15.47:6801/3717325360] conn(0x7f08f00a2c80 0x7f08f00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:41.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:41.351+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f08f409c3f0 con 0x7f090c102990 2024-04-25T02:32:41.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:41 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3057722922' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T02:32:41.569 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:41 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3057722922' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502a800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502a800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502a800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502a800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502a800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502da00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502da00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502da00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502da00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.136 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:41.684+0000 7f502da00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.364+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mon.2 v2:172.21.15.113:3300/0 8 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f08f40ccc60 con 0x7f090c102990 2024-04-25T02:32:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.364+0000 7f0903400640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f08f00ac160 0x7f08f00ae550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.364+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f08f003f650 con 0x7f08f00ac160 2024-04-25T02:32:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.367+0000 7f090aa00640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f08f00ac160 0x7f08f00ae550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.372+0000 7f090aa00640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f08f00ac160 0x7f08f00ae550 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f08fc009830 tx=0x7f08fc000bc0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3057722922' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: Active manager daemon x restarted 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: Activating manager daemon x 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: mgrmap e21: x(active, starting, since 0.0122675s), standbys: y, z 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T02:32:42.389 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:32:42.390 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: Manager daemon x is now available 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:32:42.391 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T02:32:42.392 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T02:32:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.399+0000 7f0903400640 1 -- 172.21.15.47:0/571625817 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f08f003f650 con 0x7f08f00ac160 2024-04-25T02:32:42.403 INFO:teuthology.orchestra.run.smithi047.stdout:{} 2024-04-25T02:32:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f08f00ac160 msgr2=0x7f08f00ae550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f0911c00640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f08f00ac160 0x7f08f00ae550 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f08fc009830 tx=0x7f08fc000bc0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f090c102990 msgr2=0x7f090c073b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f0911c00640 1 --2- 172.21.15.47:0/571625817 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f090c102990 0x7f090c073b30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f08f400e9c0 tx=0x7f08f400ee80 comp rx=0 tx=0).stop 2024-04-25T02:32:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f090b400640 1 -- 172.21.15.47:0/571625817 reap_dead start 2024-04-25T02:32:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 shutdown_connections 2024-04-25T02:32:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 >> 172.21.15.47:0/571625817 conn(0x7f090c0fcd30 msgr2=0x7f090c105c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 shutdown_connections 2024-04-25T02:32:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.402+0000 7f0911c00640 1 -- 172.21.15.47:0/571625817 wait complete. 2024-04-25T02:32:42.432 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-25T02:32:42.447 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-04-25T02:32:42.458 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:32:42.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3057722922' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T02:32:42.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T02:32:42.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: Active manager daemon x restarted 2024-04-25T02:32:42.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: Activating manager daemon x 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: mgrmap e21: x(active, starting, since 0.0122675s), standbys: y, z 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:32:42.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:32:42.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: Manager daemon x is now available 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T02:32:42.510 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:42 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T02:32:42.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3057722922' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T02:32:42.589 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: Active manager daemon x restarted 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: Activating manager daemon x 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: mgrmap e21: x(active, starting, since 0.0122675s), standbys: y, z 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T02:32:42.590 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T02:32:42.591 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T02:32:42.592 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T02:32:42.593 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T02:32:42.593 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T02:32:42.593 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: Manager daemon x is now available 2024-04-25T02:32:42.593 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:32:42.593 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T02:32:42.593 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:42 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.650+0000 7fdddde00640 1 -- 172.21.15.47:0/804091401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddd8104970 msgr2=0x7fddd8106d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.650+0000 7fdddde00640 1 --2- 172.21.15.47:0/804091401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddd8104970 0x7fddd8106d60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fddc4009900 tx=0x7fddc402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.650+0000 7fdddde00640 1 -- 172.21.15.47:0/804091401 shutdown_connections 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.650+0000 7fdddde00640 1 --2- 172.21.15.47:0/804091401 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fddd81072a0 0x7fddd81096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.650+0000 7fdddde00640 1 --2- 172.21.15.47:0/804091401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddd8104970 0x7fddd8106d60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.650+0000 7fdddde00640 1 --2- 172.21.15.47:0/804091401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fddd8102040 0x7fddd8104430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.650+0000 7fdddde00640 1 -- 172.21.15.47:0/804091401 >> 172.21.15.47:0/804091401 conn(0x7fddd80fba50 msgr2=0x7fddd80fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.650+0000 7fdddde00640 1 -- 172.21.15.47:0/804091401 shutdown_connections 2024-04-25T02:32:42.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.651+0000 7fdddde00640 1 -- 172.21.15.47:0/804091401 wait complete. 2024-04-25T02:32:42.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.651+0000 7fdddde00640 1 Processor -- start 2024-04-25T02:32:42.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddde00640 1 -- start start 2024-04-25T02:32:42.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddde00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fddd8102040 0x7fddd8199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:42.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddd8104970 0x7fddd819a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddde00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fddd81072a0 0x7fddd81a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddde00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fddd810d270 con 0x7fddd8104970 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddde00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fddd810d0f0 con 0x7fddd8102040 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddde00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fddd810d3f0 con 0x7fddd81072a0 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddd400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fddd81072a0 0x7fddd81a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fddd8102040 0x7fddd8199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddd400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fddd81072a0 0x7fddd81a1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42632/0 (socket says 172.21.15.47:42632) 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fddd8102040 0x7fddd8199b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57328/0 (socket says 172.21.15.47:57328) 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fdddd400640 1 -- 172.21.15.47:0/1273949001 learned_addr learned my addr 172.21.15.47:0/1273949001 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.652+0000 7fddd7e00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddd8104970 0x7fddd819a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddd400640 1 -- 172.21.15.47:0/1273949001 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fddd8102040 msgr2=0x7fddd8199b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddd400640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fddd8102040 0x7fddd8199b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddd400640 1 -- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddd8104970 msgr2=0x7fddd819a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddd400640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddd8104970 0x7fddd819a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddd400640 1 -- 172.21.15.47:0/1273949001 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddd81a1780 con 0x7fddd81072a0 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddca00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fddd8102040 0x7fddd8199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddd400640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fddd81072a0 0x7fddd81a1110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fddd000efd0 tx=0x7fddd000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fddd5600640 1 -- 172.21.15.47:0/1273949001 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd0003b70 con 0x7fddd81072a0 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddd81a1a70 con 0x7fddd81072a0 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fddd5600640 1 -- 172.21.15.47:0/1273949001 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fddd0003d10 con 0x7fddd81072a0 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fddd5600640 1 -- 172.21.15.47:0/1273949001 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd00109f0 con 0x7fddd81072a0 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.653+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddd81a1f90 con 0x7fddd81072a0 2024-04-25T02:32:42.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.654+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddd8108df0 con 0x7fddd81072a0 2024-04-25T02:32:42.660 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:42.383+0000 7f5026c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.660 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:42.383+0000 7f5026c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.660 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:42.383+0000 7f5026c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.660 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:42.383+0000 7f5026c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.660 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:32:42 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:32:42.383+0000 7f5026c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:32:42.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.657+0000 7fddd5600640 1 -- 172.21.15.47:0/1273949001 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fddd0004020 con 0x7fddd81072a0 2024-04-25T02:32:42.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.658+0000 7fddd5600640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fddc00a2a10 0x7fddc00a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:42.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.658+0000 7fddd5600640 1 -- 172.21.15.47:0/1273949001 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fddd00cf0f0 con 0x7fddd81072a0 2024-04-25T02:32:42.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.658+0000 7fdddca00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fddc00a2a10 0x7fddc00a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:42.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.659+0000 7fdddca00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fddc00a2a10 0x7fddc00a4ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fddcc009fc0 tx=0x7fddcc005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:42.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.662+0000 7fddd5600640 1 -- 172.21.15.47:0/1273949001 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fddd009c250 con 0x7fddd81072a0 2024-04-25T02:32:42.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.885+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fddd8062340 con 0x7fddd81072a0 2024-04-25T02:32:42.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.886+0000 7fddd5600640 1 -- 172.21.15.47:0/1273949001 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22969 (secure 0 0 0) 0x7fddd009bb50 con 0x7fddd81072a0 2024-04-25T02:32:42.891 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:42.891 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":89,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:32:41.329208+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/233515399":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/3106043570":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/3332745112":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1042598960":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fddc00a2a10 msgr2=0x7fddc00a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fddc00a2a10 0x7fddc00a4ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fddcc009fc0 tx=0x7fddcc005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fddd81072a0 msgr2=0x7fddd81a1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fddd81072a0 0x7fddd81a1110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fddd000efd0 tx=0x7fddd000c6a0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 shutdown_connections 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fddc00a2a10 0x7fddc00a4ed0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fddd81072a0 0x7fddd81a1110 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddd8104970 0x7fddd819a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 --2- 172.21.15.47:0/1273949001 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fddd8102040 0x7fddd8199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:42.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 >> 172.21.15.47:0/1273949001 conn(0x7fddd80fba50 msgr2=0x7fddd8101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:42.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 shutdown_connections 2024-04-25T02:32:42.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:42.890+0000 7fdddde00640 1 -- 172.21.15.47:0/1273949001 wait complete. 2024-04-25T02:32:42.916 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:32:42.917 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:32:43.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 -- 172.21.15.47:0/3883806002 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c1008a0 msgr2=0x7f0c7c100d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3883806002 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c1008a0 0x7f0c7c100d00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0c64009ca0 tx=0x7f0c6402a950 comp rx=0 tx=0).stop 2024-04-25T02:32:43.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 -- 172.21.15.47:0/3883806002 shutdown_connections 2024-04-25T02:32:43.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3883806002 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c7c101240 0x7f0c7c1016c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3883806002 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c1008a0 0x7f0c7c100d00 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3883806002 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0c7c0fff40 0x7f0c7c100360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 -- 172.21.15.47:0/3883806002 >> 172.21.15.47:0/3883806002 conn(0x7f0c7c0fbae0 msgr2=0x7f0c7c0fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:43.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 -- 172.21.15.47:0/3883806002 shutdown_connections 2024-04-25T02:32:43.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.112+0000 7f0c7be00640 1 -- 172.21.15.47:0/3883806002 wait complete. 2024-04-25T02:32:43.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.113+0000 7f0c7be00640 1 Processor -- start 2024-04-25T02:32:43.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.113+0000 7f0c7be00640 1 -- start start 2024-04-25T02:32:43.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.113+0000 7f0c7be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c0fff40 0x7f0c7c199b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:43.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.113+0000 7f0c7be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c7c1008a0 0x7f0c7c19a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:43.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.113+0000 7f0c7be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0c7c101240 0x7f0c7c1a1120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:43.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.113+0000 7f0c7be00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c7c10f4d0 con 0x7f0c7c1008a0 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.113+0000 7f0c7be00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0c7c10f350 con 0x7f0c7c0fff40 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.113+0000 7f0c7be00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0c7c10f650 con 0x7f0c7c101240 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c72000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c7c1008a0 0x7f0c7c19a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c7aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c0fff40 0x7f0c7c199b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c7b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0c7c101240 0x7f0c7c1a1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c7aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c0fff40 0x7f0c7c199b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57344/0 (socket says 172.21.15.47:57344) 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c7aa00640 1 -- 172.21.15.47:0/3042876961 learned_addr learned my addr 172.21.15.47:0/3042876961 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c72000640 1 -- 172.21.15.47:0/3042876961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0c7c101240 msgr2=0x7f0c7c1a1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c72000640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0c7c101240 0x7f0c7c1a1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c72000640 1 -- 172.21.15.47:0/3042876961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c0fff40 msgr2=0x7f0c7c199b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c72000640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c0fff40 0x7f0c7c199b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c72000640 1 -- 172.21.15.47:0/3042876961 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c7c1a1790 con 0x7f0c7c1008a0 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c7b400640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0c7c101240 0x7f0c7c1a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:43.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.114+0000 7f0c7aa00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c0fff40 0x7f0c7c199b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:43.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.115+0000 7f0c72000640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c7c1008a0 0x7f0c7c19a0b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0c6402ae70 tx=0x7f0c640093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:43.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.115+0000 7f0c73e00640 1 -- 172.21.15.47:0/3042876961 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c64034040 con 0x7f0c7c1008a0 2024-04-25T02:32:43.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.115+0000 7f0c73e00640 1 -- 172.21.15.47:0/3042876961 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c64030920 con 0x7f0c7c1008a0 2024-04-25T02:32:43.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.115+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c7c1a1a20 con 0x7f0c7c1008a0 2024-04-25T02:32:43.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.115+0000 7f0c73e00640 1 -- 172.21.15.47:0/3042876961 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c64004860 con 0x7f0c7c1008a0 2024-04-25T02:32:43.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.115+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c7c1a1f10 con 0x7f0c7c1008a0 2024-04-25T02:32:43.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.116+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c7c10ac90 con 0x7f0c7c1008a0 2024-04-25T02:32:43.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.118+0000 7f0c73e00640 1 -- 172.21.15.47:0/3042876961 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f0c64037020 con 0x7f0c7c1008a0 2024-04-25T02:32:43.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.119+0000 7f0c73e00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0c600a2990 0x7f0c600a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:43.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.120+0000 7f0c73e00640 1 -- 172.21.15.47:0/3042876961 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f0c640efbc0 con 0x7f0c7c1008a0 2024-04-25T02:32:43.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.120+0000 7f0c7aa00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0c600a2990 0x7f0c600a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:43.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.121+0000 7f0c7aa00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0c600a2990 0x7f0c600a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c011500 tx=0x7f0c6c005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:43.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.124+0000 7f0c73e00640 1 -- 172.21.15.47:0/3042876961 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0c640bcce0 con 0x7f0c7c1008a0 2024-04-25T02:32:43.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.331+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0c7c062340 con 0x7f0c7c1008a0 2024-04-25T02:32:43.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.332+0000 7f0c73e00640 1 -- 172.21.15.47:0/3042876961 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7f0c640bc5e0 con 0x7f0c7c1008a0 2024-04-25T02:32:43.336 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:32:43.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.334+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0c600a2990 msgr2=0x7f0c600a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.334+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0c600a2990 0x7f0c600a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c011500 tx=0x7f0c6c005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:43.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.334+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c7c1008a0 msgr2=0x7f0c7c19a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.334+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c7c1008a0 0x7f0c7c19a0b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0c6402ae70 tx=0x7f0c640093d0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.335+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 shutdown_connections 2024-04-25T02:32:43.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.335+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0c600a2990 0x7f0c600a4e50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.335+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0c7c101240 0x7f0c7c1a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.335+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c7c1008a0 0x7f0c7c19a0b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.335+0000 7f0c7be00640 1 --2- 172.21.15.47:0/3042876961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0c7c0fff40 0x7f0c7c199b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.335+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 >> 172.21.15.47:0/3042876961 conn(0x7f0c7c0fbae0 msgr2=0x7f0c7c0fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:43.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.335+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 shutdown_connections 2024-04-25T02:32:43.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.335+0000 7f0c7be00640 1 -- 172.21.15.47:0/3042876961 wait complete. 2024-04-25T02:32:43.358 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:32:43.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: [25/Apr/2024:02:32:41] ENGINE Bus STARTING 2024-04-25T02:32:43.507 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: [25/Apr/2024:02:32:42] ENGINE Serving on https://172.21.15.47:7150 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: [25/Apr/2024:02:32:42] ENGINE Serving on http://172.21.15.47:8765 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: [25/Apr/2024:02:32:42] ENGINE Bus STARTED 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: mgrmap e22: x(active, since 1.0318s), standbys: y, z 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1273949001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:43.508 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:43 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3042876961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:43.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.546+0000 7f4851200640 1 -- 172.21.15.47:0/3913314334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c109520 msgr2=0x7f484c10b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.546+0000 7f4851200640 1 --2- 172.21.15.47:0/3913314334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c109520 0x7f484c10b9b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4844009860 tx=0x7f484402a3d0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.547+0000 7f4851200640 1 -- 172.21.15.47:0/3913314334 shutdown_connections 2024-04-25T02:32:43.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.547+0000 7f4851200640 1 --2- 172.21.15.47:0/3913314334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c109520 0x7f484c10b9b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.547+0000 7f4851200640 1 --2- 172.21.15.47:0/3913314334 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f484c074120 0x7f484c074580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.547+0000 7f4851200640 1 --2- 172.21.15.47:0/3913314334 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f484c075700 0x7f484c073b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.547+0000 7f4851200640 1 -- 172.21.15.47:0/3913314334 >> 172.21.15.47:0/3913314334 conn(0x7f484c0fcbe0 msgr2=0x7f484c0ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:43.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.547+0000 7f4851200640 1 -- 172.21.15.47:0/3913314334 shutdown_connections 2024-04-25T02:32:43.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.547+0000 7f4851200640 1 -- 172.21.15.47:0/3913314334 wait complete. 2024-04-25T02:32:43.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f4851200640 1 Processor -- start 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f4851200640 1 -- start start 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f4851200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c074120 0x7f484c199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f4851200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f484c075700 0x7f484c19a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f4851200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f484c109520 0x7f484c1a10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f4851200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f484c10f530 con 0x7f484c109520 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f4851200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f484c10f3b0 con 0x7f484c075700 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f4851200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f484c10f6b0 con 0x7f484c074120 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f484b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c074120 0x7f484c199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f484b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c074120 0x7f484c199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42702/0 (socket says 172.21.15.47:42702) 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f484be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f484c109520 0x7f484c1a10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f484b400640 1 -- 172.21.15.47:0/2416451698 learned_addr learned my addr 172.21.15.47:0/2416451698 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:43.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.548+0000 7f484aa00640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f484c075700 0x7f484c19a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.549+0000 7f484b400640 1 -- 172.21.15.47:0/2416451698 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f484c075700 msgr2=0x7f484c19a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.549+0000 7f484b400640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f484c075700 0x7f484c19a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.549+0000 7f484b400640 1 -- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f484c109520 msgr2=0x7f484c1a10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.549+0000 7f484b400640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f484c109520 0x7f484c1a10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.549+0000 7f484b400640 1 -- 172.21.15.47:0/2416451698 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f484c1a1710 con 0x7f484c074120 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.549+0000 7f484aa00640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f484c075700 0x7f484c19a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.549+0000 7f484b400640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c074120 0x7f484c199af0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f483c00efb0 tx=0x7f483c00c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.549+0000 7f4843e00640 1 -- 172.21.15.47:0/2416451698 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483c01b070 con 0x7f484c074120 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.550+0000 7f4843e00640 1 -- 172.21.15.47:0/2416451698 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f483c00ba50 con 0x7f484c074120 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.550+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f484c1a1a00 con 0x7f484c074120 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.550+0000 7f4843e00640 1 -- 172.21.15.47:0/2416451698 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483c016c00 con 0x7f484c074120 2024-04-25T02:32:43.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.550+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f484c1a1f50 con 0x7f484c074120 2024-04-25T02:32:43.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.551+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f484c067bf0 con 0x7f484c074120 2024-04-25T02:32:43.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.553+0000 7f4843e00640 1 -- 172.21.15.47:0/2416451698 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f483c01e070 con 0x7f484c074120 2024-04-25T02:32:43.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.554+0000 7f4843e00640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f48300a2990 0x7f48300a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:43.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.554+0000 7f4843e00640 1 -- 172.21.15.47:0/2416451698 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f483c0cecd0 con 0x7f484c074120 2024-04-25T02:32:43.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.554+0000 7f484aa00640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f48300a2990 0x7f48300a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:43.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.555+0000 7f484aa00640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f48300a2990 0x7f48300a4e50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f48380095f0 tx=0x7f4838005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:43.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.558+0000 7f4843e00640 1 -- 172.21.15.47:0/2416451698 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f483c09b7a0 con 0x7f484c074120 2024-04-25T02:32:43.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: [25/Apr/2024:02:32:41] ENGINE Bus STARTING 2024-04-25T02:32:43.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: [25/Apr/2024:02:32:42] ENGINE Serving on https://172.21.15.47:7150 2024-04-25T02:32:43.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: [25/Apr/2024:02:32:42] ENGINE Serving on http://172.21.15.47:8765 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: [25/Apr/2024:02:32:42] ENGINE Bus STARTED 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: mgrmap e22: x(active, since 1.0318s), standbys: y, z 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1273949001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:43.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:43 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3042876961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:43.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.706+0000 7f4843e00640 1 -- 172.21.15.47:0/2416451698 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f483c097e10 con 0x7f484c074120 2024-04-25T02:32:43.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.776+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f484c062340 con 0x7f484c074120 2024-04-25T02:32:43.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.777+0000 7f4843e00640 1 -- 172.21.15.47:0/2416451698 <== mon.1 v2:172.21.15.178:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7f483c09bea0 con 0x7f484c074120 2024-04-25T02:32:43.781 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.779+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f48300a2990 msgr2=0x7f48300a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.779+0000 7f4851200640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f48300a2990 0x7f48300a4e50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f48380095f0 tx=0x7f4838005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c074120 msgr2=0x7f484c199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c074120 0x7f484c199af0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f483c00efb0 tx=0x7f483c00c800 comp rx=0 tx=0).stop 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 shutdown_connections 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f48300a2990 0x7f48300a4e50 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f484c109520 0x7f484c1a10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f484c075700 0x7f484c19a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 --2- 172.21.15.47:0/2416451698 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f484c074120 0x7f484c199af0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 >> 172.21.15.47:0/2416451698 conn(0x7f484c0fcbe0 msgr2=0x7f484c1054b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 shutdown_connections 2024-04-25T02:32:43.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:43.780+0000 7f4851200640 1 -- 172.21.15.47:0/2416451698 wait complete. 2024-04-25T02:32:43.802 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:32:43.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: [25/Apr/2024:02:32:41] ENGINE Bus STARTING 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: [25/Apr/2024:02:32:42] ENGINE Serving on https://172.21.15.47:7150 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: [25/Apr/2024:02:32:42] ENGINE Serving on http://172.21.15.47:8765 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: [25/Apr/2024:02:32:42] ENGINE Bus STARTED 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: mgrmap e22: x(active, since 1.0318s), standbys: y, z 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1273949001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:43.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:43 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3042876961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:44.011 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 -- 172.21.15.47:0/928489713 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 msgr2=0x7f98301045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.011 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 --2- 172.21.15.47:0/928489713 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 0x7f98301045f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9824009900 tx=0x7f982402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 -- 172.21.15.47:0/928489713 shutdown_connections 2024-04-25T02:32:44.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 --2- 172.21.15.47:0/928489713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9830107460 0x7f98301098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 --2- 172.21.15.47:0/928489713 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9830104b30 0x7f9830106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 --2- 172.21.15.47:0/928489713 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 0x7f98301045f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 -- 172.21.15.47:0/928489713 >> 172.21.15.47:0/928489713 conn(0x7f98300fbbf0 msgr2=0x7f98300fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:44.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 -- 172.21.15.47:0/928489713 shutdown_connections 2024-04-25T02:32:44.012 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.007+0000 7f9837e00640 1 -- 172.21.15.47:0/928489713 wait complete. 2024-04-25T02:32:44.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.008+0000 7f9837e00640 1 Processor -- start 2024-04-25T02:32:44.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.008+0000 7f9837e00640 1 -- start start 2024-04-25T02:32:44.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9837e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 0x7f9830197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9837e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9830104b30 0x7f9830198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9837e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9830107460 0x7f983019f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9837e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f983010d430 con 0x7f9830107460 2024-04-25T02:32:44.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9837e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f983010d2b0 con 0x7f9830104b30 2024-04-25T02:32:44.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9837e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f983010d5b0 con 0x7f9830102200 2024-04-25T02:32:44.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9834a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9830104b30 0x7f9830198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9835400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 0x7f9830197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9835e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9830107460 0x7f983019f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9835400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 0x7f9830197b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42710/0 (socket says 172.21.15.47:42710) 2024-04-25T02:32:44.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9834a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9830104b30 0x7f9830198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57400/0 (socket says 172.21.15.47:57400) 2024-04-25T02:32:44.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.009+0000 7f9835400640 1 -- 172.21.15.47:0/360056603 learned_addr learned my addr 172.21.15.47:0/360056603 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:44.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9834a00640 1 -- 172.21.15.47:0/360056603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 msgr2=0x7f9830197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9834a00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 0x7f9830197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9834a00640 1 -- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9830107460 msgr2=0x7f983019f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9834a00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9830107460 0x7f983019f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9834a00640 1 -- 172.21.15.47:0/360056603 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f983019f720 con 0x7f9830104b30 2024-04-25T02:32:44.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9835400640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 0x7f9830197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:44.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9834a00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9830104b30 0x7f9830198040 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f981c00e9c0 tx=0x7f981c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:44.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f982e000640 1 -- 172.21.15.47:0/360056603 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c00ccc0 con 0x7f9830104b30 2024-04-25T02:32:44.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f983019fa10 con 0x7f9830104b30 2024-04-25T02:32:44.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f982e000640 1 -- 172.21.15.47:0/360056603 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f981c005020 con 0x7f9830104b30 2024-04-25T02:32:44.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f982e000640 1 -- 172.21.15.47:0/360056603 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c004a00 con 0x7f9830104b30 2024-04-25T02:32:44.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.010+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f983019ff10 con 0x7f9830104b30 2024-04-25T02:32:44.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.011+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98300fd6e0 con 0x7f9830104b30 2024-04-25T02:32:44.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.014+0000 7f982e000640 1 -- 172.21.15.47:0/360056603 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f981c0051d0 con 0x7f9830104b30 2024-04-25T02:32:44.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.015+0000 7f982e000640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98180a2d90 0x7f98180a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.015+0000 7f982e000640 1 -- 172.21.15.47:0/360056603 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f981c0cf550 con 0x7f9830104b30 2024-04-25T02:32:44.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.016+0000 7f9835400640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98180a2d90 0x7f98180a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.016+0000 7f9835400640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98180a2d90 0x7f98180a5250 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9824031440 tx=0x7f98240315b0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:44.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.020+0000 7f982e000640 1 -- 172.21.15.47:0/360056603 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f981c09bfd0 con 0x7f9830104b30 2024-04-25T02:32:44.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.231+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f983002d3c0 con 0x7f9830104b30 2024-04-25T02:32:44.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.231+0000 7f982e000640 1 -- 172.21.15.47:0/360056603 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f981c09b8d0 con 0x7f9830104b30 2024-04-25T02:32:44.235 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.233+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98180a2d90 msgr2=0x7f98180a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.233+0000 7f9837e00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98180a2d90 0x7f98180a5250 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9824031440 tx=0x7f98240315b0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.233+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9830104b30 msgr2=0x7f9830198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.233+0000 7f9837e00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9830104b30 0x7f9830198040 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f981c00e9c0 tx=0x7f981c00ee80 comp rx=0 tx=0).stop 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.234+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 shutdown_connections 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.234+0000 7f9837e00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98180a2d90 0x7f98180a5250 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.234+0000 7f9837e00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9830107460 0x7f983019f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.234+0000 7f9837e00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9830104b30 0x7f9830198040 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.234+0000 7f9837e00640 1 --2- 172.21.15.47:0/360056603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9830102200 0x7f9830197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.234+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 >> 172.21.15.47:0/360056603 conn(0x7f98300fbbf0 msgr2=0x7f9830102d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:44.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.234+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 shutdown_connections 2024-04-25T02:32:44.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.234+0000 7f9837e00640 1 -- 172.21.15.47:0/360056603 wait complete. 2024-04-25T02:32:44.257 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:32:44.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 -- 172.21.15.47:0/1586884448 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 msgr2=0x7f54e0109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 --2- 172.21.15.47:0/1586884448 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 0x7f54e0109230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f54cc009900 tx=0x7f54cc02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 -- 172.21.15.47:0/1586884448 shutdown_connections 2024-04-25T02:32:44.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 --2- 172.21.15.47:0/1586884448 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54e0109770 0x7f54e0110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 --2- 172.21.15.47:0/1586884448 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 0x7f54e0109230 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 --2- 172.21.15.47:0/1586884448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54e0107bc0 0x7f54e0107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 -- 172.21.15.47:0/1586884448 >> 172.21.15.47:0/1586884448 conn(0x7f54e0076b80 msgr2=0x7f54e0078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:44.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 -- 172.21.15.47:0/1586884448 shutdown_connections 2024-04-25T02:32:44.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.459+0000 7f54e6400640 1 -- 172.21.15.47:0/1586884448 wait complete. 2024-04-25T02:32:44.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.461+0000 7f54e6400640 1 Processor -- start 2024-04-25T02:32:44.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.461+0000 7f54e6400640 1 -- start start 2024-04-25T02:32:44.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.461+0000 7f54e6400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54e0107bc0 0x7f54e019deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.461+0000 7f54e6400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 0x7f54e019e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.461+0000 7f54e6400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54e0109770 0x7f54e01a5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.461+0000 7f54e6400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f54e0113870 con 0x7f54e0107bc0 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.461+0000 7f54e6400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f54e01136f0 con 0x7f54e0108db0 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.461+0000 7f54e6400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f54e01139f0 con 0x7f54e0109770 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 0x7f54e019e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54e0109770 0x7f54e01a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 0x7f54e019e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57416/0 (socket says 172.21.15.47:57416) 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54dfe00640 1 -- 172.21.15.47:0/3998017830 learned_addr learned my addr 172.21.15.47:0/3998017830 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54e0109770 0x7f54e01a5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42724/0 (socket says 172.21.15.47:42724) 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5000640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54e0107bc0 0x7f54e019deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5a00640 1 -- 172.21.15.47:0/3998017830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 msgr2=0x7f54e019e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5a00640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 0x7f54e019e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5a00640 1 -- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54e0107bc0 msgr2=0x7f54e019deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5a00640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54e0107bc0 0x7f54e019deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5a00640 1 -- 172.21.15.47:0/3998017830 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54e01a5ad0 con 0x7f54e0109770 2024-04-25T02:32:44.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.462+0000 7f54e5a00640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54e0109770 0x7f54e01a5460 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f54d8009fd0 tx=0x7f54d800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:44.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.463+0000 7f54dd600640 1 -- 172.21.15.47:0/3998017830 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54d800ce20 con 0x7f54e0109770 2024-04-25T02:32:44.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.463+0000 7f54dd600640 1 -- 172.21.15.47:0/3998017830 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54d8005020 con 0x7f54e0109770 2024-04-25T02:32:44.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.463+0000 7f54dd600640 1 -- 172.21.15.47:0/3998017830 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54d8010720 con 0x7f54e0109770 2024-04-25T02:32:44.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.463+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54e01a5dc0 con 0x7f54e0109770 2024-04-25T02:32:44.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.463+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54e01a6280 con 0x7f54e0109770 2024-04-25T02:32:44.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.464+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54e010eee0 con 0x7f54e0109770 2024-04-25T02:32:44.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.467+0000 7f54dd600640 1 -- 172.21.15.47:0/3998017830 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f54d8005540 con 0x7f54e0109770 2024-04-25T02:32:44.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.468+0000 7f54dd600640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54c80a2e10 0x7f54c80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.468+0000 7f54dd600640 1 -- 172.21.15.47:0/3998017830 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f54d80cfc00 con 0x7f54e0109770 2024-04-25T02:32:44.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.468+0000 7f54e5000640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54c80a2e10 0x7f54c80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.469+0000 7f54e5000640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54c80a2e10 0x7f54c80a52d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f54e0108c10 tx=0x7f54d4005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:44.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.472+0000 7f54dd600640 1 -- 172.21.15.47:0/3998017830 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f54d80d6080 con 0x7f54e0109770 2024-04-25T02:32:44.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.692+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f54e0062440 con 0x7f54e0109770 2024-04-25T02:32:44.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.694+0000 7f54dd600640 1 -- 172.21.15.47:0/3998017830 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22969 (secure 0 0 0) 0x7f54d809c6e0 con 0x7f54e0109770 2024-04-25T02:32:44.698 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:44.699 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":89,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:32:41.329208+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/233515399":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/3106043570":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/3332745112":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1042598960":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:32:44.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54c80a2e10 msgr2=0x7f54c80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54c80a2e10 0x7f54c80a52d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f54e0108c10 tx=0x7f54d4005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:44.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54e0109770 msgr2=0x7f54e01a5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54e0109770 0x7f54e01a5460 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f54d8009fd0 tx=0x7f54d800ef10 comp rx=0 tx=0).stop 2024-04-25T02:32:44.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 shutdown_connections 2024-04-25T02:32:44.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54c80a2e10 0x7f54c80a52d0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54e0109770 0x7f54e01a5460 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54e0108db0 0x7f54e019e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 --2- 172.21.15.47:0/3998017830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54e0107bc0 0x7f54e019deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 >> 172.21.15.47:0/3998017830 conn(0x7f54e0076b80 msgr2=0x7f54e010c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:44.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 shutdown_connections 2024-04-25T02:32:44.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.697+0000 7f54e6400640 1 -- 172.21.15.47:0/3998017830 wait complete. 2024-04-25T02:32:44.720 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:32:44.721 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:32:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:44 smithi047 ceph-mon[27871]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:44 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:44 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:44 smithi047 ceph-mon[27871]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-04-25T02:32:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:44 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2416451698' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:44 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:44.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:44 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:44.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:44 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/360056603' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:44.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 -- 172.21.15.47:0/3495548766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 msgr2=0x7f4e30103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 --2- 172.21.15.47:0/3495548766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 0x7f4e30103dc0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4e20009900 tx=0x7f4e2002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 -- 172.21.15.47:0/3495548766 shutdown_connections 2024-04-25T02:32:44.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 --2- 172.21.15.47:0/3495548766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e30105550 0x7f4e3010bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 --2- 172.21.15.47:0/3495548766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e30104b90 0x7f4e30105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 --2- 172.21.15.47:0/3495548766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 0x7f4e30103dc0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 -- 172.21.15.47:0/3495548766 >> 172.21.15.47:0/3495548766 conn(0x7f4e300fef30 msgr2=0x7f4e30101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:44.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 -- 172.21.15.47:0/3495548766 shutdown_connections 2024-04-25T02:32:44.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.913+0000 7f4e37000640 1 -- 172.21.15.47:0/3495548766 wait complete. 2024-04-25T02:32:44.919 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.914+0000 7f4e37000640 1 Processor -- start 2024-04-25T02:32:44.919 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.914+0000 7f4e37000640 1 -- start start 2024-04-25T02:32:44.919 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.914+0000 7f4e37000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 0x7f4e30199cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e37000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e30104b90 0x7f4e3019a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e37000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e30105550 0x7f4e301a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e37000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4e3010f670 con 0x7f4e30104b90 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e37000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4e3010f4f0 con 0x7f4e301039a0 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e37000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4e3010f7f0 con 0x7f4e30105550 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e2fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 0x7f4e30199cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e27e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e30104b90 0x7f4e3019a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e2fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 0x7f4e30199cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57432/0 (socket says 172.21.15.47:57432) 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e2fe00640 1 -- 172.21.15.47:0/580297899 learned_addr learned my addr 172.21.15.47:0/580297899 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:44.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e35000640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e30105550 0x7f4e301a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e2fe00640 1 -- 172.21.15.47:0/580297899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e30105550 msgr2=0x7f4e301a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e2fe00640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e30105550 0x7f4e301a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e2fe00640 1 -- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e30104b90 msgr2=0x7f4e3019a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:44.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e2fe00640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e30104b90 0x7f4e3019a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:44.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.915+0000 7f4e2fe00640 1 -- 172.21.15.47:0/580297899 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e301a1900 con 0x7f4e301039a0 2024-04-25T02:32:44.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.916+0000 7f4e2fe00640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 0x7f4e30199cc0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4e20031440 tx=0x7f4e20032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:44.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.916+0000 7f4e2d600640 1 -- 172.21.15.47:0/580297899 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e2003f030 con 0x7f4e301039a0 2024-04-25T02:32:44.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.916+0000 7f4e2d600640 1 -- 172.21.15.47:0/580297899 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e20003ce0 con 0x7f4e301039a0 2024-04-25T02:32:44.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.916+0000 7f4e2d600640 1 -- 172.21.15.47:0/580297899 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e20035070 con 0x7f4e301039a0 2024-04-25T02:32:44.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.916+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e301a1b90 con 0x7f4e301039a0 2024-04-25T02:32:44.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.916+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e301a2030 con 0x7f4e301039a0 2024-04-25T02:32:44.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.917+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e3010ad60 con 0x7f4e301039a0 2024-04-25T02:32:44.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.919+0000 7f4e2d600640 1 -- 172.21.15.47:0/580297899 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f4e20042030 con 0x7f4e301039a0 2024-04-25T02:32:44.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.921+0000 7f4e2d600640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e140a2e10 0x7f4e140a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:44.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.921+0000 7f4e2d600640 1 -- 172.21.15.47:0/580297899 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4e200ef680 con 0x7f4e301039a0 2024-04-25T02:32:44.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.921+0000 7f4e27e00640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e140a2e10 0x7f4e140a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:44.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.922+0000 7f4e27e00640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e140a2e10 0x7f4e140a52d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4e180095f0 tx=0x7f4e18005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:44.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:44.924+0000 7f4e2d600640 1 -- 172.21.15.47:0/580297899 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4e200bbab0 con 0x7f4e301039a0 2024-04-25T02:32:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:44 smithi113 ceph-mon[32459]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:44 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:44 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:44 smithi113 ceph-mon[32459]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-04-25T02:32:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:44 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2416451698' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:44 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:44 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:44 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/360056603' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:44 smithi178 ceph-mon[33053]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:44 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:44 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:44 smithi178 ceph-mon[33053]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-04-25T02:32:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:44 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2416451698' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:44 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:44 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:44 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/360056603' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:45.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.130+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4e3002d3c0 con 0x7f4e301039a0 2024-04-25T02:32:45.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.130+0000 7f4e2d600640 1 -- 172.21.15.47:0/580297899 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7f4e200bfdb0 con 0x7f4e301039a0 2024-04-25T02:32:45.134 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:32:45.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e140a2e10 msgr2=0x7f4e140a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e140a2e10 0x7f4e140a52d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4e180095f0 tx=0x7f4e18005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 msgr2=0x7f4e30199cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 0x7f4e30199cc0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4e20031440 tx=0x7f4e20032ce0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 shutdown_connections 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e140a2e10 0x7f4e140a52d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e30105550 0x7f4e301a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e30104b90 0x7f4e3019a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 --2- 172.21.15.47:0/580297899 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4e301039a0 0x7f4e30199cc0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.133+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 >> 172.21.15.47:0/580297899 conn(0x7f4e300fef30 msgr2=0x7f4e30107f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.134+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 shutdown_connections 2024-04-25T02:32:45.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.134+0000 7f4e37000640 1 -- 172.21.15.47:0/580297899 wait complete. 2024-04-25T02:32:45.160 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:32:45.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 -- 172.21.15.47:0/2918345262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 msgr2=0x7fa050101af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 --2- 172.21.15.47:0/2918345262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 0x7fa050101af0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa040009900 tx=0x7fa04002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 -- 172.21.15.47:0/2918345262 shutdown_connections 2024-04-25T02:32:45.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 --2- 172.21.15.47:0/2918345262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa050103280 0x7fa050109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 --2- 172.21.15.47:0/2918345262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa0501028c0 0x7fa050102d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 --2- 172.21.15.47:0/2918345262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 0x7fa050101af0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 -- 172.21.15.47:0/2918345262 >> 172.21.15.47:0/2918345262 conn(0x7fa0500fcc40 msgr2=0x7fa0500ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:45.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 -- 172.21.15.47:0/2918345262 shutdown_connections 2024-04-25T02:32:45.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.350+0000 7fa055400640 1 -- 172.21.15.47:0/2918345262 wait complete. 2024-04-25T02:32:45.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.351+0000 7fa055400640 1 Processor -- start 2024-04-25T02:32:45.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.351+0000 7fa055400640 1 -- start start 2024-04-25T02:32:45.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa055400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 0x7fa050199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:45.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa055400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa0501028c0 0x7fa05019a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:45.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa055400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa050103280 0x7fa0501a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa055400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa05010d300 con 0x7fa0501016d0 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa055400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa05010d180 con 0x7fa0501028c0 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa055400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa05010d480 con 0x7fa050103280 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 0x7fa050199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 0x7fa050199c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48522/0 (socket says 172.21.15.47:48522) 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04fe00640 1 -- 172.21.15.47:0/2987974718 learned_addr learned my addr 172.21.15.47:0/2987974718 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04f400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa0501028c0 0x7fa05019a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa054a00640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa050103280 0x7fa0501a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04fe00640 1 -- 172.21.15.47:0/2987974718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa050103280 msgr2=0x7fa0501a1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04fe00640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa050103280 0x7fa0501a1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04fe00640 1 -- 172.21.15.47:0/2987974718 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa0501028c0 msgr2=0x7fa05019a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04fe00640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa0501028c0 0x7fa05019a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa04fe00640 1 -- 172.21.15.47:0/2987974718 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0501a1800 con 0x7fa0501016d0 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.352+0000 7fa054a00640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa050103280 0x7fa0501a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.353+0000 7fa04fe00640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 0x7fa050199c80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa040031440 tx=0x7fa040032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.353+0000 7fa04cc00640 1 -- 172.21.15.47:0/2987974718 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04003f030 con 0x7fa0501016d0 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.353+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0501a1a90 con 0x7fa0501016d0 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.353+0000 7fa04cc00640 1 -- 172.21.15.47:0/2987974718 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa040003ce0 con 0x7fa0501016d0 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.353+0000 7fa04cc00640 1 -- 172.21.15.47:0/2987974718 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa040049060 con 0x7fa0501016d0 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.353+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0501a1fd0 con 0x7fa0501016d0 2024-04-25T02:32:45.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.355+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0501a21a0 con 0x7fa0501016d0 2024-04-25T02:32:45.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.357+0000 7fa04cc00640 1 -- 172.21.15.47:0/2987974718 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7fa040042030 con 0x7fa0501016d0 2024-04-25T02:32:45.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.359+0000 7fa04cc00640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa0340a2d90 0x7fa0340a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:45.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.359+0000 7fa04cc00640 1 -- 172.21.15.47:0/2987974718 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fa0400efeb0 con 0x7fa0501016d0 2024-04-25T02:32:45.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.359+0000 7fa04f400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa0340a2d90 0x7fa0340a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:45.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.360+0000 7fa04f400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa0340a2d90 0x7fa0340a5250 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa03c0095f0 tx=0x7fa03c005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:45.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.365+0000 7fa04cc00640 1 -- 172.21.15.47:0/2987974718 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa0400bc930 con 0x7fa0501016d0 2024-04-25T02:32:45.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.612+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa0501a2370 con 0x7fa0501016d0 2024-04-25T02:32:45.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.613+0000 7fa04cc00640 1 -- 172.21.15.47:0/2987974718 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7fa0400bc230 con 0x7fa0501016d0 2024-04-25T02:32:45.617 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa0340a2d90 msgr2=0x7fa0340a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa0340a2d90 0x7fa0340a5250 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa03c0095f0 tx=0x7fa03c005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 msgr2=0x7fa050199c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 0x7fa050199c80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa040031440 tx=0x7fa040032ce0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 shutdown_connections 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa0340a2d90 0x7fa0340a5250 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa050103280 0x7fa0501a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa0501028c0 0x7fa05019a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 --2- 172.21.15.47:0/2987974718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0501016d0 0x7fa050199c80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 >> 172.21.15.47:0/2987974718 conn(0x7fa0500fcc40 msgr2=0x7fa050073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:45.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 shutdown_connections 2024-04-25T02:32:45.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.616+0000 7fa055400640 1 -- 172.21.15.47:0/2987974718 wait complete. 2024-04-25T02:32:45.639 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:32:45.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 -- 172.21.15.47:0/5312242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d7c076100 msgr2=0x7f4d7c076520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 --2- 172.21.15.47:0/5312242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d7c076100 0x7f4d7c076520 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009900 tx=0x7f4d6c02a410 comp rx=0 tx=0).stop 2024-04-25T02:32:45.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 -- 172.21.15.47:0/5312242 shutdown_connections 2024-04-25T02:32:45.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 --2- 172.21.15.47:0/5312242 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4d7c077ce0 0x7f4d7c078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 --2- 172.21.15.47:0/5312242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4d7c077340 0x7f4d7c0777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 --2- 172.21.15.47:0/5312242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d7c076100 0x7f4d7c076520 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 -- 172.21.15.47:0/5312242 >> 172.21.15.47:0/5312242 conn(0x7f4d7c0feef0 msgr2=0x7f4d7c101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:45.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 -- 172.21.15.47:0/5312242 shutdown_connections 2024-04-25T02:32:45.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.820+0000 7f4d81400640 1 -- 172.21.15.47:0/5312242 wait complete. 2024-04-25T02:32:45.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.821+0000 7f4d81400640 1 Processor -- start 2024-04-25T02:32:45.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d81400640 1 -- start start 2024-04-25T02:32:45.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d81400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4d7c076100 0x7f4d7c19e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:45.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d81400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d7c077340 0x7f4d7c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:45.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d81400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4d7c077ce0 0x7f4d7c1a5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:45.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d81400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c113a70 con 0x7f4d7c077340 2024-04-25T02:32:45.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d81400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c1138f0 con 0x7f4d7c076100 2024-04-25T02:32:45.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d81400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c113bf0 con 0x7f4d7c077ce0 2024-04-25T02:32:45.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d7a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4d7c076100 0x7f4d7c19e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:45.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d7a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4d7c076100 0x7f4d7c19e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57456/0 (socket says 172.21.15.47:57456) 2024-04-25T02:32:45.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d7a800640 1 -- 172.21.15.47:0/3757051589 learned_addr learned my addr 172.21.15.47:0/3757051589 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d79e00640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d7c077340 0x7f4d7c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.822+0000 7f4d7b200640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4d7c077ce0 0x7f4d7c1a5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d7a800640 1 -- 172.21.15.47:0/3757051589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4d7c077ce0 msgr2=0x7f4d7c1a5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d7a800640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4d7c077ce0 0x7f4d7c1a5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d7a800640 1 -- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d7c077340 msgr2=0x7f4d7c19e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d7a800640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d7c077340 0x7f4d7c19e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d7a800640 1 -- 172.21.15.47:0/3757051589 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d7c1a5ce0 con 0x7f4d7c076100 2024-04-25T02:32:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d7b200640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4d7c077ce0 0x7f4d7c1a5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:32:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d7a800640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4d7c076100 0x7f4d7c19e0c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c031440 tx=0x7f4d6c032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d73400640 1 -- 172.21.15.47:0/3757051589 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c03f030 con 0x7f4d7c076100 2024-04-25T02:32:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d73400640 1 -- 172.21.15.47:0/3757051589 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d6c003ce0 con 0x7f4d7c076100 2024-04-25T02:32:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d73400640 1 -- 172.21.15.47:0/3757051589 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c035070 con 0x7f4d7c076100 2024-04-25T02:32:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d7c1a5f70 con 0x7f4d7c076100 2024-04-25T02:32:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.823+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d7c1a6320 con 0x7f4d7c076100 2024-04-25T02:32:45.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.825+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d7c1104d0 con 0x7f4d7c076100 2024-04-25T02:32:45.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.826+0000 7f4d73400640 1 -- 172.21.15.47:0/3757051589 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f4d6c042030 con 0x7f4d7c076100 2024-04-25T02:32:45.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.828+0000 7f4d73400640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4d600a2e10 0x7f4d600a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:45.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.828+0000 7f4d73400640 1 -- 172.21.15.47:0/3757051589 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4d6c0efab0 con 0x7f4d7c076100 2024-04-25T02:32:45.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.828+0000 7f4d79e00640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4d600a2e10 0x7f4d600a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:45.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.829+0000 7f4d79e00640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4d600a2e10 0x7f4d600a52d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c19f5d0 tx=0x7f4d68005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:45.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:45.832+0000 7f4d73400640 1 -- 172.21.15.47:0/3757051589 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4d6c0bc530 con 0x7f4d7c076100 2024-04-25T02:32:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3998017830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:45.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/580297899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:45.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:45.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:45 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3998017830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/580297899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:45 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.058+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f4d7c062340 con 0x7f4d7c076100 2024-04-25T02:32:46.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.058+0000 7f4d73400640 1 -- 172.21.15.47:0/3757051589 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f4d6c0bbe30 con 0x7f4d7c076100 2024-04-25T02:32:46.062 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.060+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4d600a2e10 msgr2=0x7f4d600a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4d600a2e10 0x7f4d600a52d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c19f5d0 tx=0x7f4d68005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4d7c076100 msgr2=0x7f4d7c19e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4d7c076100 0x7f4d7c19e0c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c031440 tx=0x7f4d6c032ce0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 shutdown_connections 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4d600a2e10 0x7f4d600a52d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4d7c077ce0 0x7f4d7c1a5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d7c077340 0x7f4d7c19e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 --2- 172.21.15.47:0/3757051589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4d7c076100 0x7f4d7c19e0c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 >> 172.21.15.47:0/3757051589 conn(0x7f4d7c0feef0 msgr2=0x7f4d7c100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:46.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 shutdown_connections 2024-04-25T02:32:46.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.061+0000 7f4d81400640 1 -- 172.21.15.47:0/3757051589 wait complete. 2024-04-25T02:32:46.083 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-04-25T02:32:46.083 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:32:46.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3998017830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/580297899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:46.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:45 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:46.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 -- 172.21.15.47:0/1686245984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0075720 msgr2=0x7f66b0073b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 --2- 172.21.15.47:0/1686245984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0075720 0x7f66b0073b70 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f66a0009900 tx=0x7f66a002a490 comp rx=0 tx=0).stop 2024-04-25T02:32:46.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 -- 172.21.15.47:0/1686245984 shutdown_connections 2024-04-25T02:32:46.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 --2- 172.21.15.47:0/1686245984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66b0109470 0x7f66b010b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 --2- 172.21.15.47:0/1686245984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66b0074140 0x7f66b00745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 --2- 172.21.15.47:0/1686245984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0075720 0x7f66b0073b70 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 -- 172.21.15.47:0/1686245984 >> 172.21.15.47:0/1686245984 conn(0x7f66b00fcb50 msgr2=0x7f66b00fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:46.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 -- 172.21.15.47:0/1686245984 shutdown_connections 2024-04-25T02:32:46.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.263+0000 7f66b5200640 1 -- 172.21.15.47:0/1686245984 wait complete. 2024-04-25T02:32:46.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.264+0000 7f66b5200640 1 Processor -- start 2024-04-25T02:32:46.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.264+0000 7f66b5200640 1 -- start start 2024-04-25T02:32:46.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.264+0000 7f66b5200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66b0074140 0x7f66b0199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:46.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.264+0000 7f66b5200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66b0075720 0x7f66b019a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:46.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.264+0000 7f66b5200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0109470 0x7f66b01a10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:46.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.264+0000 7f66b5200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f66b010f430 con 0x7f66b0109470 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.264+0000 7f66b5200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f66b010f2b0 con 0x7f66b0074140 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.264+0000 7f66b5200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f66b010f5b0 con 0x7f66b0075720 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66afe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0109470 0x7f66b01a10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66afe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0109470 0x7f66b01a10a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48552/0 (socket says 172.21.15.47:48552) 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66afe00640 1 -- 172.21.15.47:0/2502618459 learned_addr learned my addr 172.21.15.47:0/2502618459 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66af400640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66b0074140 0x7f66b0199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66a7e00640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66b0075720 0x7f66b019a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66af400640 1 -- 172.21.15.47:0/2502618459 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66b0075720 msgr2=0x7f66b019a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66af400640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66b0075720 0x7f66b019a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66af400640 1 -- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0109470 msgr2=0x7f66b01a10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66af400640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0109470 0x7f66b01a10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66af400640 1 -- 172.21.15.47:0/2502618459 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b01a1710 con 0x7f66b0074140 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.265+0000 7f66afe00640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0109470 0x7f66b01a10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.266+0000 7f66af400640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66b0074140 0x7f66b0199af0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f66a0031440 tx=0x7f66a0031b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:46.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.266+0000 7f66acc00640 1 -- 172.21.15.47:0/2502618459 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a003f070 con 0x7f66b0074140 2024-04-25T02:32:46.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.266+0000 7f66acc00640 1 -- 172.21.15.47:0/2502618459 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66a0003cd0 con 0x7f66b0074140 2024-04-25T02:32:46.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.266+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b01a19a0 con 0x7f66b0074140 2024-04-25T02:32:46.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.266+0000 7f66acc00640 1 -- 172.21.15.47:0/2502618459 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a0035070 con 0x7f66b0074140 2024-04-25T02:32:46.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.266+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b01a1ee0 con 0x7f66b0074140 2024-04-25T02:32:46.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.267+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66b0108230 con 0x7f66b0074140 2024-04-25T02:32:46.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.269+0000 7f66acc00640 1 -- 172.21.15.47:0/2502618459 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f66a003b560 con 0x7f66b0074140 2024-04-25T02:32:46.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.271+0000 7f66acc00640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f66940a2e10 0x7f66940a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:46.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.271+0000 7f66acc00640 1 -- 172.21.15.47:0/2502618459 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f66a00efa00 con 0x7f66b0074140 2024-04-25T02:32:46.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.271+0000 7f66a7e00640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f66940a2e10 0x7f66940a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:46.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.272+0000 7f66a7e00640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f66940a2e10 0x7f66940a52d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f66b019b000 tx=0x7f6698005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:46.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.275+0000 7f66acc00640 1 -- 172.21.15.47:0/2502618459 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f66a00bbe30 con 0x7f66b0074140 2024-04-25T02:32:46.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.304+0000 7f66acc00640 1 -- 172.21.15.47:0/2502618459 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f66a00b84a0 con 0x7f66b0074140 2024-04-25T02:32:46.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.524+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f66b002d170 con 0x7f66b0074140 2024-04-25T02:32:46.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.525+0000 7f66acc00640 1 -- 172.21.15.47:0/2502618459 <== mon.2 v2:172.21.15.113:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f66a00e24c0 con 0x7f66b0074140 2024-04-25T02:32:46.529 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:46.529 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:32:46.530 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f66940a2e10 msgr2=0x7f66940a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f66940a2e10 0x7f66940a52d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f66b019b000 tx=0x7f6698005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66b0074140 msgr2=0x7f66b0199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66b0074140 0x7f66b0199af0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f66a0031440 tx=0x7f66a0031b60 comp rx=0 tx=0).stop 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 shutdown_connections 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f66940a2e10 0x7f66940a52d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66b0109470 0x7f66b01a10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f66b0075720 0x7f66b019a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 --2- 172.21.15.47:0/2502618459 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f66b0074140 0x7f66b0199af0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 >> 172.21.15.47:0/2502618459 conn(0x7f66b00fcb50 msgr2=0x7f66b0105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:46.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 shutdown_connections 2024-04-25T02:32:46.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.529+0000 7f66b5200640 1 -- 172.21.15.47:0/2502618459 wait complete. 2024-04-25T02:32:46.557 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-04-25T02:32:46.558 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-04-25T02:32:46.558 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T02:32:46.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.757+0000 7fc9a3200640 1 -- 172.21.15.47:0/3555448392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 msgr2=0x7fc99c101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.758+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3555448392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 0x7fc99c101a00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc990009900 tx=0x7fc99002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.758+0000 7fc9a3200640 1 -- 172.21.15.47:0/3555448392 shutdown_connections 2024-04-25T02:32:46.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.758+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3555448392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc99c103190 0x7fc99c109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.758+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3555448392 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc99c1027d0 0x7fc99c102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.758+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3555448392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 0x7fc99c101a00 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.758+0000 7fc9a3200640 1 -- 172.21.15.47:0/3555448392 >> 172.21.15.47:0/3555448392 conn(0x7fc99c0fcb50 msgr2=0x7fc99c0fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:46.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.758+0000 7fc9a3200640 1 -- 172.21.15.47:0/3555448392 shutdown_connections 2024-04-25T02:32:46.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.758+0000 7fc9a3200640 1 -- 172.21.15.47:0/3555448392 wait complete. 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.759+0000 7fc9a3200640 1 Processor -- start 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.759+0000 7fc9a3200640 1 -- start start 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.759+0000 7fc9a3200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 0x7fc99c0754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.759+0000 7fc9a3200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc99c1027d0 0x7fc99c073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.759+0000 7fc9a3200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc99c103190 0x7fc99c074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.759+0000 7fc9a3200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc99c10d250 con 0x7fc99c1015e0 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.759+0000 7fc9a3200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc99c10d0d0 con 0x7fc99c103190 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.759+0000 7fc9a3200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc99c10d3d0 con 0x7fc99c1027d0 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 0x7fc99c0754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 0x7fc99c0754f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48572/0 (socket says 172.21.15.47:48572) 2024-04-25T02:32:46.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 -- 172.21.15.47:0/3688751856 learned_addr learned my addr 172.21.15.47:0/3688751856 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a2800640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc99c103190 0x7fc99c074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1400640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc99c1027d0 0x7fc99c073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 -- 172.21.15.47:0/3688751856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc99c1027d0 msgr2=0x7fc99c073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc99c1027d0 0x7fc99c073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 -- 172.21.15.47:0/3688751856 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc99c103190 msgr2=0x7fc99c074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc99c103190 0x7fc99c074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 -- 172.21.15.47:0/3688751856 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc99c074900 con 0x7fc99c1015e0 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.760+0000 7fc9a1e00640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 0x7fc99c0754f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc990031610 tx=0x7fc990004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.761+0000 7fc996a00640 1 -- 172.21.15.47:0/3688751856 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc99003f030 con 0x7fc99c1015e0 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.761+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc99c1a19b0 con 0x7fc99c1015e0 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.761+0000 7fc996a00640 1 -- 172.21.15.47:0/3688751856 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc990003ad0 con 0x7fc99c1015e0 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.761+0000 7fc996a00640 1 -- 172.21.15.47:0/3688751856 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc990035070 con 0x7fc99c1015e0 2024-04-25T02:32:46.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.761+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc99c1a1f00 con 0x7fc99c1015e0 2024-04-25T02:32:46.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.762+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc99c068480 con 0x7fc99c1015e0 2024-04-25T02:32:46.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.764+0000 7fc996a00640 1 -- 172.21.15.47:0/3688751856 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fc990042030 con 0x7fc99c1015e0 2024-04-25T02:32:46.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.766+0000 7fc996a00640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9840a2e20 0x7fc9840a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:46.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.766+0000 7fc996a00640 1 -- 172.21.15.47:0/3688751856 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fc9900efce0 con 0x7fc99c1015e0 2024-04-25T02:32:46.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.766+0000 7fc9a1400640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9840a2e20 0x7fc9840a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:46.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.767+0000 7fc9a1400640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9840a2e20 0x7fc9840a52e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc98c0095f0 tx=0x7fc98c005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:46.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.770+0000 7fc996a00640 1 -- 172.21.15.47:0/3688751856 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc9900bc100 con 0x7fc99c1015e0 2024-04-25T02:32:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-04-25T02:32:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: Unable to set osd_memory_target on smithi178 to 184756633: error parsing value: Value '184756633' is below minimum 939524096 2024-04-25T02:32:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi113 to 176.2M 2024-04-25T02:32:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: Unable to set osd_memory_target on smithi113 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-25T02:32:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2987974718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3757051589' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-04-25T02:32:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:46 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2502618459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:46.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.976+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc99c061b80 con 0x7fc9840a2e20 2024-04-25T02:32:46.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.992+0000 7fc996a00640 1 -- 172.21.15.47:0/3688751856 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257730 (secure 0 0 0) 0x7fc99c061b80 con 0x7fc9840a2e20 2024-04-25T02:32:47.000 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:47.002 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9840a2e20 msgr2=0x7fc9840a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9840a2e20 0x7fc9840a52e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc98c0095f0 tx=0x7fc98c005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 msgr2=0x7fc99c0754f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 0x7fc99c0754f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc990031610 tx=0x7fc990004270 comp rx=0 tx=0).stop 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 shutdown_connections 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9840a2e20 0x7fc9840a52e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc99c103190 0x7fc99c074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc99c1027d0 0x7fc99c073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 --2- 172.21.15.47:0/3688751856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc99c1015e0 0x7fc99c0754f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 >> 172.21.15.47:0/3688751856 conn(0x7fc99c0fcb50 msgr2=0x7fc99c105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 shutdown_connections 2024-04-25T02:32:47.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:46.998+0000 7fc9a3200640 1 -- 172.21.15.47:0/3688751856 wait complete. 2024-04-25T02:32:47.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-04-25T02:32:47.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: Unable to set osd_memory_target on smithi178 to 184756633: error parsing value: Value '184756633' is below minimum 939524096 2024-04-25T02:32:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi113 to 176.2M 2024-04-25T02:32:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: Unable to set osd_memory_target on smithi113 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-25T02:32:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2987974718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3757051589' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-04-25T02:32:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:46 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2502618459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:47.021 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-25T02:32:45.355469+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1184243,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1130,"num_read_kb":717,"num_write":468,"num_write_kb":4371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":862,"ondisk_log_size":862,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372020,"kb_used_data":14456,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569804,"statfs":{"total":1151940427776,"available":1151559479296,"internally_reserved":0,"allocated":14802944,"data_stored":8610983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":365933881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.969570"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480621+0000","last_change":"2024-04-25T02:30:12.219716+0000","last_active":"2024-04-25T02:32:41.480621+0000","last_peered":"2024-04-25T02:32:41.480621+0000","last_clean":"2024-04-25T02:32:41.480621+0000","last_became_active":"2024-04-25T02:30:12.219363+0000","last_became_peered":"2024-04-25T02:30:12.219363+0000","last_unstale":"2024-04-25T02:32:41.480621+0000","last_undegraded":"2024-04-25T02:32:41.480621+0000","last_fullsized":"2024-04-25T02:32:41.480621+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:54:51.339866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694014+0000","last_change":"2024-04-25T02:30:12.214897+0000","last_active":"2024-04-25T02:32:41.694014+0000","last_peered":"2024-04-25T02:32:41.694014+0000","last_clean":"2024-04-25T02:32:41.694014+0000","last_became_active":"2024-04-25T02:30:12.211388+0000","last_became_peered":"2024-04-25T02:30:12.211388+0000","last_unstale":"2024-04-25T02:32:41.694014+0000","last_undegraded":"2024-04-25T02:32:41.694014+0000","last_fullsized":"2024-04-25T02:32:41.694014+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:30:24.354223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694556+0000","last_change":"2024-04-25T02:30:12.210941+0000","last_active":"2024-04-25T02:32:41.694556+0000","last_peered":"2024-04-25T02:32:41.694556+0000","last_clean":"2024-04-25T02:32:41.694556+0000","last_became_active":"2024-04-25T02:30:12.210220+0000","last_became_peered":"2024-04-25T02:30:12.210220+0000","last_unstale":"2024-04-25T02:32:41.694556+0000","last_undegraded":"2024-04-25T02:32:41.694556+0000","last_fullsized":"2024-04-25T02:32:41.694556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:56.149599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.609972+0000","last_change":"2024-04-25T02:30:12.185891+0000","last_active":"2024-04-25T02:32:41.609972+0000","last_peered":"2024-04-25T02:32:41.609972+0000","last_clean":"2024-04-25T02:32:41.609972+0000","last_became_active":"2024-04-25T02:30:12.185511+0000","last_became_peered":"2024-04-25T02:30:12.185511+0000","last_unstale":"2024-04-25T02:32:41.609972+0000","last_undegraded":"2024-04-25T02:32:41.609972+0000","last_fullsized":"2024-04-25T02:32:41.609972+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:57:40.490147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431302+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:32:41.431302+0000","last_peered":"2024-04-25T02:32:41.431302+0000","last_clean":"2024-04-25T02:32:41.431302+0000","last_became_active":"2024-04-25T02:30:12.211161+0000","last_became_peered":"2024-04-25T02:30:12.211161+0000","last_unstale":"2024-04-25T02:32:41.431302+0000","last_undegraded":"2024-04-25T02:32:41.431302+0000","last_fullsized":"2024-04-25T02:32:41.431302+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:41:00.305067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338208+0000","last_change":"2024-04-25T02:30:12.198204+0000","last_active":"2024-04-25T02:32:41.338208+0000","last_peered":"2024-04-25T02:32:41.338208+0000","last_clean":"2024-04-25T02:32:41.338208+0000","last_became_active":"2024-04-25T02:30:12.197583+0000","last_became_peered":"2024-04-25T02:30:12.197583+0000","last_unstale":"2024-04-25T02:32:41.338208+0000","last_undegraded":"2024-04-25T02:32:41.338208+0000","last_fullsized":"2024-04-25T02:32:41.338208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:27:00.983794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692629+0000","last_change":"2024-04-25T02:30:12.194459+0000","last_active":"2024-04-25T02:32:41.692629+0000","last_peered":"2024-04-25T02:32:41.692629+0000","last_clean":"2024-04-25T02:32:41.692629+0000","last_became_active":"2024-04-25T02:30:12.194069+0000","last_became_peered":"2024-04-25T02:30:12.194069+0000","last_unstale":"2024-04-25T02:32:41.692629+0000","last_undegraded":"2024-04-25T02:32:41.692629+0000","last_fullsized":"2024-04-25T02:32:41.692629+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:14:57.073942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480475+0000","last_change":"2024-04-25T02:30:12.212831+0000","last_active":"2024-04-25T02:32:41.480475+0000","last_peered":"2024-04-25T02:32:41.480475+0000","last_clean":"2024-04-25T02:32:41.480475+0000","last_became_active":"2024-04-25T02:30:12.210599+0000","last_became_peered":"2024-04-25T02:30:12.210599+0000","last_unstale":"2024-04-25T02:32:41.480475+0000","last_undegraded":"2024-04-25T02:32:41.480475+0000","last_fullsized":"2024-04-25T02:32:41.480475+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:52.422609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473736+0000","last_change":"2024-04-25T02:30:12.195635+0000","last_active":"2024-04-25T02:32:41.473736+0000","last_peered":"2024-04-25T02:32:41.473736+0000","last_clean":"2024-04-25T02:32:41.473736+0000","last_became_active":"2024-04-25T02:30:12.195248+0000","last_became_peered":"2024-04-25T02:30:12.195248+0000","last_unstale":"2024-04-25T02:32:41.473736+0000","last_undegraded":"2024-04-25T02:32:41.473736+0000","last_fullsized":"2024-04-25T02:32:41.473736+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:06.492446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338547+0000","last_change":"2024-04-25T02:30:12.184840+0000","last_active":"2024-04-25T02:32:41.338547+0000","last_peered":"2024-04-25T02:32:41.338547+0000","last_clean":"2024-04-25T02:32:41.338547+0000","last_became_active":"2024-04-25T02:30:12.184424+0000","last_became_peered":"2024-04-25T02:30:12.184424+0000","last_unstale":"2024-04-25T02:32:41.338547+0000","last_undegraded":"2024-04-25T02:32:41.338547+0000","last_fullsized":"2024-04-25T02:32:41.338547+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:55.833649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692922+0000","last_change":"2024-04-25T02:30:12.194680+0000","last_active":"2024-04-25T02:32:41.692922+0000","last_peered":"2024-04-25T02:32:41.692922+0000","last_clean":"2024-04-25T02:32:41.692922+0000","last_became_active":"2024-04-25T02:30:12.193694+0000","last_became_peered":"2024-04-25T02:30:12.193694+0000","last_unstale":"2024-04-25T02:32:41.692922+0000","last_undegraded":"2024-04-25T02:32:41.692922+0000","last_fullsized":"2024-04-25T02:32:41.692922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:09:52.409595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477016+0000","last_change":"2024-04-25T02:31:11.753823+0000","last_active":"2024-04-25T02:32:41.477016+0000","last_peered":"2024-04-25T02:32:41.477016+0000","last_clean":"2024-04-25T02:32:41.477016+0000","last_became_active":"2024-04-25T02:31:11.752799+0000","last_became_peered":"2024-04-25T02:31:11.752799+0000","last_unstale":"2024-04-25T02:32:41.477016+0000","last_undegraded":"2024-04-25T02:32:41.477016+0000","last_fullsized":"2024-04-25T02:32:41.477016+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.269848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336557+0000","last_change":"2024-04-25T02:30:12.206140+0000","last_active":"2024-04-25T02:32:41.336557+0000","last_peered":"2024-04-25T02:32:41.336557+0000","last_clean":"2024-04-25T02:32:41.336557+0000","last_became_active":"2024-04-25T02:30:12.203328+0000","last_became_peered":"2024-04-25T02:30:12.203328+0000","last_unstale":"2024-04-25T02:32:41.336557+0000","last_undegraded":"2024-04-25T02:32:41.336557+0000","last_fullsized":"2024-04-25T02:32:41.336557+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:39:09.903154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693206+0000","last_change":"2024-04-25T02:30:12.203192+0000","last_active":"2024-04-25T02:32:41.693206+0000","last_peered":"2024-04-25T02:32:41.693206+0000","last_clean":"2024-04-25T02:32:41.693206+0000","last_became_active":"2024-04-25T02:30:12.200431+0000","last_became_peered":"2024-04-25T02:30:12.200431+0000","last_unstale":"2024-04-25T02:32:41.693206+0000","last_undegraded":"2024-04-25T02:32:41.693206+0000","last_fullsized":"2024-04-25T02:32:41.693206+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:48:25.939123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692690+0000","last_change":"2024-04-25T02:30:12.214829+0000","last_active":"2024-04-25T02:32:41.692690+0000","last_peered":"2024-04-25T02:32:41.692690+0000","last_clean":"2024-04-25T02:32:41.692690+0000","last_became_active":"2024-04-25T02:30:12.210930+0000","last_became_peered":"2024-04-25T02:30:12.210930+0000","last_unstale":"2024-04-25T02:32:41.692690+0000","last_undegraded":"2024-04-25T02:32:41.692690+0000","last_fullsized":"2024-04-25T02:32:41.692690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:36:51.248756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473224+0000","last_change":"2024-04-25T02:30:12.210490+0000","last_active":"2024-04-25T02:32:41.473224+0000","last_peered":"2024-04-25T02:32:41.473224+0000","last_clean":"2024-04-25T02:32:41.473224+0000","last_became_active":"2024-04-25T02:30:12.210142+0000","last_became_peered":"2024-04-25T02:30:12.210142+0000","last_unstale":"2024-04-25T02:32:41.473224+0000","last_undegraded":"2024-04-25T02:32:41.473224+0000","last_fullsized":"2024-04-25T02:32:41.473224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:57:22.995065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480820+0000","last_change":"2024-04-25T02:30:12.219629+0000","last_active":"2024-04-25T02:32:41.480820+0000","last_peered":"2024-04-25T02:32:41.480820+0000","last_clean":"2024-04-25T02:32:41.480820+0000","last_became_active":"2024-04-25T02:30:12.219290+0000","last_became_peered":"2024-04-25T02:30:12.219290+0000","last_unstale":"2024-04-25T02:32:41.480820+0000","last_undegraded":"2024-04-25T02:32:41.480820+0000","last_fullsized":"2024-04-25T02:32:41.480820+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:57:36.220214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477988+0000","last_change":"2024-04-25T02:30:12.198143+0000","last_active":"2024-04-25T02:32:41.477988+0000","last_peered":"2024-04-25T02:32:41.477988+0000","last_clean":"2024-04-25T02:32:41.477988+0000","last_became_active":"2024-04-25T02:30:12.196453+0000","last_became_peered":"2024-04-25T02:30:12.196453+0000","last_unstale":"2024-04-25T02:32:41.477988+0000","last_undegraded":"2024-04-25T02:32:41.477988+0000","last_fullsized":"2024-04-25T02:32:41.477988+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:08:56.743223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338250+0000","last_change":"2024-04-25T02:30:12.216665+0000","last_active":"2024-04-25T02:32:41.338250+0000","last_peered":"2024-04-25T02:32:41.338250+0000","last_clean":"2024-04-25T02:32:41.338250+0000","last_became_active":"2024-04-25T02:30:12.216328+0000","last_became_peered":"2024-04-25T02:30:12.216328+0000","last_unstale":"2024-04-25T02:32:41.338250+0000","last_undegraded":"2024-04-25T02:32:41.338250+0000","last_fullsized":"2024-04-25T02:32:41.338250+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:24:02.778156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.478210+0000","last_change":"2024-04-25T02:30:11.202310+0000","last_active":"2024-04-25T02:32:41.478210+0000","last_peered":"2024-04-25T02:32:41.478210+0000","last_clean":"2024-04-25T02:32:41.478210+0000","last_became_active":"2024-04-25T02:30:11.201929+0000","last_became_peered":"2024-04-25T02:30:11.201929+0000","last_unstale":"2024-04-25T02:32:41.478210+0000","last_undegraded":"2024-04-25T02:32:41.478210+0000","last_fullsized":"2024-04-25T02:32:41.478210+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:40:51.587777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481060+0000","last_change":"2024-04-25T02:30:12.211502+0000","last_active":"2024-04-25T02:32:41.481060+0000","last_peered":"2024-04-25T02:32:41.481060+0000","last_clean":"2024-04-25T02:32:41.481060+0000","last_became_active":"2024-04-25T02:30:12.210988+0000","last_became_peered":"2024-04-25T02:30:12.210988+0000","last_unstale":"2024-04-25T02:32:41.481060+0000","last_undegraded":"2024-04-25T02:32:41.481060+0000","last_fullsized":"2024-04-25T02:32:41.481060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:17:20.967854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481314+0000","last_change":"2024-04-25T02:30:11.217798+0000","last_active":"2024-04-25T02:32:41.481314+0000","last_peered":"2024-04-25T02:32:41.481314+0000","last_clean":"2024-04-25T02:32:41.481314+0000","last_became_active":"2024-04-25T02:30:11.217314+0000","last_became_peered":"2024-04-25T02:30:11.217314+0000","last_unstale":"2024-04-25T02:32:41.481314+0000","last_undegraded":"2024-04-25T02:32:41.481314+0000","last_fullsized":"2024-04-25T02:32:41.481314+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:20:29.152539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694841+0000","last_change":"2024-04-25T02:30:12.212988+0000","last_active":"2024-04-25T02:32:41.694841+0000","last_peered":"2024-04-25T02:32:41.694841+0000","last_clean":"2024-04-25T02:32:41.694841+0000","last_became_active":"2024-04-25T02:30:12.211710+0000","last_became_peered":"2024-04-25T02:30:12.211710+0000","last_unstale":"2024-04-25T02:32:41.694841+0000","last_undegraded":"2024-04-25T02:32:41.694841+0000","last_fullsized":"2024-04-25T02:32:41.694841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:51.481316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431686+0000","last_change":"2024-04-25T02:31:11.735869+0000","last_active":"2024-04-25T02:32:41.431686+0000","last_peered":"2024-04-25T02:32:41.431686+0000","last_clean":"2024-04-25T02:32:41.431686+0000","last_became_active":"2024-04-25T02:31:11.729746+0000","last_became_peered":"2024-04-25T02:31:11.729746+0000","last_unstale":"2024-04-25T02:32:41.431686+0000","last_undegraded":"2024-04-25T02:32:41.431686+0000","last_fullsized":"2024-04-25T02:32:41.431686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:38:32.759400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473553+0000","last_change":"2024-04-25T02:30:12.203778+0000","last_active":"2024-04-25T02:32:41.473553+0000","last_peered":"2024-04-25T02:32:41.473553+0000","last_clean":"2024-04-25T02:32:41.473553+0000","last_became_active":"2024-04-25T02:30:12.203393+0000","last_became_peered":"2024-04-25T02:30:12.203393+0000","last_unstale":"2024-04-25T02:32:41.473553+0000","last_undegraded":"2024-04-25T02:32:41.473553+0000","last_fullsized":"2024-04-25T02:32:41.473553+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:19:50.656183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431677+0000","last_change":"2024-04-25T02:30:11.191113+0000","last_active":"2024-04-25T02:32:41.431677+0000","last_peered":"2024-04-25T02:32:41.431677+0000","last_clean":"2024-04-25T02:32:41.431677+0000","last_became_active":"2024-04-25T02:30:11.190745+0000","last_became_peered":"2024-04-25T02:30:11.190745+0000","last_unstale":"2024-04-25T02:32:41.431677+0000","last_undegraded":"2024-04-25T02:32:41.431677+0000","last_fullsized":"2024-04-25T02:32:41.431677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:25:32.948543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.492009+0000","last_change":"2024-04-25T02:30:12.195621+0000","last_active":"2024-04-25T02:32:41.492009+0000","last_peered":"2024-04-25T02:32:41.492009+0000","last_clean":"2024-04-25T02:32:41.492009+0000","last_became_active":"2024-04-25T02:30:12.195290+0000","last_became_peered":"2024-04-25T02:30:12.195290+0000","last_unstale":"2024-04-25T02:32:41.492009+0000","last_undegraded":"2024-04-25T02:32:41.492009+0000","last_fullsized":"2024-04-25T02:32:41.492009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:51:38.854314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'8","reported_seq":180,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.497503+0000","last_change":"2024-04-25T02:30:11.191919+0000","last_active":"2024-04-25T02:32:41.497503+0000","last_peered":"2024-04-25T02:32:41.497503+0000","last_clean":"2024-04-25T02:32:41.497503+0000","last_became_active":"2024-04-25T02:30:11.191574+0000","last_became_peered":"2024-04-25T02:30:11.191574+0000","last_unstale":"2024-04-25T02:32:41.497503+0000","last_undegraded":"2024-04-25T02:32:41.497503+0000","last_fullsized":"2024-04-25T02:32:41.497503+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:42:27.447981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431325+0000","last_change":"2024-04-25T02:30:12.197305+0000","last_active":"2024-04-25T02:32:41.431325+0000","last_peered":"2024-04-25T02:32:41.431325+0000","last_clean":"2024-04-25T02:32:41.431325+0000","last_became_active":"2024-04-25T02:30:12.196927+0000","last_became_peered":"2024-04-25T02:30:12.196927+0000","last_unstale":"2024-04-25T02:32:41.431325+0000","last_undegraded":"2024-04-25T02:32:41.431325+0000","last_fullsized":"2024-04-25T02:32:41.431325+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:28:29.817697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338099+0000","last_change":"2024-04-25T02:30:11.214452+0000","last_active":"2024-04-25T02:32:41.338099+0000","last_peered":"2024-04-25T02:32:41.338099+0000","last_clean":"2024-04-25T02:32:41.338099+0000","last_became_active":"2024-04-25T02:30:11.214176+0000","last_became_peered":"2024-04-25T02:30:11.214176+0000","last_unstale":"2024-04-25T02:32:41.338099+0000","last_undegraded":"2024-04-25T02:32:41.338099+0000","last_fullsized":"2024-04-25T02:32:41.338099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:52:21.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491909+0000","last_change":"2024-04-25T02:30:12.212846+0000","last_active":"2024-04-25T02:32:41.491909+0000","last_peered":"2024-04-25T02:32:41.491909+0000","last_clean":"2024-04-25T02:32:41.491909+0000","last_became_active":"2024-04-25T02:30:12.212489+0000","last_became_peered":"2024-04-25T02:30:12.212489+0000","last_unstale":"2024-04-25T02:32:41.491909+0000","last_undegraded":"2024-04-25T02:32:41.491909+0000","last_fullsized":"2024-04-25T02:32:41.491909+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:00:24.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336217+0000","last_change":"2024-04-25T02:30:11.202651+0000","last_active":"2024-04-25T02:32:41.336217+0000","last_peered":"2024-04-25T02:32:41.336217+0000","last_clean":"2024-04-25T02:32:41.336217+0000","last_became_active":"2024-04-25T02:30:11.202061+0000","last_became_peered":"2024-04-25T02:30:11.202061+0000","last_unstale":"2024-04-25T02:32:41.336217+0000","last_undegraded":"2024-04-25T02:32:41.336217+0000","last_fullsized":"2024-04-25T02:32:41.336217+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:45:23.221887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480586+0000","last_change":"2024-04-25T02:30:12.206609+0000","last_active":"2024-04-25T02:32:41.480586+0000","last_peered":"2024-04-25T02:32:41.480586+0000","last_clean":"2024-04-25T02:32:41.480586+0000","last_became_active":"2024-04-25T02:30:12.206066+0000","last_became_peered":"2024-04-25T02:30:12.206066+0000","last_unstale":"2024-04-25T02:32:41.480586+0000","last_undegraded":"2024-04-25T02:32:41.480586+0000","last_fullsized":"2024-04-25T02:32:41.480586+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:49.771531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491560+0000","last_change":"2024-04-25T02:30:11.191778+0000","last_active":"2024-04-25T02:32:41.491560+0000","last_peered":"2024-04-25T02:32:41.491560+0000","last_clean":"2024-04-25T02:32:41.491560+0000","last_became_active":"2024-04-25T02:30:11.191299+0000","last_became_peered":"2024-04-25T02:30:11.191299+0000","last_unstale":"2024-04-25T02:32:41.491560+0000","last_undegraded":"2024-04-25T02:32:41.491560+0000","last_fullsized":"2024-04-25T02:32:41.491560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:17:06.479175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477181+0000","last_change":"2024-04-25T02:30:12.207663+0000","last_active":"2024-04-25T02:32:41.477181+0000","last_peered":"2024-04-25T02:32:41.477181+0000","last_clean":"2024-04-25T02:32:41.477181+0000","last_became_active":"2024-04-25T02:30:12.207168+0000","last_became_peered":"2024-04-25T02:30:12.207168+0000","last_unstale":"2024-04-25T02:32:41.477181+0000","last_undegraded":"2024-04-25T02:32:41.477181+0000","last_fullsized":"2024-04-25T02:32:41.477181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:14.063858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'5","reported_seq":172,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.497023+0000","last_change":"2024-04-25T02:30:11.202645+0000","last_active":"2024-04-25T02:32:41.497023+0000","last_peered":"2024-04-25T02:32:41.497023+0000","last_clean":"2024-04-25T02:32:41.497023+0000","last_became_active":"2024-04-25T02:30:11.202400+0000","last_became_peered":"2024-04-25T02:30:11.202400+0000","last_unstale":"2024-04-25T02:32:41.497023+0000","last_undegraded":"2024-04-25T02:32:41.497023+0000","last_fullsized":"2024-04-25T02:32:41.497023+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:14:29.081812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":145,"num_read_kb":145,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473650+0000","last_change":"2024-04-25T02:30:12.204500+0000","last_active":"2024-04-25T02:32:41.473650+0000","last_peered":"2024-04-25T02:32:41.473650+0000","last_clean":"2024-04-25T02:32:41.473650+0000","last_became_active":"2024-04-25T02:30:12.204130+0000","last_became_peered":"2024-04-25T02:30:12.204130+0000","last_unstale":"2024-04-25T02:32:41.473650+0000","last_undegraded":"2024-04-25T02:32:41.473650+0000","last_fullsized":"2024-04-25T02:32:41.473650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:22:13.817783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692796+0000","last_change":"2024-04-25T02:30:11.194366+0000","last_active":"2024-04-25T02:32:41.692796+0000","last_peered":"2024-04-25T02:32:41.692796+0000","last_clean":"2024-04-25T02:32:41.692796+0000","last_became_active":"2024-04-25T02:30:11.194012+0000","last_became_peered":"2024-04-25T02:30:11.194012+0000","last_unstale":"2024-04-25T02:32:41.692796+0000","last_undegraded":"2024-04-25T02:32:41.692796+0000","last_fullsized":"2024-04-25T02:32:41.692796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:09:30.148152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694540+0000","last_change":"2024-04-25T02:31:11.733848+0000","last_active":"2024-04-25T02:32:41.694540+0000","last_peered":"2024-04-25T02:32:41.694540+0000","last_clean":"2024-04-25T02:32:41.694540+0000","last_became_active":"2024-04-25T02:31:11.733401+0000","last_became_peered":"2024-04-25T02:31:11.733401+0000","last_unstale":"2024-04-25T02:32:41.694540+0000","last_undegraded":"2024-04-25T02:32:41.694540+0000","last_fullsized":"2024-04-25T02:32:41.694540+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:35:08.298103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.492124+0000","last_change":"2024-04-25T02:30:11.210337+0000","last_active":"2024-04-25T02:32:41.492124+0000","last_peered":"2024-04-25T02:32:41.492124+0000","last_clean":"2024-04-25T02:32:41.492124+0000","last_became_active":"2024-04-25T02:30:11.209989+0000","last_became_peered":"2024-04-25T02:30:11.209989+0000","last_unstale":"2024-04-25T02:32:41.492124+0000","last_undegraded":"2024-04-25T02:32:41.492124+0000","last_fullsized":"2024-04-25T02:32:41.492124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:19:36.718221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473637+0000","last_change":"2024-04-25T02:30:12.196983+0000","last_active":"2024-04-25T02:32:41.473637+0000","last_peered":"2024-04-25T02:32:41.473637+0000","last_clean":"2024-04-25T02:32:41.473637+0000","last_became_active":"2024-04-25T02:30:12.196656+0000","last_became_peered":"2024-04-25T02:30:12.196656+0000","last_unstale":"2024-04-25T02:32:41.473637+0000","last_undegraded":"2024-04-25T02:32:41.473637+0000","last_fullsized":"2024-04-25T02:32:41.473637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:15:20.869555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'32","reported_seq":355,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.696650+0000","last_change":"2024-04-25T02:30:11.198514+0000","last_active":"2024-04-25T02:32:41.696650+0000","last_peered":"2024-04-25T02:32:41.696650+0000","last_clean":"2024-04-25T02:32:41.696650+0000","last_became_active":"2024-04-25T02:30:11.198132+0000","last_became_peered":"2024-04-25T02:30:11.198132+0000","last_unstale":"2024-04-25T02:32:41.696650+0000","last_undegraded":"2024-04-25T02:32:41.696650+0000","last_fullsized":"2024-04-25T02:32:41.696650+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:24:28.073786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63591,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":301,"num_read_kb":208,"num_write":33,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431506+0000","last_change":"2024-04-25T02:30:12.194185+0000","last_active":"2024-04-25T02:32:41.431506+0000","last_peered":"2024-04-25T02:32:41.431506+0000","last_clean":"2024-04-25T02:32:41.431506+0000","last_became_active":"2024-04-25T02:30:12.193857+0000","last_became_peered":"2024-04-25T02:30:12.193857+0000","last_unstale":"2024-04-25T02:32:41.431506+0000","last_undegraded":"2024-04-25T02:32:41.431506+0000","last_fullsized":"2024-04-25T02:32:41.431506+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:39:58.427909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338133+0000","last_change":"2024-04-25T02:30:11.204586+0000","last_active":"2024-04-25T02:32:41.338133+0000","last_peered":"2024-04-25T02:32:41.338133+0000","last_clean":"2024-04-25T02:32:41.338133+0000","last_became_active":"2024-04-25T02:30:11.204228+0000","last_became_peered":"2024-04-25T02:30:11.204228+0000","last_unstale":"2024-04-25T02:32:41.338133+0000","last_undegraded":"2024-04-25T02:32:41.338133+0000","last_fullsized":"2024-04-25T02:32:41.338133+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:11:19.343512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336219+0000","last_change":"2024-04-25T02:30:12.219439+0000","last_active":"2024-04-25T02:32:41.336219+0000","last_peered":"2024-04-25T02:32:41.336219+0000","last_clean":"2024-04-25T02:32:41.336219+0000","last_became_active":"2024-04-25T02:30:12.219005+0000","last_became_peered":"2024-04-25T02:30:12.219005+0000","last_unstale":"2024-04-25T02:32:41.336219+0000","last_undegraded":"2024-04-25T02:32:41.336219+0000","last_fullsized":"2024-04-25T02:32:41.336219+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.798512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491683+0000","last_change":"2024-04-25T02:30:11.193402+0000","last_active":"2024-04-25T02:32:41.491683+0000","last_peered":"2024-04-25T02:32:41.491683+0000","last_clean":"2024-04-25T02:32:41.491683+0000","last_became_active":"2024-04-25T02:30:11.192953+0000","last_became_peered":"2024-04-25T02:30:11.192953+0000","last_unstale":"2024-04-25T02:32:41.491683+0000","last_undegraded":"2024-04-25T02:32:41.491683+0000","last_fullsized":"2024-04-25T02:32:41.491683+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:12:54.872967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693061+0000","last_change":"2024-04-25T02:30:12.205412+0000","last_active":"2024-04-25T02:32:41.693061+0000","last_peered":"2024-04-25T02:32:41.693061+0000","last_clean":"2024-04-25T02:32:41.693061+0000","last_became_active":"2024-04-25T02:30:12.205047+0000","last_became_peered":"2024-04-25T02:30:12.205047+0000","last_unstale":"2024-04-25T02:32:41.693061+0000","last_undegraded":"2024-04-25T02:32:41.693061+0000","last_fullsized":"2024-04-25T02:32:41.693061+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:23:19.466895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":174,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692898+0000","last_change":"2024-04-25T02:30:11.193806+0000","last_active":"2024-04-25T02:32:41.692898+0000","last_peered":"2024-04-25T02:32:41.692898+0000","last_clean":"2024-04-25T02:32:41.692898+0000","last_became_active":"2024-04-25T02:30:11.193450+0000","last_became_peered":"2024-04-25T02:30:11.193450+0000","last_unstale":"2024-04-25T02:32:41.692898+0000","last_undegraded":"2024-04-25T02:32:41.692898+0000","last_fullsized":"2024-04-25T02:32:41.692898+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:06:11.198940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":3,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692370+0000","last_change":"2024-04-25T02:30:12.186867+0000","last_active":"2024-04-25T02:32:41.692370+0000","last_peered":"2024-04-25T02:32:41.692370+0000","last_clean":"2024-04-25T02:32:41.692370+0000","last_became_active":"2024-04-25T02:30:12.186483+0000","last_became_peered":"2024-04-25T02:30:12.186483+0000","last_unstale":"2024-04-25T02:32:41.692370+0000","last_undegraded":"2024-04-25T02:32:41.692370+0000","last_fullsized":"2024-04-25T02:32:41.692370+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:19:09.251515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431226+0000","last_change":"2024-04-25T02:30:11.214771+0000","last_active":"2024-04-25T02:32:41.431226+0000","last_peered":"2024-04-25T02:32:41.431226+0000","last_clean":"2024-04-25T02:32:41.431226+0000","last_became_active":"2024-04-25T02:30:11.214381+0000","last_became_peered":"2024-04-25T02:30:11.214381+0000","last_unstale":"2024-04-25T02:32:41.431226+0000","last_undegraded":"2024-04-25T02:32:41.431226+0000","last_fullsized":"2024-04-25T02:32:41.431226+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:15:52.532917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491646+0000","last_change":"2024-04-25T02:30:12.194489+0000","last_active":"2024-04-25T02:32:41.491646+0000","last_peered":"2024-04-25T02:32:41.491646+0000","last_clean":"2024-04-25T02:32:41.491646+0000","last_became_active":"2024-04-25T02:30:12.194171+0000","last_became_peered":"2024-04-25T02:30:12.194171+0000","last_unstale":"2024-04-25T02:32:41.491646+0000","last_undegraded":"2024-04-25T02:32:41.491646+0000","last_fullsized":"2024-04-25T02:32:41.491646+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:50.271856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431746+0000","last_change":"2024-04-25T02:30:11.193082+0000","last_active":"2024-04-25T02:32:41.431746+0000","last_peered":"2024-04-25T02:32:41.431746+0000","last_clean":"2024-04-25T02:32:41.431746+0000","last_became_active":"2024-04-25T02:30:11.192702+0000","last_became_peered":"2024-04-25T02:30:11.192702+0000","last_unstale":"2024-04-25T02:32:41.431746+0000","last_undegraded":"2024-04-25T02:32:41.431746+0000","last_fullsized":"2024-04-25T02:32:41.431746+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:33.670399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480496+0000","last_change":"2024-04-25T02:30:12.196479+0000","last_active":"2024-04-25T02:32:41.480496+0000","last_peered":"2024-04-25T02:32:41.480496+0000","last_clean":"2024-04-25T02:32:41.480496+0000","last_became_active":"2024-04-25T02:30:12.196026+0000","last_became_peered":"2024-04-25T02:30:12.196026+0000","last_unstale":"2024-04-25T02:32:41.480496+0000","last_undegraded":"2024-04-25T02:32:41.480496+0000","last_fullsized":"2024-04-25T02:32:41.480496+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:16.269526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477195+0000","last_change":"2024-04-25T02:31:11.731235+0000","last_active":"2024-04-25T02:32:41.477195+0000","last_peered":"2024-04-25T02:32:41.477195+0000","last_clean":"2024-04-25T02:32:41.477195+0000","last_became_active":"2024-04-25T02:31:11.730710+0000","last_became_peered":"2024-04-25T02:31:11.730710+0000","last_unstale":"2024-04-25T02:32:41.477195+0000","last_undegraded":"2024-04-25T02:32:41.477195+0000","last_fullsized":"2024-04-25T02:32:41.477195+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:06:45.513873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338321+0000","last_change":"2024-04-25T02:30:12.216751+0000","last_active":"2024-04-25T02:32:41.338321+0000","last_peered":"2024-04-25T02:32:41.338321+0000","last_clean":"2024-04-25T02:32:41.338321+0000","last_became_active":"2024-04-25T02:30:12.216414+0000","last_became_peered":"2024-04-25T02:30:12.216414+0000","last_unstale":"2024-04-25T02:32:41.338321+0000","last_undegraded":"2024-04-25T02:32:41.338321+0000","last_fullsized":"2024-04-25T02:32:41.338321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:11:52.976476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692793+0000","last_change":"2024-04-25T02:30:11.211529+0000","last_active":"2024-04-25T02:32:41.692793+0000","last_peered":"2024-04-25T02:32:41.692793+0000","last_clean":"2024-04-25T02:32:41.692793+0000","last_became_active":"2024-04-25T02:30:11.211135+0000","last_became_peered":"2024-04-25T02:30:11.211135+0000","last_unstale":"2024-04-25T02:32:41.692793+0000","last_undegraded":"2024-04-25T02:32:41.692793+0000","last_fullsized":"2024-04-25T02:32:41.692793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:30:36.076070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338092+0000","last_change":"2024-04-25T02:30:12.201047+0000","last_active":"2024-04-25T02:32:41.338092+0000","last_peered":"2024-04-25T02:32:41.338092+0000","last_clean":"2024-04-25T02:32:41.338092+0000","last_became_active":"2024-04-25T02:30:12.200664+0000","last_became_peered":"2024-04-25T02:30:12.200664+0000","last_unstale":"2024-04-25T02:32:41.338092+0000","last_undegraded":"2024-04-25T02:32:41.338092+0000","last_fullsized":"2024-04-25T02:32:41.338092+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:03:36.688225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491650+0000","last_change":"2024-04-25T02:30:12.186651+0000","last_active":"2024-04-25T02:32:41.491650+0000","last_peered":"2024-04-25T02:32:41.491650+0000","last_clean":"2024-04-25T02:32:41.491650+0000","last_became_active":"2024-04-25T02:30:12.186293+0000","last_became_peered":"2024-04-25T02:30:12.186293+0000","last_unstale":"2024-04-25T02:32:41.491650+0000","last_undegraded":"2024-04-25T02:32:41.491650+0000","last_fullsized":"2024-04-25T02:32:41.491650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:37.219881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":172,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.607893+0000","last_change":"2024-04-25T02:30:11.216304+0000","last_active":"2024-04-25T02:32:41.607893+0000","last_peered":"2024-04-25T02:32:41.607893+0000","last_clean":"2024-04-25T02:32:41.607893+0000","last_became_active":"2024-04-25T02:30:11.216011+0000","last_became_peered":"2024-04-25T02:30:11.216011+0000","last_unstale":"2024-04-25T02:32:41.607893+0000","last_undegraded":"2024-04-25T02:32:41.607893+0000","last_fullsized":"2024-04-25T02:32:41.607893+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:58:48.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":145,"num_read_kb":145,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477557+0000","last_change":"2024-04-25T02:31:11.945178+0000","last_active":"2024-04-25T02:32:41.477557+0000","last_peered":"2024-04-25T02:32:41.477557+0000","last_clean":"2024-04-25T02:32:41.477557+0000","last_became_active":"2024-04-25T02:31:11.944409+0000","last_became_peered":"2024-04-25T02:31:11.944409+0000","last_unstale":"2024-04-25T02:32:41.477557+0000","last_undegraded":"2024-04-25T02:32:41.477557+0000","last_fullsized":"2024-04-25T02:32:41.477557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:28:36.703145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.610086+0000","last_change":"2024-04-25T02:30:11.194703+0000","last_active":"2024-04-25T02:32:41.610086+0000","last_peered":"2024-04-25T02:32:41.610086+0000","last_clean":"2024-04-25T02:32:41.610086+0000","last_became_active":"2024-04-25T02:30:11.194349+0000","last_became_peered":"2024-04-25T02:30:11.194349+0000","last_unstale":"2024-04-25T02:32:41.610086+0000","last_undegraded":"2024-04-25T02:32:41.610086+0000","last_fullsized":"2024-04-25T02:32:41.610086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:59:20.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":355,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692411+0000","last_change":"2024-04-25T02:28:51.643084+0000","last_active":"2024-04-25T02:32:41.692411+0000","last_peered":"2024-04-25T02:32:41.692411+0000","last_clean":"2024-04-25T02:32:41.692411+0000","last_became_active":"2024-04-25T02:28:51.642543+0000","last_became_peered":"2024-04-25T02:28:51.642543+0000","last_unstale":"2024-04-25T02:32:41.692411+0000","last_undegraded":"2024-04-25T02:32:41.692411+0000","last_fullsized":"2024-04-25T02:32:41.692411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_clean_scrub_stamp":"2024-04-25T02:25:01.179833+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:49:11.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336010+0000","last_change":"2024-04-25T02:30:12.200597+0000","last_active":"2024-04-25T02:32:41.336010+0000","last_peered":"2024-04-25T02:32:41.336010+0000","last_clean":"2024-04-25T02:32:41.336010+0000","last_became_active":"2024-04-25T02:30:12.200117+0000","last_became_peered":"2024-04-25T02:30:12.200117+0000","last_unstale":"2024-04-25T02:32:41.336010+0000","last_undegraded":"2024-04-25T02:32:41.336010+0000","last_fullsized":"2024-04-25T02:32:41.336010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:39:42.084442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692549+0000","last_change":"2024-04-25T02:31:11.947206+0000","last_active":"2024-04-25T02:32:41.692549+0000","last_peered":"2024-04-25T02:32:41.692549+0000","last_clean":"2024-04-25T02:32:41.692549+0000","last_became_active":"2024-04-25T02:31:11.944331+0000","last_became_peered":"2024-04-25T02:31:11.944331+0000","last_unstale":"2024-04-25T02:32:41.692549+0000","last_undegraded":"2024-04-25T02:32:41.692549+0000","last_fullsized":"2024-04-25T02:32:41.692549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:55.506164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431546+0000","last_change":"2024-04-25T02:30:11.212170+0000","last_active":"2024-04-25T02:32:41.431546+0000","last_peered":"2024-04-25T02:32:41.431546+0000","last_clean":"2024-04-25T02:32:41.431546+0000","last_became_active":"2024-04-25T02:30:11.211865+0000","last_became_peered":"2024-04-25T02:30:11.211865+0000","last_unstale":"2024-04-25T02:32:41.431546+0000","last_undegraded":"2024-04-25T02:32:41.431546+0000","last_fullsized":"2024-04-25T02:32:41.431546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:02:25.494166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336482+0000","last_change":"2024-04-25T02:30:12.213235+0000","last_active":"2024-04-25T02:32:41.336482+0000","last_peered":"2024-04-25T02:32:41.336482+0000","last_clean":"2024-04-25T02:32:41.336482+0000","last_became_active":"2024-04-25T02:30:12.212565+0000","last_became_peered":"2024-04-25T02:30:12.212565+0000","last_unstale":"2024-04-25T02:32:41.336482+0000","last_undegraded":"2024-04-25T02:32:41.336482+0000","last_fullsized":"2024-04-25T02:32:41.336482+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:25.832393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'45","reported_seq":102,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.626365+0000","last_change":"2024-04-25T02:31:11.738895+0000","last_active":"2024-04-25T02:32:41.626365+0000","last_peered":"2024-04-25T02:32:41.626365+0000","last_clean":"2024-04-25T02:32:41.626365+0000","last_became_active":"2024-04-25T02:31:11.734019+0000","last_became_peered":"2024-04-25T02:31:11.734019+0000","last_unstale":"2024-04-25T02:32:41.626365+0000","last_undegraded":"2024-04-25T02:32:41.626365+0000","last_fullsized":"2024-04-25T02:32:41.626365+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:01:57.504906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481543+0000","last_change":"2024-04-25T02:30:12.217114+0000","last_active":"2024-04-25T02:32:41.481543+0000","last_peered":"2024-04-25T02:32:41.481543+0000","last_clean":"2024-04-25T02:32:41.481543+0000","last_became_active":"2024-04-25T02:30:12.207395+0000","last_became_peered":"2024-04-25T02:30:12.207395+0000","last_unstale":"2024-04-25T02:32:41.481543+0000","last_undegraded":"2024-04-25T02:32:41.481543+0000","last_fullsized":"2024-04-25T02:32:41.481543+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:59:40.067224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.610045+0000","last_change":"2024-04-25T02:30:11.200098+0000","last_active":"2024-04-25T02:32:41.610045+0000","last_peered":"2024-04-25T02:32:41.610045+0000","last_clean":"2024-04-25T02:32:41.610045+0000","last_became_active":"2024-04-25T02:30:11.199798+0000","last_became_peered":"2024-04-25T02:30:11.199798+0000","last_unstale":"2024-04-25T02:32:41.610045+0000","last_undegraded":"2024-04-25T02:32:41.610045+0000","last_fullsized":"2024-04-25T02:32:41.610045+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:29:23.294022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694204+0000","last_change":"2024-04-25T02:30:12.216755+0000","last_active":"2024-04-25T02:32:41.694204+0000","last_peered":"2024-04-25T02:32:41.694204+0000","last_clean":"2024-04-25T02:32:41.694204+0000","last_became_active":"2024-04-25T02:30:12.216053+0000","last_became_peered":"2024-04-25T02:30:12.216053+0000","last_unstale":"2024-04-25T02:32:41.694204+0000","last_undegraded":"2024-04-25T02:32:41.694204+0000","last_fullsized":"2024-04-25T02:32:41.694204+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:30:16.731550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473247+0000","last_change":"2024-04-25T02:30:11.210612+0000","last_active":"2024-04-25T02:32:41.473247+0000","last_peered":"2024-04-25T02:32:41.473247+0000","last_clean":"2024-04-25T02:32:41.473247+0000","last_became_active":"2024-04-25T02:30:11.210143+0000","last_became_peered":"2024-04-25T02:30:11.210143+0000","last_unstale":"2024-04-25T02:32:41.473247+0000","last_undegraded":"2024-04-25T02:32:41.473247+0000","last_fullsized":"2024-04-25T02:32:41.473247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:14:59.311131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431173+0000","last_change":"2024-04-25T02:30:12.193505+0000","last_active":"2024-04-25T02:32:41.431173+0000","last_peered":"2024-04-25T02:32:41.431173+0000","last_clean":"2024-04-25T02:32:41.431173+0000","last_became_active":"2024-04-25T02:30:12.193094+0000","last_became_peered":"2024-04-25T02:30:12.193094+0000","last_unstale":"2024-04-25T02:32:41.431173+0000","last_undegraded":"2024-04-25T02:32:41.431173+0000","last_fullsized":"2024-04-25T02:32:41.431173+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:33:25.299739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480956+0000","last_change":"2024-04-25T02:30:11.206506+0000","last_active":"2024-04-25T02:32:41.480956+0000","last_peered":"2024-04-25T02:32:41.480956+0000","last_clean":"2024-04-25T02:32:41.480956+0000","last_became_active":"2024-04-25T02:30:11.204308+0000","last_became_peered":"2024-04-25T02:30:11.204308+0000","last_unstale":"2024-04-25T02:32:41.480956+0000","last_undegraded":"2024-04-25T02:32:41.480956+0000","last_fullsized":"2024-04-25T02:32:41.480956+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:24:44.661349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480224+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:32:41.480224+0000","last_peered":"2024-04-25T02:32:41.480224+0000","last_clean":"2024-04-25T02:32:41.480224+0000","last_became_active":"2024-04-25T02:30:12.211229+0000","last_became_peered":"2024-04-25T02:30:12.211229+0000","last_unstale":"2024-04-25T02:32:41.480224+0000","last_undegraded":"2024-04-25T02:32:41.480224+0000","last_fullsized":"2024-04-25T02:32:41.480224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:13:22.406018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338299+0000","last_change":"2024-04-25T02:30:11.194155+0000","last_active":"2024-04-25T02:32:41.338299+0000","last_peered":"2024-04-25T02:32:41.338299+0000","last_clean":"2024-04-25T02:32:41.338299+0000","last_became_active":"2024-04-25T02:30:11.193740+0000","last_became_peered":"2024-04-25T02:30:11.193740+0000","last_unstale":"2024-04-25T02:32:41.338299+0000","last_undegraded":"2024-04-25T02:32:41.338299+0000","last_fullsized":"2024-04-25T02:32:41.338299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:30:20.331805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480649+0000","last_change":"2024-04-25T02:30:12.221307+0000","last_active":"2024-04-25T02:32:41.480649+0000","last_peered":"2024-04-25T02:32:41.480649+0000","last_clean":"2024-04-25T02:32:41.480649+0000","last_became_active":"2024-04-25T02:30:12.220918+0000","last_became_peered":"2024-04-25T02:30:12.220918+0000","last_unstale":"2024-04-25T02:32:41.480649+0000","last_undegraded":"2024-04-25T02:32:41.480649+0000","last_fullsized":"2024-04-25T02:32:41.480649+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:31:56.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431236+0000","last_change":"2024-04-25T02:30:11.194954+0000","last_active":"2024-04-25T02:32:41.431236+0000","last_peered":"2024-04-25T02:32:41.431236+0000","last_clean":"2024-04-25T02:32:41.431236+0000","last_became_active":"2024-04-25T02:30:11.194554+0000","last_became_peered":"2024-04-25T02:30:11.194554+0000","last_unstale":"2024-04-25T02:32:41.431236+0000","last_undegraded":"2024-04-25T02:32:41.431236+0000","last_fullsized":"2024-04-25T02:32:41.431236+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:23:34.045361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692928+0000","last_change":"2024-04-25T02:30:12.205598+0000","last_active":"2024-04-25T02:32:41.692928+0000","last_peered":"2024-04-25T02:32:41.692928+0000","last_clean":"2024-04-25T02:32:41.692928+0000","last_became_active":"2024-04-25T02:30:12.205263+0000","last_became_peered":"2024-04-25T02:30:12.205263+0000","last_unstale":"2024-04-25T02:32:41.692928+0000","last_undegraded":"2024-04-25T02:32:41.692928+0000","last_fullsized":"2024-04-25T02:32:41.692928+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:02:47.718610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338249+0000","last_change":"2024-04-25T02:30:11.210523+0000","last_active":"2024-04-25T02:32:41.338249+0000","last_peered":"2024-04-25T02:32:41.338249+0000","last_clean":"2024-04-25T02:32:41.338249+0000","last_became_active":"2024-04-25T02:30:11.210088+0000","last_became_peered":"2024-04-25T02:30:11.210088+0000","last_unstale":"2024-04-25T02:32:41.338249+0000","last_undegraded":"2024-04-25T02:32:41.338249+0000","last_fullsized":"2024-04-25T02:32:41.338249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:40:01.433659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692870+0000","last_change":"2024-04-25T02:30:12.195353+0000","last_active":"2024-04-25T02:32:41.692870+0000","last_peered":"2024-04-25T02:32:41.692870+0000","last_clean":"2024-04-25T02:32:41.692870+0000","last_became_active":"2024-04-25T02:30:12.194935+0000","last_became_peered":"2024-04-25T02:30:12.194935+0000","last_unstale":"2024-04-25T02:32:41.692870+0000","last_undegraded":"2024-04-25T02:32:41.692870+0000","last_fullsized":"2024-04-25T02:32:41.692870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:44:42.611371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'39","reported_seq":69,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.623253+0000","last_change":"2024-04-25T02:30:11.206873+0000","last_active":"2024-04-25T02:32:41.623253+0000","last_peered":"2024-04-25T02:32:41.623253+0000","last_clean":"2024-04-25T02:32:41.623253+0000","last_became_active":"2024-04-25T02:30:11.206526+0000","last_became_peered":"2024-04-25T02:30:11.206526+0000","last_unstale":"2024-04-25T02:32:41.623253+0000","last_undegraded":"2024-04-25T02:32:41.623253+0000","last_fullsized":"2024-04-25T02:32:41.623253+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:01.229067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692675+0000","last_change":"2024-04-25T02:30:12.206941+0000","last_active":"2024-04-25T02:32:41.692675+0000","last_peered":"2024-04-25T02:32:41.692675+0000","last_clean":"2024-04-25T02:32:41.692675+0000","last_became_active":"2024-04-25T02:30:12.206635+0000","last_became_peered":"2024-04-25T02:30:12.206635+0000","last_unstale":"2024-04-25T02:32:41.692675+0000","last_undegraded":"2024-04-25T02:32:41.692675+0000","last_fullsized":"2024-04-25T02:32:41.692675+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:29.451122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336315+0000","last_change":"2024-04-25T02:30:11.208871+0000","last_active":"2024-04-25T02:32:41.336315+0000","last_peered":"2024-04-25T02:32:41.336315+0000","last_clean":"2024-04-25T02:32:41.336315+0000","last_became_active":"2024-04-25T02:30:11.208535+0000","last_became_peered":"2024-04-25T02:30:11.208535+0000","last_unstale":"2024-04-25T02:32:41.336315+0000","last_undegraded":"2024-04-25T02:32:41.336315+0000","last_fullsized":"2024-04-25T02:32:41.336315+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:16:19.899948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692915+0000","last_change":"2024-04-25T02:30:12.195132+0000","last_active":"2024-04-25T02:32:41.692915+0000","last_peered":"2024-04-25T02:32:41.692915+0000","last_clean":"2024-04-25T02:32:41.692915+0000","last_became_active":"2024-04-25T02:30:12.194740+0000","last_became_peered":"2024-04-25T02:30:12.194740+0000","last_unstale":"2024-04-25T02:32:41.692915+0000","last_undegraded":"2024-04-25T02:32:41.692915+0000","last_fullsized":"2024-04-25T02:32:41.692915+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:55:05.194488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480311+0000","last_change":"2024-04-25T02:30:12.196954+0000","last_active":"2024-04-25T02:32:41.480311+0000","last_peered":"2024-04-25T02:32:41.480311+0000","last_clean":"2024-04-25T02:32:41.480311+0000","last_became_active":"2024-04-25T02:30:12.196294+0000","last_became_peered":"2024-04-25T02:30:12.196294+0000","last_unstale":"2024-04-25T02:32:41.480311+0000","last_undegraded":"2024-04-25T02:32:41.480311+0000","last_fullsized":"2024-04-25T02:32:41.480311+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:02:23.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338007+0000","last_change":"2024-04-25T02:30:12.185914+0000","last_active":"2024-04-25T02:32:41.338007+0000","last_peered":"2024-04-25T02:32:41.338007+0000","last_clean":"2024-04-25T02:32:41.338007+0000","last_became_active":"2024-04-25T02:30:12.185445+0000","last_became_peered":"2024-04-25T02:30:12.185445+0000","last_unstale":"2024-04-25T02:32:41.338007+0000","last_undegraded":"2024-04-25T02:32:41.338007+0000","last_fullsized":"2024-04-25T02:32:41.338007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:09:04.761310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.337913+0000","last_change":"2024-04-25T02:30:12.210580+0000","last_active":"2024-04-25T02:32:41.337913+0000","last_peered":"2024-04-25T02:32:41.337913+0000","last_clean":"2024-04-25T02:32:41.337913+0000","last_became_active":"2024-04-25T02:30:12.210307+0000","last_became_peered":"2024-04-25T02:30:12.210307+0000","last_unstale":"2024-04-25T02:32:41.337913+0000","last_undegraded":"2024-04-25T02:32:41.337913+0000","last_fullsized":"2024-04-25T02:32:41.337913+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:35:49.184292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693393+0000","last_change":"2024-04-25T02:30:12.211619+0000","last_active":"2024-04-25T02:32:41.693393+0000","last_peered":"2024-04-25T02:32:41.693393+0000","last_clean":"2024-04-25T02:32:41.693393+0000","last_became_active":"2024-04-25T02:30:12.211240+0000","last_became_peered":"2024-04-25T02:30:12.211240+0000","last_unstale":"2024-04-25T02:32:41.693393+0000","last_undegraded":"2024-04-25T02:32:41.693393+0000","last_fullsized":"2024-04-25T02:32:41.693393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:55:37.419015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336338+0000","last_change":"2024-04-25T02:30:12.212917+0000","last_active":"2024-04-25T02:32:41.336338+0000","last_peered":"2024-04-25T02:32:41.336338+0000","last_clean":"2024-04-25T02:32:41.336338+0000","last_became_active":"2024-04-25T02:30:12.212091+0000","last_became_peered":"2024-04-25T02:30:12.212091+0000","last_unstale":"2024-04-25T02:32:41.336338+0000","last_undegraded":"2024-04-25T02:32:41.336338+0000","last_fullsized":"2024-04-25T02:32:41.336338+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:57:56.926375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480424+0000","last_change":"2024-04-25T02:31:11.728268+0000","last_active":"2024-04-25T02:32:41.480424+0000","last_peered":"2024-04-25T02:32:41.480424+0000","last_clean":"2024-04-25T02:32:41.480424+0000","last_became_active":"2024-04-25T02:31:11.727823+0000","last_became_peered":"2024-04-25T02:31:11.727823+0000","last_unstale":"2024-04-25T02:32:41.480424+0000","last_undegraded":"2024-04-25T02:32:41.480424+0000","last_fullsized":"2024-04-25T02:32:41.480424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:33:35.855779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338527+0000","last_change":"2024-04-25T02:30:12.195426+0000","last_active":"2024-04-25T02:32:41.338527+0000","last_peered":"2024-04-25T02:32:41.338527+0000","last_clean":"2024-04-25T02:32:41.338527+0000","last_became_active":"2024-04-25T02:30:12.194864+0000","last_became_peered":"2024-04-25T02:30:12.194864+0000","last_unstale":"2024-04-25T02:32:41.338527+0000","last_undegraded":"2024-04-25T02:32:41.338527+0000","last_fullsized":"2024-04-25T02:32:41.338527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:44.156886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481458+0000","last_change":"2024-04-25T02:30:12.217597+0000","last_active":"2024-04-25T02:32:41.481458+0000","last_peered":"2024-04-25T02:32:41.481458+0000","last_clean":"2024-04-25T02:32:41.481458+0000","last_became_active":"2024-04-25T02:30:12.214971+0000","last_became_peered":"2024-04-25T02:30:12.214971+0000","last_unstale":"2024-04-25T02:32:41.481458+0000","last_undegraded":"2024-04-25T02:32:41.481458+0000","last_fullsized":"2024-04-25T02:32:41.481458+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:51.639545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491557+0000","last_change":"2024-04-25T02:30:12.212823+0000","last_active":"2024-04-25T02:32:41.491557+0000","last_peered":"2024-04-25T02:32:41.491557+0000","last_clean":"2024-04-25T02:32:41.491557+0000","last_became_active":"2024-04-25T02:30:12.212462+0000","last_became_peered":"2024-04-25T02:30:12.212462+0000","last_unstale":"2024-04-25T02:32:41.491557+0000","last_undegraded":"2024-04-25T02:32:41.491557+0000","last_fullsized":"2024-04-25T02:32:41.491557+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:17:34.753227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480804+0000","last_change":"2024-04-25T02:30:12.215396+0000","last_active":"2024-04-25T02:32:41.480804+0000","last_peered":"2024-04-25T02:32:41.480804+0000","last_clean":"2024-04-25T02:32:41.480804+0000","last_became_active":"2024-04-25T02:30:12.207707+0000","last_became_peered":"2024-04-25T02:30:12.207707+0000","last_unstale":"2024-04-25T02:32:41.480804+0000","last_undegraded":"2024-04-25T02:32:41.480804+0000","last_fullsized":"2024-04-25T02:32:41.480804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:11:11.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473282+0000","last_change":"2024-04-25T02:30:12.220996+0000","last_active":"2024-04-25T02:32:41.473282+0000","last_peered":"2024-04-25T02:32:41.473282+0000","last_clean":"2024-04-25T02:32:41.473282+0000","last_became_active":"2024-04-25T02:30:12.220635+0000","last_became_peered":"2024-04-25T02:30:12.220635+0000","last_unstale":"2024-04-25T02:32:41.473282+0000","last_undegraded":"2024-04-25T02:32:41.473282+0000","last_fullsized":"2024-04-25T02:32:41.473282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:01:57.825934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336678+0000","last_change":"2024-04-25T02:30:12.213614+0000","last_active":"2024-04-25T02:32:41.336678+0000","last_peered":"2024-04-25T02:32:41.336678+0000","last_clean":"2024-04-25T02:32:41.336678+0000","last_became_active":"2024-04-25T02:30:12.213228+0000","last_became_peered":"2024-04-25T02:30:12.213228+0000","last_unstale":"2024-04-25T02:32:41.336678+0000","last_undegraded":"2024-04-25T02:32:41.336678+0000","last_fullsized":"2024-04-25T02:32:41.336678+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:24:09.874052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480397+0000","last_change":"2024-04-25T02:30:12.200848+0000","last_active":"2024-04-25T02:32:41.480397+0000","last_peered":"2024-04-25T02:32:41.480397+0000","last_clean":"2024-04-25T02:32:41.480397+0000","last_became_active":"2024-04-25T02:30:12.200469+0000","last_became_peered":"2024-04-25T02:30:12.200469+0000","last_unstale":"2024-04-25T02:32:41.480397+0000","last_undegraded":"2024-04-25T02:32:41.480397+0000","last_fullsized":"2024-04-25T02:32:41.480397+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:50:54.943775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":593641,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":994,"num_read_kb":598,"num_write":285,"num_write_kb":1431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2015232,"data_stored":1780923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":223,"ondisk_log_size":223,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351018,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":459248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612655,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1662976,"data_stored":1118542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776181,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28364,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716788,"statfs":{"total":95995035648,"available":95965990912,"internally_reserved":0,"allocated":1376256,"data_stored":861627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037819,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":983040,"data_stored":468331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32720,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712432,"statfs":{"total":95995035648,"available":95961530368,"internally_reserved":0,"allocated":1576960,"data_stored":1061494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462981,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":467800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574948,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":526479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738472,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":460144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411422,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40536,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704616,"statfs":{"total":95995035648,"available":95953526784,"internally_reserved":0,"allocated":1060864,"data_stored":533376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149783,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":992927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888147,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":974848,"data_stored":469019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724620,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28760,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716392,"statfs":{"total":95995035648,"available":95965585408,"internally_reserved":0,"allocated":1724416,"data_stored":1191996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":241664,"data_stored":197551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T02:32:47.026 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: Unable to set osd_memory_target on smithi178 to 184756633: error parsing value: Value '184756633' is below minimum 939524096 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi113 to 176.2M 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: Unable to set osd_memory_target on smithi113 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2987974718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3757051589' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-04-25T02:32:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:46 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2502618459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.270+0000 7f1977a00640 1 -- 172.21.15.47:0/3253988383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 msgr2=0x7f1970073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.270+0000 7f1977a00640 1 --2- 172.21.15.47:0/3253988383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 0x7f1970073bd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1960009cd0 tx=0x7f196002a8f0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.270+0000 7f1977a00640 1 -- 172.21.15.47:0/3253988383 shutdown_connections 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.270+0000 7f1977a00640 1 --2- 172.21.15.47:0/3253988383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f197010dd80 0x7f1970110170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.270+0000 7f1977a00640 1 --2- 172.21.15.47:0/3253988383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f19700741a0 0x7f1970074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.270+0000 7f1977a00640 1 --2- 172.21.15.47:0/3253988383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 0x7f1970073bd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.270+0000 7f1977a00640 1 -- 172.21.15.47:0/3253988383 >> 172.21.15.47:0/3253988383 conn(0x7f19700fcd20 msgr2=0x7f19700ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.271+0000 7f1977a00640 1 -- 172.21.15.47:0/3253988383 shutdown_connections 2024-04-25T02:32:47.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.271+0000 7f1977a00640 1 -- 172.21.15.47:0/3253988383 wait complete. 2024-04-25T02:32:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.272+0000 7f1977a00640 1 Processor -- start 2024-04-25T02:32:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.272+0000 7f1977a00640 1 -- start start 2024-04-25T02:32:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.272+0000 7f1977a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f19700741a0 0x7f197019e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.272+0000 7f1977a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 0x7f197019e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.272+0000 7f1977a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f197010dd80 0x7f19701a5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:47.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.272+0000 7f1977a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1970113a00 con 0x7f197010dd80 2024-04-25T02:32:47.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.272+0000 7f1977a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1970113880 con 0x7f1970075780 2024-04-25T02:32:47.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.272+0000 7f1977a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1970113b80 con 0x7f19700741a0 2024-04-25T02:32:47.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f1975a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f197010dd80 0x7f19701a5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:47.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f196fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 0x7f197019e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:47.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f1975000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f19700741a0 0x7f197019e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:47.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f1975a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f197010dd80 0x7f19701a5690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48590/0 (socket says 172.21.15.47:48590) 2024-04-25T02:32:47.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f1975a00640 1 -- 172.21.15.47:0/1096865092 learned_addr learned my addr 172.21.15.47:0/1096865092 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f196fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 0x7f197019e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57518/0 (socket says 172.21.15.47:57518) 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f196fe00640 1 -- 172.21.15.47:0/1096865092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f19700741a0 msgr2=0x7f197019e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f196fe00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f19700741a0 0x7f197019e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f196fe00640 1 -- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f197010dd80 msgr2=0x7f19701a5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f196fe00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f197010dd80 0x7f19701a5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f196fe00640 1 -- 172.21.15.47:0/1096865092 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19701a5d00 con 0x7f1970075780 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.273+0000 7f1975a00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f197010dd80 0x7f19701a5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.274+0000 7f196fe00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 0x7f197019e670 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1958005fd0 tx=0x7f195800dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.274+0000 7f196d600640 1 -- 172.21.15.47:0/1096865092 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958009c30 con 0x7f1970075780 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.274+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19701a5ff0 con 0x7f1970075780 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.274+0000 7f196d600640 1 -- 172.21.15.47:0/1096865092 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1958009dd0 con 0x7f1970075780 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.274+0000 7f196d600640 1 -- 172.21.15.47:0/1096865092 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958010460 con 0x7f1970075780 2024-04-25T02:32:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.274+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19701a6500 con 0x7f1970075780 2024-04-25T02:32:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.275+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1970103f50 con 0x7f1970075780 2024-04-25T02:32:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.278+0000 7f196d600640 1 -- 172.21.15.47:0/1096865092 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f1958003ef0 con 0x7f1970075780 2024-04-25T02:32:47.283 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.279+0000 7f196d600640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f19540a2e20 0x7f19540a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:47.283 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.279+0000 7f196d600640 1 -- 172.21.15.47:0/1096865092 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f19580cf230 con 0x7f1970075780 2024-04-25T02:32:47.283 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.279+0000 7f1975000640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f19540a2e20 0x7f19540a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:47.284 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.280+0000 7f1975000640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f19540a2e20 0x7f19540a52e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1960006010 tx=0x7f1960031000 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.281+0000 7f196d600640 1 -- 172.21.15.47:0/1096865092 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1958017020 con 0x7f1970075780 2024-04-25T02:32:47.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.490+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1970061b80 con 0x7f19540a2e20 2024-04-25T02:32:47.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.510+0000 7f196d600640 1 -- 172.21.15.47:0/1096865092 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257730 (secure 0 0 0) 0x7f1970061b80 con 0x7f19540a2e20 2024-04-25T02:32:47.518 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:47.519 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.515+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f19540a2e20 msgr2=0x7f19540a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.515+0000 7f1977a00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f19540a2e20 0x7f19540a52e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1960006010 tx=0x7f1960031000 comp rx=0 tx=0).stop 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 msgr2=0x7f197019e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 0x7f197019e670 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1958005fd0 tx=0x7f195800dde0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 shutdown_connections 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f19540a2e20 0x7f19540a52e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f197010dd80 0x7f19701a5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1970075780 0x7f197019e670 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 --2- 172.21.15.47:0/1096865092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f19700741a0 0x7f197019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 >> 172.21.15.47:0/1096865092 conn(0x7f19700fcd20 msgr2=0x7f1970101120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:47.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 shutdown_connections 2024-04-25T02:32:47.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.516+0000 7f1977a00640 1 -- 172.21.15.47:0/1096865092 wait complete. 2024-04-25T02:32:47.542 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-25T02:32:47.355829+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1184243,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1130,"num_read_kb":717,"num_write":468,"num_write_kb":4371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":862,"ondisk_log_size":862,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372020,"kb_used_data":14456,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569804,"statfs":{"total":1151940427776,"available":1151559479296,"internally_reserved":0,"allocated":14802944,"data_stored":8610983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":365933881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.969931"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480621+0000","last_change":"2024-04-25T02:30:12.219716+0000","last_active":"2024-04-25T02:32:41.480621+0000","last_peered":"2024-04-25T02:32:41.480621+0000","last_clean":"2024-04-25T02:32:41.480621+0000","last_became_active":"2024-04-25T02:30:12.219363+0000","last_became_peered":"2024-04-25T02:30:12.219363+0000","last_unstale":"2024-04-25T02:32:41.480621+0000","last_undegraded":"2024-04-25T02:32:41.480621+0000","last_fullsized":"2024-04-25T02:32:41.480621+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:54:51.339866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694014+0000","last_change":"2024-04-25T02:30:12.214897+0000","last_active":"2024-04-25T02:32:41.694014+0000","last_peered":"2024-04-25T02:32:41.694014+0000","last_clean":"2024-04-25T02:32:41.694014+0000","last_became_active":"2024-04-25T02:30:12.211388+0000","last_became_peered":"2024-04-25T02:30:12.211388+0000","last_unstale":"2024-04-25T02:32:41.694014+0000","last_undegraded":"2024-04-25T02:32:41.694014+0000","last_fullsized":"2024-04-25T02:32:41.694014+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:30:24.354223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694556+0000","last_change":"2024-04-25T02:30:12.210941+0000","last_active":"2024-04-25T02:32:41.694556+0000","last_peered":"2024-04-25T02:32:41.694556+0000","last_clean":"2024-04-25T02:32:41.694556+0000","last_became_active":"2024-04-25T02:30:12.210220+0000","last_became_peered":"2024-04-25T02:30:12.210220+0000","last_unstale":"2024-04-25T02:32:41.694556+0000","last_undegraded":"2024-04-25T02:32:41.694556+0000","last_fullsized":"2024-04-25T02:32:41.694556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:56.149599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.609972+0000","last_change":"2024-04-25T02:30:12.185891+0000","last_active":"2024-04-25T02:32:41.609972+0000","last_peered":"2024-04-25T02:32:41.609972+0000","last_clean":"2024-04-25T02:32:41.609972+0000","last_became_active":"2024-04-25T02:30:12.185511+0000","last_became_peered":"2024-04-25T02:30:12.185511+0000","last_unstale":"2024-04-25T02:32:41.609972+0000","last_undegraded":"2024-04-25T02:32:41.609972+0000","last_fullsized":"2024-04-25T02:32:41.609972+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:57:40.490147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431302+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:32:41.431302+0000","last_peered":"2024-04-25T02:32:41.431302+0000","last_clean":"2024-04-25T02:32:41.431302+0000","last_became_active":"2024-04-25T02:30:12.211161+0000","last_became_peered":"2024-04-25T02:30:12.211161+0000","last_unstale":"2024-04-25T02:32:41.431302+0000","last_undegraded":"2024-04-25T02:32:41.431302+0000","last_fullsized":"2024-04-25T02:32:41.431302+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:41:00.305067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338208+0000","last_change":"2024-04-25T02:30:12.198204+0000","last_active":"2024-04-25T02:32:41.338208+0000","last_peered":"2024-04-25T02:32:41.338208+0000","last_clean":"2024-04-25T02:32:41.338208+0000","last_became_active":"2024-04-25T02:30:12.197583+0000","last_became_peered":"2024-04-25T02:30:12.197583+0000","last_unstale":"2024-04-25T02:32:41.338208+0000","last_undegraded":"2024-04-25T02:32:41.338208+0000","last_fullsized":"2024-04-25T02:32:41.338208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:27:00.983794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692629+0000","last_change":"2024-04-25T02:30:12.194459+0000","last_active":"2024-04-25T02:32:41.692629+0000","last_peered":"2024-04-25T02:32:41.692629+0000","last_clean":"2024-04-25T02:32:41.692629+0000","last_became_active":"2024-04-25T02:30:12.194069+0000","last_became_peered":"2024-04-25T02:30:12.194069+0000","last_unstale":"2024-04-25T02:32:41.692629+0000","last_undegraded":"2024-04-25T02:32:41.692629+0000","last_fullsized":"2024-04-25T02:32:41.692629+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:14:57.073942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480475+0000","last_change":"2024-04-25T02:30:12.212831+0000","last_active":"2024-04-25T02:32:41.480475+0000","last_peered":"2024-04-25T02:32:41.480475+0000","last_clean":"2024-04-25T02:32:41.480475+0000","last_became_active":"2024-04-25T02:30:12.210599+0000","last_became_peered":"2024-04-25T02:30:12.210599+0000","last_unstale":"2024-04-25T02:32:41.480475+0000","last_undegraded":"2024-04-25T02:32:41.480475+0000","last_fullsized":"2024-04-25T02:32:41.480475+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:52.422609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473736+0000","last_change":"2024-04-25T02:30:12.195635+0000","last_active":"2024-04-25T02:32:41.473736+0000","last_peered":"2024-04-25T02:32:41.473736+0000","last_clean":"2024-04-25T02:32:41.473736+0000","last_became_active":"2024-04-25T02:30:12.195248+0000","last_became_peered":"2024-04-25T02:30:12.195248+0000","last_unstale":"2024-04-25T02:32:41.473736+0000","last_undegraded":"2024-04-25T02:32:41.473736+0000","last_fullsized":"2024-04-25T02:32:41.473736+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:06.492446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338547+0000","last_change":"2024-04-25T02:30:12.184840+0000","last_active":"2024-04-25T02:32:41.338547+0000","last_peered":"2024-04-25T02:32:41.338547+0000","last_clean":"2024-04-25T02:32:41.338547+0000","last_became_active":"2024-04-25T02:30:12.184424+0000","last_became_peered":"2024-04-25T02:30:12.184424+0000","last_unstale":"2024-04-25T02:32:41.338547+0000","last_undegraded":"2024-04-25T02:32:41.338547+0000","last_fullsized":"2024-04-25T02:32:41.338547+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:55.833649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692922+0000","last_change":"2024-04-25T02:30:12.194680+0000","last_active":"2024-04-25T02:32:41.692922+0000","last_peered":"2024-04-25T02:32:41.692922+0000","last_clean":"2024-04-25T02:32:41.692922+0000","last_became_active":"2024-04-25T02:30:12.193694+0000","last_became_peered":"2024-04-25T02:30:12.193694+0000","last_unstale":"2024-04-25T02:32:41.692922+0000","last_undegraded":"2024-04-25T02:32:41.692922+0000","last_fullsized":"2024-04-25T02:32:41.692922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:09:52.409595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477016+0000","last_change":"2024-04-25T02:31:11.753823+0000","last_active":"2024-04-25T02:32:41.477016+0000","last_peered":"2024-04-25T02:32:41.477016+0000","last_clean":"2024-04-25T02:32:41.477016+0000","last_became_active":"2024-04-25T02:31:11.752799+0000","last_became_peered":"2024-04-25T02:31:11.752799+0000","last_unstale":"2024-04-25T02:32:41.477016+0000","last_undegraded":"2024-04-25T02:32:41.477016+0000","last_fullsized":"2024-04-25T02:32:41.477016+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.269848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336557+0000","last_change":"2024-04-25T02:30:12.206140+0000","last_active":"2024-04-25T02:32:41.336557+0000","last_peered":"2024-04-25T02:32:41.336557+0000","last_clean":"2024-04-25T02:32:41.336557+0000","last_became_active":"2024-04-25T02:30:12.203328+0000","last_became_peered":"2024-04-25T02:30:12.203328+0000","last_unstale":"2024-04-25T02:32:41.336557+0000","last_undegraded":"2024-04-25T02:32:41.336557+0000","last_fullsized":"2024-04-25T02:32:41.336557+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:39:09.903154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693206+0000","last_change":"2024-04-25T02:30:12.203192+0000","last_active":"2024-04-25T02:32:41.693206+0000","last_peered":"2024-04-25T02:32:41.693206+0000","last_clean":"2024-04-25T02:32:41.693206+0000","last_became_active":"2024-04-25T02:30:12.200431+0000","last_became_peered":"2024-04-25T02:30:12.200431+0000","last_unstale":"2024-04-25T02:32:41.693206+0000","last_undegraded":"2024-04-25T02:32:41.693206+0000","last_fullsized":"2024-04-25T02:32:41.693206+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:48:25.939123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692690+0000","last_change":"2024-04-25T02:30:12.214829+0000","last_active":"2024-04-25T02:32:41.692690+0000","last_peered":"2024-04-25T02:32:41.692690+0000","last_clean":"2024-04-25T02:32:41.692690+0000","last_became_active":"2024-04-25T02:30:12.210930+0000","last_became_peered":"2024-04-25T02:30:12.210930+0000","last_unstale":"2024-04-25T02:32:41.692690+0000","last_undegraded":"2024-04-25T02:32:41.692690+0000","last_fullsized":"2024-04-25T02:32:41.692690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:36:51.248756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473224+0000","last_change":"2024-04-25T02:30:12.210490+0000","last_active":"2024-04-25T02:32:41.473224+0000","last_peered":"2024-04-25T02:32:41.473224+0000","last_clean":"2024-04-25T02:32:41.473224+0000","last_became_active":"2024-04-25T02:30:12.210142+0000","last_became_peered":"2024-04-25T02:30:12.210142+0000","last_unstale":"2024-04-25T02:32:41.473224+0000","last_undegraded":"2024-04-25T02:32:41.473224+0000","last_fullsized":"2024-04-25T02:32:41.473224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:57:22.995065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480820+0000","last_change":"2024-04-25T02:30:12.219629+0000","last_active":"2024-04-25T02:32:41.480820+0000","last_peered":"2024-04-25T02:32:41.480820+0000","last_clean":"2024-04-25T02:32:41.480820+0000","last_became_active":"2024-04-25T02:30:12.219290+0000","last_became_peered":"2024-04-25T02:30:12.219290+0000","last_unstale":"2024-04-25T02:32:41.480820+0000","last_undegraded":"2024-04-25T02:32:41.480820+0000","last_fullsized":"2024-04-25T02:32:41.480820+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:57:36.220214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477988+0000","last_change":"2024-04-25T02:30:12.198143+0000","last_active":"2024-04-25T02:32:41.477988+0000","last_peered":"2024-04-25T02:32:41.477988+0000","last_clean":"2024-04-25T02:32:41.477988+0000","last_became_active":"2024-04-25T02:30:12.196453+0000","last_became_peered":"2024-04-25T02:30:12.196453+0000","last_unstale":"2024-04-25T02:32:41.477988+0000","last_undegraded":"2024-04-25T02:32:41.477988+0000","last_fullsized":"2024-04-25T02:32:41.477988+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:08:56.743223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338250+0000","last_change":"2024-04-25T02:30:12.216665+0000","last_active":"2024-04-25T02:32:41.338250+0000","last_peered":"2024-04-25T02:32:41.338250+0000","last_clean":"2024-04-25T02:32:41.338250+0000","last_became_active":"2024-04-25T02:30:12.216328+0000","last_became_peered":"2024-04-25T02:30:12.216328+0000","last_unstale":"2024-04-25T02:32:41.338250+0000","last_undegraded":"2024-04-25T02:32:41.338250+0000","last_fullsized":"2024-04-25T02:32:41.338250+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:24:02.778156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.478210+0000","last_change":"2024-04-25T02:30:11.202310+0000","last_active":"2024-04-25T02:32:41.478210+0000","last_peered":"2024-04-25T02:32:41.478210+0000","last_clean":"2024-04-25T02:32:41.478210+0000","last_became_active":"2024-04-25T02:30:11.201929+0000","last_became_peered":"2024-04-25T02:30:11.201929+0000","last_unstale":"2024-04-25T02:32:41.478210+0000","last_undegraded":"2024-04-25T02:32:41.478210+0000","last_fullsized":"2024-04-25T02:32:41.478210+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:40:51.587777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481060+0000","last_change":"2024-04-25T02:30:12.211502+0000","last_active":"2024-04-25T02:32:41.481060+0000","last_peered":"2024-04-25T02:32:41.481060+0000","last_clean":"2024-04-25T02:32:41.481060+0000","last_became_active":"2024-04-25T02:30:12.210988+0000","last_became_peered":"2024-04-25T02:30:12.210988+0000","last_unstale":"2024-04-25T02:32:41.481060+0000","last_undegraded":"2024-04-25T02:32:41.481060+0000","last_fullsized":"2024-04-25T02:32:41.481060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:17:20.967854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481314+0000","last_change":"2024-04-25T02:30:11.217798+0000","last_active":"2024-04-25T02:32:41.481314+0000","last_peered":"2024-04-25T02:32:41.481314+0000","last_clean":"2024-04-25T02:32:41.481314+0000","last_became_active":"2024-04-25T02:30:11.217314+0000","last_became_peered":"2024-04-25T02:30:11.217314+0000","last_unstale":"2024-04-25T02:32:41.481314+0000","last_undegraded":"2024-04-25T02:32:41.481314+0000","last_fullsized":"2024-04-25T02:32:41.481314+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:20:29.152539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694841+0000","last_change":"2024-04-25T02:30:12.212988+0000","last_active":"2024-04-25T02:32:41.694841+0000","last_peered":"2024-04-25T02:32:41.694841+0000","last_clean":"2024-04-25T02:32:41.694841+0000","last_became_active":"2024-04-25T02:30:12.211710+0000","last_became_peered":"2024-04-25T02:30:12.211710+0000","last_unstale":"2024-04-25T02:32:41.694841+0000","last_undegraded":"2024-04-25T02:32:41.694841+0000","last_fullsized":"2024-04-25T02:32:41.694841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:51.481316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431686+0000","last_change":"2024-04-25T02:31:11.735869+0000","last_active":"2024-04-25T02:32:41.431686+0000","last_peered":"2024-04-25T02:32:41.431686+0000","last_clean":"2024-04-25T02:32:41.431686+0000","last_became_active":"2024-04-25T02:31:11.729746+0000","last_became_peered":"2024-04-25T02:31:11.729746+0000","last_unstale":"2024-04-25T02:32:41.431686+0000","last_undegraded":"2024-04-25T02:32:41.431686+0000","last_fullsized":"2024-04-25T02:32:41.431686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:38:32.759400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473553+0000","last_change":"2024-04-25T02:30:12.203778+0000","last_active":"2024-04-25T02:32:41.473553+0000","last_peered":"2024-04-25T02:32:41.473553+0000","last_clean":"2024-04-25T02:32:41.473553+0000","last_became_active":"2024-04-25T02:30:12.203393+0000","last_became_peered":"2024-04-25T02:30:12.203393+0000","last_unstale":"2024-04-25T02:32:41.473553+0000","last_undegraded":"2024-04-25T02:32:41.473553+0000","last_fullsized":"2024-04-25T02:32:41.473553+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:19:50.656183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431677+0000","last_change":"2024-04-25T02:30:11.191113+0000","last_active":"2024-04-25T02:32:41.431677+0000","last_peered":"2024-04-25T02:32:41.431677+0000","last_clean":"2024-04-25T02:32:41.431677+0000","last_became_active":"2024-04-25T02:30:11.190745+0000","last_became_peered":"2024-04-25T02:30:11.190745+0000","last_unstale":"2024-04-25T02:32:41.431677+0000","last_undegraded":"2024-04-25T02:32:41.431677+0000","last_fullsized":"2024-04-25T02:32:41.431677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:25:32.948543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.492009+0000","last_change":"2024-04-25T02:30:12.195621+0000","last_active":"2024-04-25T02:32:41.492009+0000","last_peered":"2024-04-25T02:32:41.492009+0000","last_clean":"2024-04-25T02:32:41.492009+0000","last_became_active":"2024-04-25T02:30:12.195290+0000","last_became_peered":"2024-04-25T02:30:12.195290+0000","last_unstale":"2024-04-25T02:32:41.492009+0000","last_undegraded":"2024-04-25T02:32:41.492009+0000","last_fullsized":"2024-04-25T02:32:41.492009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:51:38.854314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'8","reported_seq":180,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.497503+0000","last_change":"2024-04-25T02:30:11.191919+0000","last_active":"2024-04-25T02:32:41.497503+0000","last_peered":"2024-04-25T02:32:41.497503+0000","last_clean":"2024-04-25T02:32:41.497503+0000","last_became_active":"2024-04-25T02:30:11.191574+0000","last_became_peered":"2024-04-25T02:30:11.191574+0000","last_unstale":"2024-04-25T02:32:41.497503+0000","last_undegraded":"2024-04-25T02:32:41.497503+0000","last_fullsized":"2024-04-25T02:32:41.497503+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:42:27.447981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431325+0000","last_change":"2024-04-25T02:30:12.197305+0000","last_active":"2024-04-25T02:32:41.431325+0000","last_peered":"2024-04-25T02:32:41.431325+0000","last_clean":"2024-04-25T02:32:41.431325+0000","last_became_active":"2024-04-25T02:30:12.196927+0000","last_became_peered":"2024-04-25T02:30:12.196927+0000","last_unstale":"2024-04-25T02:32:41.431325+0000","last_undegraded":"2024-04-25T02:32:41.431325+0000","last_fullsized":"2024-04-25T02:32:41.431325+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:28:29.817697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338099+0000","last_change":"2024-04-25T02:30:11.214452+0000","last_active":"2024-04-25T02:32:41.338099+0000","last_peered":"2024-04-25T02:32:41.338099+0000","last_clean":"2024-04-25T02:32:41.338099+0000","last_became_active":"2024-04-25T02:30:11.214176+0000","last_became_peered":"2024-04-25T02:30:11.214176+0000","last_unstale":"2024-04-25T02:32:41.338099+0000","last_undegraded":"2024-04-25T02:32:41.338099+0000","last_fullsized":"2024-04-25T02:32:41.338099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:52:21.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491909+0000","last_change":"2024-04-25T02:30:12.212846+0000","last_active":"2024-04-25T02:32:41.491909+0000","last_peered":"2024-04-25T02:32:41.491909+0000","last_clean":"2024-04-25T02:32:41.491909+0000","last_became_active":"2024-04-25T02:30:12.212489+0000","last_became_peered":"2024-04-25T02:30:12.212489+0000","last_unstale":"2024-04-25T02:32:41.491909+0000","last_undegraded":"2024-04-25T02:32:41.491909+0000","last_fullsized":"2024-04-25T02:32:41.491909+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:00:24.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336217+0000","last_change":"2024-04-25T02:30:11.202651+0000","last_active":"2024-04-25T02:32:41.336217+0000","last_peered":"2024-04-25T02:32:41.336217+0000","last_clean":"2024-04-25T02:32:41.336217+0000","last_became_active":"2024-04-25T02:30:11.202061+0000","last_became_peered":"2024-04-25T02:30:11.202061+0000","last_unstale":"2024-04-25T02:32:41.336217+0000","last_undegraded":"2024-04-25T02:32:41.336217+0000","last_fullsized":"2024-04-25T02:32:41.336217+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:45:23.221887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480586+0000","last_change":"2024-04-25T02:30:12.206609+0000","last_active":"2024-04-25T02:32:41.480586+0000","last_peered":"2024-04-25T02:32:41.480586+0000","last_clean":"2024-04-25T02:32:41.480586+0000","last_became_active":"2024-04-25T02:30:12.206066+0000","last_became_peered":"2024-04-25T02:30:12.206066+0000","last_unstale":"2024-04-25T02:32:41.480586+0000","last_undegraded":"2024-04-25T02:32:41.480586+0000","last_fullsized":"2024-04-25T02:32:41.480586+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:49.771531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491560+0000","last_change":"2024-04-25T02:30:11.191778+0000","last_active":"2024-04-25T02:32:41.491560+0000","last_peered":"2024-04-25T02:32:41.491560+0000","last_clean":"2024-04-25T02:32:41.491560+0000","last_became_active":"2024-04-25T02:30:11.191299+0000","last_became_peered":"2024-04-25T02:30:11.191299+0000","last_unstale":"2024-04-25T02:32:41.491560+0000","last_undegraded":"2024-04-25T02:32:41.491560+0000","last_fullsized":"2024-04-25T02:32:41.491560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:17:06.479175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477181+0000","last_change":"2024-04-25T02:30:12.207663+0000","last_active":"2024-04-25T02:32:41.477181+0000","last_peered":"2024-04-25T02:32:41.477181+0000","last_clean":"2024-04-25T02:32:41.477181+0000","last_became_active":"2024-04-25T02:30:12.207168+0000","last_became_peered":"2024-04-25T02:30:12.207168+0000","last_unstale":"2024-04-25T02:32:41.477181+0000","last_undegraded":"2024-04-25T02:32:41.477181+0000","last_fullsized":"2024-04-25T02:32:41.477181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:14.063858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'5","reported_seq":172,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.497023+0000","last_change":"2024-04-25T02:30:11.202645+0000","last_active":"2024-04-25T02:32:41.497023+0000","last_peered":"2024-04-25T02:32:41.497023+0000","last_clean":"2024-04-25T02:32:41.497023+0000","last_became_active":"2024-04-25T02:30:11.202400+0000","last_became_peered":"2024-04-25T02:30:11.202400+0000","last_unstale":"2024-04-25T02:32:41.497023+0000","last_undegraded":"2024-04-25T02:32:41.497023+0000","last_fullsized":"2024-04-25T02:32:41.497023+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:14:29.081812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":145,"num_read_kb":145,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473650+0000","last_change":"2024-04-25T02:30:12.204500+0000","last_active":"2024-04-25T02:32:41.473650+0000","last_peered":"2024-04-25T02:32:41.473650+0000","last_clean":"2024-04-25T02:32:41.473650+0000","last_became_active":"2024-04-25T02:30:12.204130+0000","last_became_peered":"2024-04-25T02:30:12.204130+0000","last_unstale":"2024-04-25T02:32:41.473650+0000","last_undegraded":"2024-04-25T02:32:41.473650+0000","last_fullsized":"2024-04-25T02:32:41.473650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:22:13.817783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692796+0000","last_change":"2024-04-25T02:30:11.194366+0000","last_active":"2024-04-25T02:32:41.692796+0000","last_peered":"2024-04-25T02:32:41.692796+0000","last_clean":"2024-04-25T02:32:41.692796+0000","last_became_active":"2024-04-25T02:30:11.194012+0000","last_became_peered":"2024-04-25T02:30:11.194012+0000","last_unstale":"2024-04-25T02:32:41.692796+0000","last_undegraded":"2024-04-25T02:32:41.692796+0000","last_fullsized":"2024-04-25T02:32:41.692796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:09:30.148152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694540+0000","last_change":"2024-04-25T02:31:11.733848+0000","last_active":"2024-04-25T02:32:41.694540+0000","last_peered":"2024-04-25T02:32:41.694540+0000","last_clean":"2024-04-25T02:32:41.694540+0000","last_became_active":"2024-04-25T02:31:11.733401+0000","last_became_peered":"2024-04-25T02:31:11.733401+0000","last_unstale":"2024-04-25T02:32:41.694540+0000","last_undegraded":"2024-04-25T02:32:41.694540+0000","last_fullsized":"2024-04-25T02:32:41.694540+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:35:08.298103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.492124+0000","last_change":"2024-04-25T02:30:11.210337+0000","last_active":"2024-04-25T02:32:41.492124+0000","last_peered":"2024-04-25T02:32:41.492124+0000","last_clean":"2024-04-25T02:32:41.492124+0000","last_became_active":"2024-04-25T02:30:11.209989+0000","last_became_peered":"2024-04-25T02:30:11.209989+0000","last_unstale":"2024-04-25T02:32:41.492124+0000","last_undegraded":"2024-04-25T02:32:41.492124+0000","last_fullsized":"2024-04-25T02:32:41.492124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:19:36.718221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473637+0000","last_change":"2024-04-25T02:30:12.196983+0000","last_active":"2024-04-25T02:32:41.473637+0000","last_peered":"2024-04-25T02:32:41.473637+0000","last_clean":"2024-04-25T02:32:41.473637+0000","last_became_active":"2024-04-25T02:30:12.196656+0000","last_became_peered":"2024-04-25T02:30:12.196656+0000","last_unstale":"2024-04-25T02:32:41.473637+0000","last_undegraded":"2024-04-25T02:32:41.473637+0000","last_fullsized":"2024-04-25T02:32:41.473637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:15:20.869555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'32","reported_seq":355,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.696650+0000","last_change":"2024-04-25T02:30:11.198514+0000","last_active":"2024-04-25T02:32:41.696650+0000","last_peered":"2024-04-25T02:32:41.696650+0000","last_clean":"2024-04-25T02:32:41.696650+0000","last_became_active":"2024-04-25T02:30:11.198132+0000","last_became_peered":"2024-04-25T02:30:11.198132+0000","last_unstale":"2024-04-25T02:32:41.696650+0000","last_undegraded":"2024-04-25T02:32:41.696650+0000","last_fullsized":"2024-04-25T02:32:41.696650+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:24:28.073786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63591,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":301,"num_read_kb":208,"num_write":33,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431506+0000","last_change":"2024-04-25T02:30:12.194185+0000","last_active":"2024-04-25T02:32:41.431506+0000","last_peered":"2024-04-25T02:32:41.431506+0000","last_clean":"2024-04-25T02:32:41.431506+0000","last_became_active":"2024-04-25T02:30:12.193857+0000","last_became_peered":"2024-04-25T02:30:12.193857+0000","last_unstale":"2024-04-25T02:32:41.431506+0000","last_undegraded":"2024-04-25T02:32:41.431506+0000","last_fullsized":"2024-04-25T02:32:41.431506+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:39:58.427909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338133+0000","last_change":"2024-04-25T02:30:11.204586+0000","last_active":"2024-04-25T02:32:41.338133+0000","last_peered":"2024-04-25T02:32:41.338133+0000","last_clean":"2024-04-25T02:32:41.338133+0000","last_became_active":"2024-04-25T02:30:11.204228+0000","last_became_peered":"2024-04-25T02:30:11.204228+0000","last_unstale":"2024-04-25T02:32:41.338133+0000","last_undegraded":"2024-04-25T02:32:41.338133+0000","last_fullsized":"2024-04-25T02:32:41.338133+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:11:19.343512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336219+0000","last_change":"2024-04-25T02:30:12.219439+0000","last_active":"2024-04-25T02:32:41.336219+0000","last_peered":"2024-04-25T02:32:41.336219+0000","last_clean":"2024-04-25T02:32:41.336219+0000","last_became_active":"2024-04-25T02:30:12.219005+0000","last_became_peered":"2024-04-25T02:30:12.219005+0000","last_unstale":"2024-04-25T02:32:41.336219+0000","last_undegraded":"2024-04-25T02:32:41.336219+0000","last_fullsized":"2024-04-25T02:32:41.336219+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.798512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491683+0000","last_change":"2024-04-25T02:30:11.193402+0000","last_active":"2024-04-25T02:32:41.491683+0000","last_peered":"2024-04-25T02:32:41.491683+0000","last_clean":"2024-04-25T02:32:41.491683+0000","last_became_active":"2024-04-25T02:30:11.192953+0000","last_became_peered":"2024-04-25T02:30:11.192953+0000","last_unstale":"2024-04-25T02:32:41.491683+0000","last_undegraded":"2024-04-25T02:32:41.491683+0000","last_fullsized":"2024-04-25T02:32:41.491683+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:12:54.872967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693061+0000","last_change":"2024-04-25T02:30:12.205412+0000","last_active":"2024-04-25T02:32:41.693061+0000","last_peered":"2024-04-25T02:32:41.693061+0000","last_clean":"2024-04-25T02:32:41.693061+0000","last_became_active":"2024-04-25T02:30:12.205047+0000","last_became_peered":"2024-04-25T02:30:12.205047+0000","last_unstale":"2024-04-25T02:32:41.693061+0000","last_undegraded":"2024-04-25T02:32:41.693061+0000","last_fullsized":"2024-04-25T02:32:41.693061+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:23:19.466895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":174,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692898+0000","last_change":"2024-04-25T02:30:11.193806+0000","last_active":"2024-04-25T02:32:41.692898+0000","last_peered":"2024-04-25T02:32:41.692898+0000","last_clean":"2024-04-25T02:32:41.692898+0000","last_became_active":"2024-04-25T02:30:11.193450+0000","last_became_peered":"2024-04-25T02:30:11.193450+0000","last_unstale":"2024-04-25T02:32:41.692898+0000","last_undegraded":"2024-04-25T02:32:41.692898+0000","last_fullsized":"2024-04-25T02:32:41.692898+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:06:11.198940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":3,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692370+0000","last_change":"2024-04-25T02:30:12.186867+0000","last_active":"2024-04-25T02:32:41.692370+0000","last_peered":"2024-04-25T02:32:41.692370+0000","last_clean":"2024-04-25T02:32:41.692370+0000","last_became_active":"2024-04-25T02:30:12.186483+0000","last_became_peered":"2024-04-25T02:30:12.186483+0000","last_unstale":"2024-04-25T02:32:41.692370+0000","last_undegraded":"2024-04-25T02:32:41.692370+0000","last_fullsized":"2024-04-25T02:32:41.692370+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:19:09.251515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431226+0000","last_change":"2024-04-25T02:30:11.214771+0000","last_active":"2024-04-25T02:32:41.431226+0000","last_peered":"2024-04-25T02:32:41.431226+0000","last_clean":"2024-04-25T02:32:41.431226+0000","last_became_active":"2024-04-25T02:30:11.214381+0000","last_became_peered":"2024-04-25T02:30:11.214381+0000","last_unstale":"2024-04-25T02:32:41.431226+0000","last_undegraded":"2024-04-25T02:32:41.431226+0000","last_fullsized":"2024-04-25T02:32:41.431226+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:15:52.532917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491646+0000","last_change":"2024-04-25T02:30:12.194489+0000","last_active":"2024-04-25T02:32:41.491646+0000","last_peered":"2024-04-25T02:32:41.491646+0000","last_clean":"2024-04-25T02:32:41.491646+0000","last_became_active":"2024-04-25T02:30:12.194171+0000","last_became_peered":"2024-04-25T02:30:12.194171+0000","last_unstale":"2024-04-25T02:32:41.491646+0000","last_undegraded":"2024-04-25T02:32:41.491646+0000","last_fullsized":"2024-04-25T02:32:41.491646+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:50.271856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431746+0000","last_change":"2024-04-25T02:30:11.193082+0000","last_active":"2024-04-25T02:32:41.431746+0000","last_peered":"2024-04-25T02:32:41.431746+0000","last_clean":"2024-04-25T02:32:41.431746+0000","last_became_active":"2024-04-25T02:30:11.192702+0000","last_became_peered":"2024-04-25T02:30:11.192702+0000","last_unstale":"2024-04-25T02:32:41.431746+0000","last_undegraded":"2024-04-25T02:32:41.431746+0000","last_fullsized":"2024-04-25T02:32:41.431746+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:33.670399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480496+0000","last_change":"2024-04-25T02:30:12.196479+0000","last_active":"2024-04-25T02:32:41.480496+0000","last_peered":"2024-04-25T02:32:41.480496+0000","last_clean":"2024-04-25T02:32:41.480496+0000","last_became_active":"2024-04-25T02:30:12.196026+0000","last_became_peered":"2024-04-25T02:30:12.196026+0000","last_unstale":"2024-04-25T02:32:41.480496+0000","last_undegraded":"2024-04-25T02:32:41.480496+0000","last_fullsized":"2024-04-25T02:32:41.480496+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:16.269526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477195+0000","last_change":"2024-04-25T02:31:11.731235+0000","last_active":"2024-04-25T02:32:41.477195+0000","last_peered":"2024-04-25T02:32:41.477195+0000","last_clean":"2024-04-25T02:32:41.477195+0000","last_became_active":"2024-04-25T02:31:11.730710+0000","last_became_peered":"2024-04-25T02:31:11.730710+0000","last_unstale":"2024-04-25T02:32:41.477195+0000","last_undegraded":"2024-04-25T02:32:41.477195+0000","last_fullsized":"2024-04-25T02:32:41.477195+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:06:45.513873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338321+0000","last_change":"2024-04-25T02:30:12.216751+0000","last_active":"2024-04-25T02:32:41.338321+0000","last_peered":"2024-04-25T02:32:41.338321+0000","last_clean":"2024-04-25T02:32:41.338321+0000","last_became_active":"2024-04-25T02:30:12.216414+0000","last_became_peered":"2024-04-25T02:30:12.216414+0000","last_unstale":"2024-04-25T02:32:41.338321+0000","last_undegraded":"2024-04-25T02:32:41.338321+0000","last_fullsized":"2024-04-25T02:32:41.338321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:11:52.976476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692793+0000","last_change":"2024-04-25T02:30:11.211529+0000","last_active":"2024-04-25T02:32:41.692793+0000","last_peered":"2024-04-25T02:32:41.692793+0000","last_clean":"2024-04-25T02:32:41.692793+0000","last_became_active":"2024-04-25T02:30:11.211135+0000","last_became_peered":"2024-04-25T02:30:11.211135+0000","last_unstale":"2024-04-25T02:32:41.692793+0000","last_undegraded":"2024-04-25T02:32:41.692793+0000","last_fullsized":"2024-04-25T02:32:41.692793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:30:36.076070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338092+0000","last_change":"2024-04-25T02:30:12.201047+0000","last_active":"2024-04-25T02:32:41.338092+0000","last_peered":"2024-04-25T02:32:41.338092+0000","last_clean":"2024-04-25T02:32:41.338092+0000","last_became_active":"2024-04-25T02:30:12.200664+0000","last_became_peered":"2024-04-25T02:30:12.200664+0000","last_unstale":"2024-04-25T02:32:41.338092+0000","last_undegraded":"2024-04-25T02:32:41.338092+0000","last_fullsized":"2024-04-25T02:32:41.338092+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:03:36.688225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491650+0000","last_change":"2024-04-25T02:30:12.186651+0000","last_active":"2024-04-25T02:32:41.491650+0000","last_peered":"2024-04-25T02:32:41.491650+0000","last_clean":"2024-04-25T02:32:41.491650+0000","last_became_active":"2024-04-25T02:30:12.186293+0000","last_became_peered":"2024-04-25T02:30:12.186293+0000","last_unstale":"2024-04-25T02:32:41.491650+0000","last_undegraded":"2024-04-25T02:32:41.491650+0000","last_fullsized":"2024-04-25T02:32:41.491650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:37.219881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":172,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.607893+0000","last_change":"2024-04-25T02:30:11.216304+0000","last_active":"2024-04-25T02:32:41.607893+0000","last_peered":"2024-04-25T02:32:41.607893+0000","last_clean":"2024-04-25T02:32:41.607893+0000","last_became_active":"2024-04-25T02:30:11.216011+0000","last_became_peered":"2024-04-25T02:30:11.216011+0000","last_unstale":"2024-04-25T02:32:41.607893+0000","last_undegraded":"2024-04-25T02:32:41.607893+0000","last_fullsized":"2024-04-25T02:32:41.607893+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:58:48.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":145,"num_read_kb":145,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477557+0000","last_change":"2024-04-25T02:31:11.945178+0000","last_active":"2024-04-25T02:32:41.477557+0000","last_peered":"2024-04-25T02:32:41.477557+0000","last_clean":"2024-04-25T02:32:41.477557+0000","last_became_active":"2024-04-25T02:31:11.944409+0000","last_became_peered":"2024-04-25T02:31:11.944409+0000","last_unstale":"2024-04-25T02:32:41.477557+0000","last_undegraded":"2024-04-25T02:32:41.477557+0000","last_fullsized":"2024-04-25T02:32:41.477557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:28:36.703145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.610086+0000","last_change":"2024-04-25T02:30:11.194703+0000","last_active":"2024-04-25T02:32:41.610086+0000","last_peered":"2024-04-25T02:32:41.610086+0000","last_clean":"2024-04-25T02:32:41.610086+0000","last_became_active":"2024-04-25T02:30:11.194349+0000","last_became_peered":"2024-04-25T02:30:11.194349+0000","last_unstale":"2024-04-25T02:32:41.610086+0000","last_undegraded":"2024-04-25T02:32:41.610086+0000","last_fullsized":"2024-04-25T02:32:41.610086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:59:20.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":355,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692411+0000","last_change":"2024-04-25T02:28:51.643084+0000","last_active":"2024-04-25T02:32:41.692411+0000","last_peered":"2024-04-25T02:32:41.692411+0000","last_clean":"2024-04-25T02:32:41.692411+0000","last_became_active":"2024-04-25T02:28:51.642543+0000","last_became_peered":"2024-04-25T02:28:51.642543+0000","last_unstale":"2024-04-25T02:32:41.692411+0000","last_undegraded":"2024-04-25T02:32:41.692411+0000","last_fullsized":"2024-04-25T02:32:41.692411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_clean_scrub_stamp":"2024-04-25T02:25:01.179833+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:49:11.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336010+0000","last_change":"2024-04-25T02:30:12.200597+0000","last_active":"2024-04-25T02:32:41.336010+0000","last_peered":"2024-04-25T02:32:41.336010+0000","last_clean":"2024-04-25T02:32:41.336010+0000","last_became_active":"2024-04-25T02:30:12.200117+0000","last_became_peered":"2024-04-25T02:30:12.200117+0000","last_unstale":"2024-04-25T02:32:41.336010+0000","last_undegraded":"2024-04-25T02:32:41.336010+0000","last_fullsized":"2024-04-25T02:32:41.336010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:39:42.084442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692549+0000","last_change":"2024-04-25T02:31:11.947206+0000","last_active":"2024-04-25T02:32:41.692549+0000","last_peered":"2024-04-25T02:32:41.692549+0000","last_clean":"2024-04-25T02:32:41.692549+0000","last_became_active":"2024-04-25T02:31:11.944331+0000","last_became_peered":"2024-04-25T02:31:11.944331+0000","last_unstale":"2024-04-25T02:32:41.692549+0000","last_undegraded":"2024-04-25T02:32:41.692549+0000","last_fullsized":"2024-04-25T02:32:41.692549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:55.506164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431546+0000","last_change":"2024-04-25T02:30:11.212170+0000","last_active":"2024-04-25T02:32:41.431546+0000","last_peered":"2024-04-25T02:32:41.431546+0000","last_clean":"2024-04-25T02:32:41.431546+0000","last_became_active":"2024-04-25T02:30:11.211865+0000","last_became_peered":"2024-04-25T02:30:11.211865+0000","last_unstale":"2024-04-25T02:32:41.431546+0000","last_undegraded":"2024-04-25T02:32:41.431546+0000","last_fullsized":"2024-04-25T02:32:41.431546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:02:25.494166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336482+0000","last_change":"2024-04-25T02:30:12.213235+0000","last_active":"2024-04-25T02:32:41.336482+0000","last_peered":"2024-04-25T02:32:41.336482+0000","last_clean":"2024-04-25T02:32:41.336482+0000","last_became_active":"2024-04-25T02:30:12.212565+0000","last_became_peered":"2024-04-25T02:30:12.212565+0000","last_unstale":"2024-04-25T02:32:41.336482+0000","last_undegraded":"2024-04-25T02:32:41.336482+0000","last_fullsized":"2024-04-25T02:32:41.336482+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:25.832393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'45","reported_seq":102,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.626365+0000","last_change":"2024-04-25T02:31:11.738895+0000","last_active":"2024-04-25T02:32:41.626365+0000","last_peered":"2024-04-25T02:32:41.626365+0000","last_clean":"2024-04-25T02:32:41.626365+0000","last_became_active":"2024-04-25T02:31:11.734019+0000","last_became_peered":"2024-04-25T02:31:11.734019+0000","last_unstale":"2024-04-25T02:32:41.626365+0000","last_undegraded":"2024-04-25T02:32:41.626365+0000","last_fullsized":"2024-04-25T02:32:41.626365+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:01:57.504906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481543+0000","last_change":"2024-04-25T02:30:12.217114+0000","last_active":"2024-04-25T02:32:41.481543+0000","last_peered":"2024-04-25T02:32:41.481543+0000","last_clean":"2024-04-25T02:32:41.481543+0000","last_became_active":"2024-04-25T02:30:12.207395+0000","last_became_peered":"2024-04-25T02:30:12.207395+0000","last_unstale":"2024-04-25T02:32:41.481543+0000","last_undegraded":"2024-04-25T02:32:41.481543+0000","last_fullsized":"2024-04-25T02:32:41.481543+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:59:40.067224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.610045+0000","last_change":"2024-04-25T02:30:11.200098+0000","last_active":"2024-04-25T02:32:41.610045+0000","last_peered":"2024-04-25T02:32:41.610045+0000","last_clean":"2024-04-25T02:32:41.610045+0000","last_became_active":"2024-04-25T02:30:11.199798+0000","last_became_peered":"2024-04-25T02:30:11.199798+0000","last_unstale":"2024-04-25T02:32:41.610045+0000","last_undegraded":"2024-04-25T02:32:41.610045+0000","last_fullsized":"2024-04-25T02:32:41.610045+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:29:23.294022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694204+0000","last_change":"2024-04-25T02:30:12.216755+0000","last_active":"2024-04-25T02:32:41.694204+0000","last_peered":"2024-04-25T02:32:41.694204+0000","last_clean":"2024-04-25T02:32:41.694204+0000","last_became_active":"2024-04-25T02:30:12.216053+0000","last_became_peered":"2024-04-25T02:30:12.216053+0000","last_unstale":"2024-04-25T02:32:41.694204+0000","last_undegraded":"2024-04-25T02:32:41.694204+0000","last_fullsized":"2024-04-25T02:32:41.694204+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:30:16.731550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473247+0000","last_change":"2024-04-25T02:30:11.210612+0000","last_active":"2024-04-25T02:32:41.473247+0000","last_peered":"2024-04-25T02:32:41.473247+0000","last_clean":"2024-04-25T02:32:41.473247+0000","last_became_active":"2024-04-25T02:30:11.210143+0000","last_became_peered":"2024-04-25T02:30:11.210143+0000","last_unstale":"2024-04-25T02:32:41.473247+0000","last_undegraded":"2024-04-25T02:32:41.473247+0000","last_fullsized":"2024-04-25T02:32:41.473247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:14:59.311131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431173+0000","last_change":"2024-04-25T02:30:12.193505+0000","last_active":"2024-04-25T02:32:41.431173+0000","last_peered":"2024-04-25T02:32:41.431173+0000","last_clean":"2024-04-25T02:32:41.431173+0000","last_became_active":"2024-04-25T02:30:12.193094+0000","last_became_peered":"2024-04-25T02:30:12.193094+0000","last_unstale":"2024-04-25T02:32:41.431173+0000","last_undegraded":"2024-04-25T02:32:41.431173+0000","last_fullsized":"2024-04-25T02:32:41.431173+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:33:25.299739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480956+0000","last_change":"2024-04-25T02:30:11.206506+0000","last_active":"2024-04-25T02:32:41.480956+0000","last_peered":"2024-04-25T02:32:41.480956+0000","last_clean":"2024-04-25T02:32:41.480956+0000","last_became_active":"2024-04-25T02:30:11.204308+0000","last_became_peered":"2024-04-25T02:30:11.204308+0000","last_unstale":"2024-04-25T02:32:41.480956+0000","last_undegraded":"2024-04-25T02:32:41.480956+0000","last_fullsized":"2024-04-25T02:32:41.480956+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:24:44.661349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480224+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:32:41.480224+0000","last_peered":"2024-04-25T02:32:41.480224+0000","last_clean":"2024-04-25T02:32:41.480224+0000","last_became_active":"2024-04-25T02:30:12.211229+0000","last_became_peered":"2024-04-25T02:30:12.211229+0000","last_unstale":"2024-04-25T02:32:41.480224+0000","last_undegraded":"2024-04-25T02:32:41.480224+0000","last_fullsized":"2024-04-25T02:32:41.480224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:13:22.406018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338299+0000","last_change":"2024-04-25T02:30:11.194155+0000","last_active":"2024-04-25T02:32:41.338299+0000","last_peered":"2024-04-25T02:32:41.338299+0000","last_clean":"2024-04-25T02:32:41.338299+0000","last_became_active":"2024-04-25T02:30:11.193740+0000","last_became_peered":"2024-04-25T02:30:11.193740+0000","last_unstale":"2024-04-25T02:32:41.338299+0000","last_undegraded":"2024-04-25T02:32:41.338299+0000","last_fullsized":"2024-04-25T02:32:41.338299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:30:20.331805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480649+0000","last_change":"2024-04-25T02:30:12.221307+0000","last_active":"2024-04-25T02:32:41.480649+0000","last_peered":"2024-04-25T02:32:41.480649+0000","last_clean":"2024-04-25T02:32:41.480649+0000","last_became_active":"2024-04-25T02:30:12.220918+0000","last_became_peered":"2024-04-25T02:30:12.220918+0000","last_unstale":"2024-04-25T02:32:41.480649+0000","last_undegraded":"2024-04-25T02:32:41.480649+0000","last_fullsized":"2024-04-25T02:32:41.480649+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:31:56.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431236+0000","last_change":"2024-04-25T02:30:11.194954+0000","last_active":"2024-04-25T02:32:41.431236+0000","last_peered":"2024-04-25T02:32:41.431236+0000","last_clean":"2024-04-25T02:32:41.431236+0000","last_became_active":"2024-04-25T02:30:11.194554+0000","last_became_peered":"2024-04-25T02:30:11.194554+0000","last_unstale":"2024-04-25T02:32:41.431236+0000","last_undegraded":"2024-04-25T02:32:41.431236+0000","last_fullsized":"2024-04-25T02:32:41.431236+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:23:34.045361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692928+0000","last_change":"2024-04-25T02:30:12.205598+0000","last_active":"2024-04-25T02:32:41.692928+0000","last_peered":"2024-04-25T02:32:41.692928+0000","last_clean":"2024-04-25T02:32:41.692928+0000","last_became_active":"2024-04-25T02:30:12.205263+0000","last_became_peered":"2024-04-25T02:30:12.205263+0000","last_unstale":"2024-04-25T02:32:41.692928+0000","last_undegraded":"2024-04-25T02:32:41.692928+0000","last_fullsized":"2024-04-25T02:32:41.692928+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:02:47.718610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338249+0000","last_change":"2024-04-25T02:30:11.210523+0000","last_active":"2024-04-25T02:32:41.338249+0000","last_peered":"2024-04-25T02:32:41.338249+0000","last_clean":"2024-04-25T02:32:41.338249+0000","last_became_active":"2024-04-25T02:30:11.210088+0000","last_became_peered":"2024-04-25T02:30:11.210088+0000","last_unstale":"2024-04-25T02:32:41.338249+0000","last_undegraded":"2024-04-25T02:32:41.338249+0000","last_fullsized":"2024-04-25T02:32:41.338249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:40:01.433659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692870+0000","last_change":"2024-04-25T02:30:12.195353+0000","last_active":"2024-04-25T02:32:41.692870+0000","last_peered":"2024-04-25T02:32:41.692870+0000","last_clean":"2024-04-25T02:32:41.692870+0000","last_became_active":"2024-04-25T02:30:12.194935+0000","last_became_peered":"2024-04-25T02:30:12.194935+0000","last_unstale":"2024-04-25T02:32:41.692870+0000","last_undegraded":"2024-04-25T02:32:41.692870+0000","last_fullsized":"2024-04-25T02:32:41.692870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:44:42.611371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'39","reported_seq":69,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.623253+0000","last_change":"2024-04-25T02:30:11.206873+0000","last_active":"2024-04-25T02:32:41.623253+0000","last_peered":"2024-04-25T02:32:41.623253+0000","last_clean":"2024-04-25T02:32:41.623253+0000","last_became_active":"2024-04-25T02:30:11.206526+0000","last_became_peered":"2024-04-25T02:30:11.206526+0000","last_unstale":"2024-04-25T02:32:41.623253+0000","last_undegraded":"2024-04-25T02:32:41.623253+0000","last_fullsized":"2024-04-25T02:32:41.623253+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:01.229067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692675+0000","last_change":"2024-04-25T02:30:12.206941+0000","last_active":"2024-04-25T02:32:41.692675+0000","last_peered":"2024-04-25T02:32:41.692675+0000","last_clean":"2024-04-25T02:32:41.692675+0000","last_became_active":"2024-04-25T02:30:12.206635+0000","last_became_peered":"2024-04-25T02:30:12.206635+0000","last_unstale":"2024-04-25T02:32:41.692675+0000","last_undegraded":"2024-04-25T02:32:41.692675+0000","last_fullsized":"2024-04-25T02:32:41.692675+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:29.451122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336315+0000","last_change":"2024-04-25T02:30:11.208871+0000","last_active":"2024-04-25T02:32:41.336315+0000","last_peered":"2024-04-25T02:32:41.336315+0000","last_clean":"2024-04-25T02:32:41.336315+0000","last_became_active":"2024-04-25T02:30:11.208535+0000","last_became_peered":"2024-04-25T02:30:11.208535+0000","last_unstale":"2024-04-25T02:32:41.336315+0000","last_undegraded":"2024-04-25T02:32:41.336315+0000","last_fullsized":"2024-04-25T02:32:41.336315+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:16:19.899948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692915+0000","last_change":"2024-04-25T02:30:12.195132+0000","last_active":"2024-04-25T02:32:41.692915+0000","last_peered":"2024-04-25T02:32:41.692915+0000","last_clean":"2024-04-25T02:32:41.692915+0000","last_became_active":"2024-04-25T02:30:12.194740+0000","last_became_peered":"2024-04-25T02:30:12.194740+0000","last_unstale":"2024-04-25T02:32:41.692915+0000","last_undegraded":"2024-04-25T02:32:41.692915+0000","last_fullsized":"2024-04-25T02:32:41.692915+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:55:05.194488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480311+0000","last_change":"2024-04-25T02:30:12.196954+0000","last_active":"2024-04-25T02:32:41.480311+0000","last_peered":"2024-04-25T02:32:41.480311+0000","last_clean":"2024-04-25T02:32:41.480311+0000","last_became_active":"2024-04-25T02:30:12.196294+0000","last_became_peered":"2024-04-25T02:30:12.196294+0000","last_unstale":"2024-04-25T02:32:41.480311+0000","last_undegraded":"2024-04-25T02:32:41.480311+0000","last_fullsized":"2024-04-25T02:32:41.480311+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:02:23.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338007+0000","last_change":"2024-04-25T02:30:12.185914+0000","last_active":"2024-04-25T02:32:41.338007+0000","last_peered":"2024-04-25T02:32:41.338007+0000","last_clean":"2024-04-25T02:32:41.338007+0000","last_became_active":"2024-04-25T02:30:12.185445+0000","last_became_peered":"2024-04-25T02:30:12.185445+0000","last_unstale":"2024-04-25T02:32:41.338007+0000","last_undegraded":"2024-04-25T02:32:41.338007+0000","last_fullsized":"2024-04-25T02:32:41.338007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:09:04.761310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.337913+0000","last_change":"2024-04-25T02:30:12.210580+0000","last_active":"2024-04-25T02:32:41.337913+0000","last_peered":"2024-04-25T02:32:41.337913+0000","last_clean":"2024-04-25T02:32:41.337913+0000","last_became_active":"2024-04-25T02:30:12.210307+0000","last_became_peered":"2024-04-25T02:30:12.210307+0000","last_unstale":"2024-04-25T02:32:41.337913+0000","last_undegraded":"2024-04-25T02:32:41.337913+0000","last_fullsized":"2024-04-25T02:32:41.337913+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:35:49.184292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693393+0000","last_change":"2024-04-25T02:30:12.211619+0000","last_active":"2024-04-25T02:32:41.693393+0000","last_peered":"2024-04-25T02:32:41.693393+0000","last_clean":"2024-04-25T02:32:41.693393+0000","last_became_active":"2024-04-25T02:30:12.211240+0000","last_became_peered":"2024-04-25T02:30:12.211240+0000","last_unstale":"2024-04-25T02:32:41.693393+0000","last_undegraded":"2024-04-25T02:32:41.693393+0000","last_fullsized":"2024-04-25T02:32:41.693393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:55:37.419015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336338+0000","last_change":"2024-04-25T02:30:12.212917+0000","last_active":"2024-04-25T02:32:41.336338+0000","last_peered":"2024-04-25T02:32:41.336338+0000","last_clean":"2024-04-25T02:32:41.336338+0000","last_became_active":"2024-04-25T02:30:12.212091+0000","last_became_peered":"2024-04-25T02:30:12.212091+0000","last_unstale":"2024-04-25T02:32:41.336338+0000","last_undegraded":"2024-04-25T02:32:41.336338+0000","last_fullsized":"2024-04-25T02:32:41.336338+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:57:56.926375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480424+0000","last_change":"2024-04-25T02:31:11.728268+0000","last_active":"2024-04-25T02:32:41.480424+0000","last_peered":"2024-04-25T02:32:41.480424+0000","last_clean":"2024-04-25T02:32:41.480424+0000","last_became_active":"2024-04-25T02:31:11.727823+0000","last_became_peered":"2024-04-25T02:31:11.727823+0000","last_unstale":"2024-04-25T02:32:41.480424+0000","last_undegraded":"2024-04-25T02:32:41.480424+0000","last_fullsized":"2024-04-25T02:32:41.480424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:33:35.855779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338527+0000","last_change":"2024-04-25T02:30:12.195426+0000","last_active":"2024-04-25T02:32:41.338527+0000","last_peered":"2024-04-25T02:32:41.338527+0000","last_clean":"2024-04-25T02:32:41.338527+0000","last_became_active":"2024-04-25T02:30:12.194864+0000","last_became_peered":"2024-04-25T02:30:12.194864+0000","last_unstale":"2024-04-25T02:32:41.338527+0000","last_undegraded":"2024-04-25T02:32:41.338527+0000","last_fullsized":"2024-04-25T02:32:41.338527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:44.156886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481458+0000","last_change":"2024-04-25T02:30:12.217597+0000","last_active":"2024-04-25T02:32:41.481458+0000","last_peered":"2024-04-25T02:32:41.481458+0000","last_clean":"2024-04-25T02:32:41.481458+0000","last_became_active":"2024-04-25T02:30:12.214971+0000","last_became_peered":"2024-04-25T02:30:12.214971+0000","last_unstale":"2024-04-25T02:32:41.481458+0000","last_undegraded":"2024-04-25T02:32:41.481458+0000","last_fullsized":"2024-04-25T02:32:41.481458+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:51.639545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491557+0000","last_change":"2024-04-25T02:30:12.212823+0000","last_active":"2024-04-25T02:32:41.491557+0000","last_peered":"2024-04-25T02:32:41.491557+0000","last_clean":"2024-04-25T02:32:41.491557+0000","last_became_active":"2024-04-25T02:30:12.212462+0000","last_became_peered":"2024-04-25T02:30:12.212462+0000","last_unstale":"2024-04-25T02:32:41.491557+0000","last_undegraded":"2024-04-25T02:32:41.491557+0000","last_fullsized":"2024-04-25T02:32:41.491557+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:17:34.753227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480804+0000","last_change":"2024-04-25T02:30:12.215396+0000","last_active":"2024-04-25T02:32:41.480804+0000","last_peered":"2024-04-25T02:32:41.480804+0000","last_clean":"2024-04-25T02:32:41.480804+0000","last_became_active":"2024-04-25T02:30:12.207707+0000","last_became_peered":"2024-04-25T02:30:12.207707+0000","last_unstale":"2024-04-25T02:32:41.480804+0000","last_undegraded":"2024-04-25T02:32:41.480804+0000","last_fullsized":"2024-04-25T02:32:41.480804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:11:11.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473282+0000","last_change":"2024-04-25T02:30:12.220996+0000","last_active":"2024-04-25T02:32:41.473282+0000","last_peered":"2024-04-25T02:32:41.473282+0000","last_clean":"2024-04-25T02:32:41.473282+0000","last_became_active":"2024-04-25T02:30:12.220635+0000","last_became_peered":"2024-04-25T02:30:12.220635+0000","last_unstale":"2024-04-25T02:32:41.473282+0000","last_undegraded":"2024-04-25T02:32:41.473282+0000","last_fullsized":"2024-04-25T02:32:41.473282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:01:57.825934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336678+0000","last_change":"2024-04-25T02:30:12.213614+0000","last_active":"2024-04-25T02:32:41.336678+0000","last_peered":"2024-04-25T02:32:41.336678+0000","last_clean":"2024-04-25T02:32:41.336678+0000","last_became_active":"2024-04-25T02:30:12.213228+0000","last_became_peered":"2024-04-25T02:30:12.213228+0000","last_unstale":"2024-04-25T02:32:41.336678+0000","last_undegraded":"2024-04-25T02:32:41.336678+0000","last_fullsized":"2024-04-25T02:32:41.336678+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:24:09.874052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480397+0000","last_change":"2024-04-25T02:30:12.200848+0000","last_active":"2024-04-25T02:32:41.480397+0000","last_peered":"2024-04-25T02:32:41.480397+0000","last_clean":"2024-04-25T02:32:41.480397+0000","last_became_active":"2024-04-25T02:30:12.200469+0000","last_became_peered":"2024-04-25T02:30:12.200469+0000","last_unstale":"2024-04-25T02:32:41.480397+0000","last_undegraded":"2024-04-25T02:32:41.480397+0000","last_fullsized":"2024-04-25T02:32:41.480397+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:50:54.943775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":593641,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":994,"num_read_kb":598,"num_write":285,"num_write_kb":1431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2015232,"data_stored":1780923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":223,"ondisk_log_size":223,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351018,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":459248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612655,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1662976,"data_stored":1118542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776181,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28364,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716788,"statfs":{"total":95995035648,"available":95965990912,"internally_reserved":0,"allocated":1376256,"data_stored":861627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037819,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":983040,"data_stored":468331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32720,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712432,"statfs":{"total":95995035648,"available":95961530368,"internally_reserved":0,"allocated":1576960,"data_stored":1061494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462981,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":467800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574948,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":526479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738472,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":460144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411422,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40536,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704616,"statfs":{"total":95995035648,"available":95953526784,"internally_reserved":0,"allocated":1060864,"data_stored":533376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149783,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":992927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888147,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":974848,"data_stored":469019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724620,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28760,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716392,"statfs":{"total":95995035648,"available":95965585408,"internally_reserved":0,"allocated":1724416,"data_stored":1191996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":241664,"data_stored":197551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T02:32:47.546 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-04-25T02:32:47.546 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 -- 172.21.15.47:0/406304577 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1049d0 msgr2=0x7ff90c104e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 --2- 172.21.15.47:0/406304577 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1049d0 0x7ff90c104e50 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff8f4009900 tx=0x7ff8f402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 -- 172.21.15.47:0/406304577 shutdown_connections 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 --2- 172.21.15.47:0/406304577 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff90c105390 0x7ff90c10bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 --2- 172.21.15.47:0/406304577 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1049d0 0x7ff90c104e50 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 --2- 172.21.15.47:0/406304577 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff90c1037e0 0x7ff90c103c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 -- 172.21.15.47:0/406304577 >> 172.21.15.47:0/406304577 conn(0x7ff90c0fed50 msgr2=0x7ff90c101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 -- 172.21.15.47:0/406304577 shutdown_connections 2024-04-25T02:32:47.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.771+0000 7ff911e00640 1 -- 172.21.15.47:0/406304577 wait complete. 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.773+0000 7ff911e00640 1 Processor -- start 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.773+0000 7ff911e00640 1 -- start start 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.773+0000 7ff911e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1037e0 0x7ff90c199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.773+0000 7ff911e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff90c1049d0 0x7ff90c19a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.773+0000 7ff911e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff90c105390 0x7ff90c1a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff911e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c10f4b0 con 0x7ff90c105390 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff911e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c10f330 con 0x7ff90c1049d0 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff911e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c10f630 con 0x7ff90c1037e0 2024-04-25T02:32:47.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff910a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1037e0 0x7ff90c199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff910a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1037e0 0x7ff90c199b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42870/0 (socket says 172.21.15.47:42870) 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff910a00640 1 -- 172.21.15.47:0/2175301695 learned_addr learned my addr 172.21.15.47:0/2175301695 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff903e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff90c1049d0 0x7ff90c19a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff911400640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff90c105390 0x7ff90c1a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff910a00640 1 -- 172.21.15.47:0/2175301695 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff90c1049d0 msgr2=0x7ff90c19a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff910a00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff90c1049d0 0x7ff90c19a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff910a00640 1 -- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff90c105390 msgr2=0x7ff90c1a1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff910a00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff90c105390 0x7ff90c1a1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff910a00640 1 -- 172.21.15.47:0/2175301695 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff90c1a1780 con 0x7ff90c1037e0 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.774+0000 7ff911400640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff90c105390 0x7ff90c1a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.775+0000 7ff910a00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1037e0 0x7ff90c199b60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc00e9c0 tx=0x7ff8fc00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.775+0000 7ff90a000640 1 -- 172.21.15.47:0/2175301695 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc00cd80 con 0x7ff90c1037e0 2024-04-25T02:32:47.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.775+0000 7ff90a000640 1 -- 172.21.15.47:0/2175301695 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8fc0035f0 con 0x7ff90c1037e0 2024-04-25T02:32:47.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.775+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff90c1a1a70 con 0x7ff90c1037e0 2024-04-25T02:32:47.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.775+0000 7ff90a000640 1 -- 172.21.15.47:0/2175301695 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc010690 con 0x7ff90c1037e0 2024-04-25T02:32:47.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.775+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff90c1a1f40 con 0x7ff90c1037e0 2024-04-25T02:32:47.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.776+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff90c10aaa0 con 0x7ff90c1037e0 2024-04-25T02:32:47.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.778+0000 7ff90a000640 1 -- 172.21.15.47:0/2175301695 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7ff8fc0037a0 con 0x7ff90c1037e0 2024-04-25T02:32:47.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.780+0000 7ff90a000640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff8f00a2e20 0x7ff8f00a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:47.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.780+0000 7ff90a000640 1 -- 172.21.15.47:0/2175301695 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ff8fc0cfb30 con 0x7ff90c1037e0 2024-04-25T02:32:47.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.780+0000 7ff903e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff8f00a2e20 0x7ff8f00a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:47.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.781+0000 7ff903e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff8f00a2e20 0x7ff8f00a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff8f4005ab0 tx=0x7ff8f40315b0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:47.784+0000 7ff90a000640 1 -- 172.21.15.47:0/2175301695 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff8fc09c4d0 con 0x7ff90c1037e0 2024-04-25T02:32:48.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.004+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff90c061b80 con 0x7ff8f00a2e20 2024-04-25T02:32:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.012+0000 7ff90a000640 1 -- 172.21.15.47:0/2175301695 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257730 (secure 0 0 0) 0x7ff90c061b80 con 0x7ff8f00a2e20 2024-04-25T02:32:48.018 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:48.022 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-04-25T02:32:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.017+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff8f00a2e20 msgr2=0x7ff8f00a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.017+0000 7ff911e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff8f00a2e20 0x7ff8f00a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff8f4005ab0 tx=0x7ff8f40315b0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.017+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1037e0 msgr2=0x7ff90c199b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.017+0000 7ff911e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1037e0 0x7ff90c199b60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc00e9c0 tx=0x7ff8fc00ee80 comp rx=0 tx=0).stop 2024-04-25T02:32:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.018+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 shutdown_connections 2024-04-25T02:32:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.018+0000 7ff911e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff8f00a2e20 0x7ff8f00a52e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.018+0000 7ff911e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff90c105390 0x7ff90c1a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.018+0000 7ff911e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff90c1049d0 0x7ff90c19a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.018+0000 7ff911e00640 1 --2- 172.21.15.47:0/2175301695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff90c1037e0 0x7ff90c199b60 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.018+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 >> 172.21.15.47:0/2175301695 conn(0x7ff90c0fed50 msgr2=0x7ff90c107c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.018+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 shutdown_connections 2024-04-25T02:32:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.018+0000 7ff911e00640 1 -- 172.21.15.47:0/2175301695 wait complete. 2024-04-25T02:32:48.043 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-25T02:32:47.355829+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1184243,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1130,"num_read_kb":717,"num_write":468,"num_write_kb":4371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":862,"ondisk_log_size":862,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372020,"kb_used_data":14456,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569804,"statfs":{"total":1151940427776,"available":1151559479296,"internally_reserved":0,"allocated":14802944,"data_stored":8610983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":365933881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.969931"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480621+0000","last_change":"2024-04-25T02:30:12.219716+0000","last_active":"2024-04-25T02:32:41.480621+0000","last_peered":"2024-04-25T02:32:41.480621+0000","last_clean":"2024-04-25T02:32:41.480621+0000","last_became_active":"2024-04-25T02:30:12.219363+0000","last_became_peered":"2024-04-25T02:30:12.219363+0000","last_unstale":"2024-04-25T02:32:41.480621+0000","last_undegraded":"2024-04-25T02:32:41.480621+0000","last_fullsized":"2024-04-25T02:32:41.480621+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:54:51.339866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694014+0000","last_change":"2024-04-25T02:30:12.214897+0000","last_active":"2024-04-25T02:32:41.694014+0000","last_peered":"2024-04-25T02:32:41.694014+0000","last_clean":"2024-04-25T02:32:41.694014+0000","last_became_active":"2024-04-25T02:30:12.211388+0000","last_became_peered":"2024-04-25T02:30:12.211388+0000","last_unstale":"2024-04-25T02:32:41.694014+0000","last_undegraded":"2024-04-25T02:32:41.694014+0000","last_fullsized":"2024-04-25T02:32:41.694014+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:30:24.354223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694556+0000","last_change":"2024-04-25T02:30:12.210941+0000","last_active":"2024-04-25T02:32:41.694556+0000","last_peered":"2024-04-25T02:32:41.694556+0000","last_clean":"2024-04-25T02:32:41.694556+0000","last_became_active":"2024-04-25T02:30:12.210220+0000","last_became_peered":"2024-04-25T02:30:12.210220+0000","last_unstale":"2024-04-25T02:32:41.694556+0000","last_undegraded":"2024-04-25T02:32:41.694556+0000","last_fullsized":"2024-04-25T02:32:41.694556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:56.149599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.609972+0000","last_change":"2024-04-25T02:30:12.185891+0000","last_active":"2024-04-25T02:32:41.609972+0000","last_peered":"2024-04-25T02:32:41.609972+0000","last_clean":"2024-04-25T02:32:41.609972+0000","last_became_active":"2024-04-25T02:30:12.185511+0000","last_became_peered":"2024-04-25T02:30:12.185511+0000","last_unstale":"2024-04-25T02:32:41.609972+0000","last_undegraded":"2024-04-25T02:32:41.609972+0000","last_fullsized":"2024-04-25T02:32:41.609972+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:57:40.490147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431302+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:32:41.431302+0000","last_peered":"2024-04-25T02:32:41.431302+0000","last_clean":"2024-04-25T02:32:41.431302+0000","last_became_active":"2024-04-25T02:30:12.211161+0000","last_became_peered":"2024-04-25T02:30:12.211161+0000","last_unstale":"2024-04-25T02:32:41.431302+0000","last_undegraded":"2024-04-25T02:32:41.431302+0000","last_fullsized":"2024-04-25T02:32:41.431302+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:41:00.305067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338208+0000","last_change":"2024-04-25T02:30:12.198204+0000","last_active":"2024-04-25T02:32:41.338208+0000","last_peered":"2024-04-25T02:32:41.338208+0000","last_clean":"2024-04-25T02:32:41.338208+0000","last_became_active":"2024-04-25T02:30:12.197583+0000","last_became_peered":"2024-04-25T02:30:12.197583+0000","last_unstale":"2024-04-25T02:32:41.338208+0000","last_undegraded":"2024-04-25T02:32:41.338208+0000","last_fullsized":"2024-04-25T02:32:41.338208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:27:00.983794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692629+0000","last_change":"2024-04-25T02:30:12.194459+0000","last_active":"2024-04-25T02:32:41.692629+0000","last_peered":"2024-04-25T02:32:41.692629+0000","last_clean":"2024-04-25T02:32:41.692629+0000","last_became_active":"2024-04-25T02:30:12.194069+0000","last_became_peered":"2024-04-25T02:30:12.194069+0000","last_unstale":"2024-04-25T02:32:41.692629+0000","last_undegraded":"2024-04-25T02:32:41.692629+0000","last_fullsized":"2024-04-25T02:32:41.692629+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:14:57.073942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480475+0000","last_change":"2024-04-25T02:30:12.212831+0000","last_active":"2024-04-25T02:32:41.480475+0000","last_peered":"2024-04-25T02:32:41.480475+0000","last_clean":"2024-04-25T02:32:41.480475+0000","last_became_active":"2024-04-25T02:30:12.210599+0000","last_became_peered":"2024-04-25T02:30:12.210599+0000","last_unstale":"2024-04-25T02:32:41.480475+0000","last_undegraded":"2024-04-25T02:32:41.480475+0000","last_fullsized":"2024-04-25T02:32:41.480475+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:52.422609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473736+0000","last_change":"2024-04-25T02:30:12.195635+0000","last_active":"2024-04-25T02:32:41.473736+0000","last_peered":"2024-04-25T02:32:41.473736+0000","last_clean":"2024-04-25T02:32:41.473736+0000","last_became_active":"2024-04-25T02:30:12.195248+0000","last_became_peered":"2024-04-25T02:30:12.195248+0000","last_unstale":"2024-04-25T02:32:41.473736+0000","last_undegraded":"2024-04-25T02:32:41.473736+0000","last_fullsized":"2024-04-25T02:32:41.473736+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:06.492446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338547+0000","last_change":"2024-04-25T02:30:12.184840+0000","last_active":"2024-04-25T02:32:41.338547+0000","last_peered":"2024-04-25T02:32:41.338547+0000","last_clean":"2024-04-25T02:32:41.338547+0000","last_became_active":"2024-04-25T02:30:12.184424+0000","last_became_peered":"2024-04-25T02:30:12.184424+0000","last_unstale":"2024-04-25T02:32:41.338547+0000","last_undegraded":"2024-04-25T02:32:41.338547+0000","last_fullsized":"2024-04-25T02:32:41.338547+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:55.833649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692922+0000","last_change":"2024-04-25T02:30:12.194680+0000","last_active":"2024-04-25T02:32:41.692922+0000","last_peered":"2024-04-25T02:32:41.692922+0000","last_clean":"2024-04-25T02:32:41.692922+0000","last_became_active":"2024-04-25T02:30:12.193694+0000","last_became_peered":"2024-04-25T02:30:12.193694+0000","last_unstale":"2024-04-25T02:32:41.692922+0000","last_undegraded":"2024-04-25T02:32:41.692922+0000","last_fullsized":"2024-04-25T02:32:41.692922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:09:52.409595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477016+0000","last_change":"2024-04-25T02:31:11.753823+0000","last_active":"2024-04-25T02:32:41.477016+0000","last_peered":"2024-04-25T02:32:41.477016+0000","last_clean":"2024-04-25T02:32:41.477016+0000","last_became_active":"2024-04-25T02:31:11.752799+0000","last_became_peered":"2024-04-25T02:31:11.752799+0000","last_unstale":"2024-04-25T02:32:41.477016+0000","last_undegraded":"2024-04-25T02:32:41.477016+0000","last_fullsized":"2024-04-25T02:32:41.477016+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.269848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336557+0000","last_change":"2024-04-25T02:30:12.206140+0000","last_active":"2024-04-25T02:32:41.336557+0000","last_peered":"2024-04-25T02:32:41.336557+0000","last_clean":"2024-04-25T02:32:41.336557+0000","last_became_active":"2024-04-25T02:30:12.203328+0000","last_became_peered":"2024-04-25T02:30:12.203328+0000","last_unstale":"2024-04-25T02:32:41.336557+0000","last_undegraded":"2024-04-25T02:32:41.336557+0000","last_fullsized":"2024-04-25T02:32:41.336557+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:39:09.903154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693206+0000","last_change":"2024-04-25T02:30:12.203192+0000","last_active":"2024-04-25T02:32:41.693206+0000","last_peered":"2024-04-25T02:32:41.693206+0000","last_clean":"2024-04-25T02:32:41.693206+0000","last_became_active":"2024-04-25T02:30:12.200431+0000","last_became_peered":"2024-04-25T02:30:12.200431+0000","last_unstale":"2024-04-25T02:32:41.693206+0000","last_undegraded":"2024-04-25T02:32:41.693206+0000","last_fullsized":"2024-04-25T02:32:41.693206+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:48:25.939123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692690+0000","last_change":"2024-04-25T02:30:12.214829+0000","last_active":"2024-04-25T02:32:41.692690+0000","last_peered":"2024-04-25T02:32:41.692690+0000","last_clean":"2024-04-25T02:32:41.692690+0000","last_became_active":"2024-04-25T02:30:12.210930+0000","last_became_peered":"2024-04-25T02:30:12.210930+0000","last_unstale":"2024-04-25T02:32:41.692690+0000","last_undegraded":"2024-04-25T02:32:41.692690+0000","last_fullsized":"2024-04-25T02:32:41.692690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:36:51.248756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473224+0000","last_change":"2024-04-25T02:30:12.210490+0000","last_active":"2024-04-25T02:32:41.473224+0000","last_peered":"2024-04-25T02:32:41.473224+0000","last_clean":"2024-04-25T02:32:41.473224+0000","last_became_active":"2024-04-25T02:30:12.210142+0000","last_became_peered":"2024-04-25T02:30:12.210142+0000","last_unstale":"2024-04-25T02:32:41.473224+0000","last_undegraded":"2024-04-25T02:32:41.473224+0000","last_fullsized":"2024-04-25T02:32:41.473224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:57:22.995065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480820+0000","last_change":"2024-04-25T02:30:12.219629+0000","last_active":"2024-04-25T02:32:41.480820+0000","last_peered":"2024-04-25T02:32:41.480820+0000","last_clean":"2024-04-25T02:32:41.480820+0000","last_became_active":"2024-04-25T02:30:12.219290+0000","last_became_peered":"2024-04-25T02:30:12.219290+0000","last_unstale":"2024-04-25T02:32:41.480820+0000","last_undegraded":"2024-04-25T02:32:41.480820+0000","last_fullsized":"2024-04-25T02:32:41.480820+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:57:36.220214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477988+0000","last_change":"2024-04-25T02:30:12.198143+0000","last_active":"2024-04-25T02:32:41.477988+0000","last_peered":"2024-04-25T02:32:41.477988+0000","last_clean":"2024-04-25T02:32:41.477988+0000","last_became_active":"2024-04-25T02:30:12.196453+0000","last_became_peered":"2024-04-25T02:30:12.196453+0000","last_unstale":"2024-04-25T02:32:41.477988+0000","last_undegraded":"2024-04-25T02:32:41.477988+0000","last_fullsized":"2024-04-25T02:32:41.477988+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:08:56.743223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338250+0000","last_change":"2024-04-25T02:30:12.216665+0000","last_active":"2024-04-25T02:32:41.338250+0000","last_peered":"2024-04-25T02:32:41.338250+0000","last_clean":"2024-04-25T02:32:41.338250+0000","last_became_active":"2024-04-25T02:30:12.216328+0000","last_became_peered":"2024-04-25T02:30:12.216328+0000","last_unstale":"2024-04-25T02:32:41.338250+0000","last_undegraded":"2024-04-25T02:32:41.338250+0000","last_fullsized":"2024-04-25T02:32:41.338250+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:24:02.778156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.478210+0000","last_change":"2024-04-25T02:30:11.202310+0000","last_active":"2024-04-25T02:32:41.478210+0000","last_peered":"2024-04-25T02:32:41.478210+0000","last_clean":"2024-04-25T02:32:41.478210+0000","last_became_active":"2024-04-25T02:30:11.201929+0000","last_became_peered":"2024-04-25T02:30:11.201929+0000","last_unstale":"2024-04-25T02:32:41.478210+0000","last_undegraded":"2024-04-25T02:32:41.478210+0000","last_fullsized":"2024-04-25T02:32:41.478210+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:40:51.587777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481060+0000","last_change":"2024-04-25T02:30:12.211502+0000","last_active":"2024-04-25T02:32:41.481060+0000","last_peered":"2024-04-25T02:32:41.481060+0000","last_clean":"2024-04-25T02:32:41.481060+0000","last_became_active":"2024-04-25T02:30:12.210988+0000","last_became_peered":"2024-04-25T02:30:12.210988+0000","last_unstale":"2024-04-25T02:32:41.481060+0000","last_undegraded":"2024-04-25T02:32:41.481060+0000","last_fullsized":"2024-04-25T02:32:41.481060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:17:20.967854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481314+0000","last_change":"2024-04-25T02:30:11.217798+0000","last_active":"2024-04-25T02:32:41.481314+0000","last_peered":"2024-04-25T02:32:41.481314+0000","last_clean":"2024-04-25T02:32:41.481314+0000","last_became_active":"2024-04-25T02:30:11.217314+0000","last_became_peered":"2024-04-25T02:30:11.217314+0000","last_unstale":"2024-04-25T02:32:41.481314+0000","last_undegraded":"2024-04-25T02:32:41.481314+0000","last_fullsized":"2024-04-25T02:32:41.481314+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:20:29.152539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694841+0000","last_change":"2024-04-25T02:30:12.212988+0000","last_active":"2024-04-25T02:32:41.694841+0000","last_peered":"2024-04-25T02:32:41.694841+0000","last_clean":"2024-04-25T02:32:41.694841+0000","last_became_active":"2024-04-25T02:30:12.211710+0000","last_became_peered":"2024-04-25T02:30:12.211710+0000","last_unstale":"2024-04-25T02:32:41.694841+0000","last_undegraded":"2024-04-25T02:32:41.694841+0000","last_fullsized":"2024-04-25T02:32:41.694841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:51.481316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431686+0000","last_change":"2024-04-25T02:31:11.735869+0000","last_active":"2024-04-25T02:32:41.431686+0000","last_peered":"2024-04-25T02:32:41.431686+0000","last_clean":"2024-04-25T02:32:41.431686+0000","last_became_active":"2024-04-25T02:31:11.729746+0000","last_became_peered":"2024-04-25T02:31:11.729746+0000","last_unstale":"2024-04-25T02:32:41.431686+0000","last_undegraded":"2024-04-25T02:32:41.431686+0000","last_fullsized":"2024-04-25T02:32:41.431686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:38:32.759400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473553+0000","last_change":"2024-04-25T02:30:12.203778+0000","last_active":"2024-04-25T02:32:41.473553+0000","last_peered":"2024-04-25T02:32:41.473553+0000","last_clean":"2024-04-25T02:32:41.473553+0000","last_became_active":"2024-04-25T02:30:12.203393+0000","last_became_peered":"2024-04-25T02:30:12.203393+0000","last_unstale":"2024-04-25T02:32:41.473553+0000","last_undegraded":"2024-04-25T02:32:41.473553+0000","last_fullsized":"2024-04-25T02:32:41.473553+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:19:50.656183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431677+0000","last_change":"2024-04-25T02:30:11.191113+0000","last_active":"2024-04-25T02:32:41.431677+0000","last_peered":"2024-04-25T02:32:41.431677+0000","last_clean":"2024-04-25T02:32:41.431677+0000","last_became_active":"2024-04-25T02:30:11.190745+0000","last_became_peered":"2024-04-25T02:30:11.190745+0000","last_unstale":"2024-04-25T02:32:41.431677+0000","last_undegraded":"2024-04-25T02:32:41.431677+0000","last_fullsized":"2024-04-25T02:32:41.431677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:25:32.948543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.492009+0000","last_change":"2024-04-25T02:30:12.195621+0000","last_active":"2024-04-25T02:32:41.492009+0000","last_peered":"2024-04-25T02:32:41.492009+0000","last_clean":"2024-04-25T02:32:41.492009+0000","last_became_active":"2024-04-25T02:30:12.195290+0000","last_became_peered":"2024-04-25T02:30:12.195290+0000","last_unstale":"2024-04-25T02:32:41.492009+0000","last_undegraded":"2024-04-25T02:32:41.492009+0000","last_fullsized":"2024-04-25T02:32:41.492009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:51:38.854314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'8","reported_seq":180,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.497503+0000","last_change":"2024-04-25T02:30:11.191919+0000","last_active":"2024-04-25T02:32:41.497503+0000","last_peered":"2024-04-25T02:32:41.497503+0000","last_clean":"2024-04-25T02:32:41.497503+0000","last_became_active":"2024-04-25T02:30:11.191574+0000","last_became_peered":"2024-04-25T02:30:11.191574+0000","last_unstale":"2024-04-25T02:32:41.497503+0000","last_undegraded":"2024-04-25T02:32:41.497503+0000","last_fullsized":"2024-04-25T02:32:41.497503+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:42:27.447981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431325+0000","last_change":"2024-04-25T02:30:12.197305+0000","last_active":"2024-04-25T02:32:41.431325+0000","last_peered":"2024-04-25T02:32:41.431325+0000","last_clean":"2024-04-25T02:32:41.431325+0000","last_became_active":"2024-04-25T02:30:12.196927+0000","last_became_peered":"2024-04-25T02:30:12.196927+0000","last_unstale":"2024-04-25T02:32:41.431325+0000","last_undegraded":"2024-04-25T02:32:41.431325+0000","last_fullsized":"2024-04-25T02:32:41.431325+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:28:29.817697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338099+0000","last_change":"2024-04-25T02:30:11.214452+0000","last_active":"2024-04-25T02:32:41.338099+0000","last_peered":"2024-04-25T02:32:41.338099+0000","last_clean":"2024-04-25T02:32:41.338099+0000","last_became_active":"2024-04-25T02:30:11.214176+0000","last_became_peered":"2024-04-25T02:30:11.214176+0000","last_unstale":"2024-04-25T02:32:41.338099+0000","last_undegraded":"2024-04-25T02:32:41.338099+0000","last_fullsized":"2024-04-25T02:32:41.338099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:52:21.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491909+0000","last_change":"2024-04-25T02:30:12.212846+0000","last_active":"2024-04-25T02:32:41.491909+0000","last_peered":"2024-04-25T02:32:41.491909+0000","last_clean":"2024-04-25T02:32:41.491909+0000","last_became_active":"2024-04-25T02:30:12.212489+0000","last_became_peered":"2024-04-25T02:30:12.212489+0000","last_unstale":"2024-04-25T02:32:41.491909+0000","last_undegraded":"2024-04-25T02:32:41.491909+0000","last_fullsized":"2024-04-25T02:32:41.491909+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:00:24.776841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336217+0000","last_change":"2024-04-25T02:30:11.202651+0000","last_active":"2024-04-25T02:32:41.336217+0000","last_peered":"2024-04-25T02:32:41.336217+0000","last_clean":"2024-04-25T02:32:41.336217+0000","last_became_active":"2024-04-25T02:30:11.202061+0000","last_became_peered":"2024-04-25T02:30:11.202061+0000","last_unstale":"2024-04-25T02:32:41.336217+0000","last_undegraded":"2024-04-25T02:32:41.336217+0000","last_fullsized":"2024-04-25T02:32:41.336217+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:45:23.221887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480586+0000","last_change":"2024-04-25T02:30:12.206609+0000","last_active":"2024-04-25T02:32:41.480586+0000","last_peered":"2024-04-25T02:32:41.480586+0000","last_clean":"2024-04-25T02:32:41.480586+0000","last_became_active":"2024-04-25T02:30:12.206066+0000","last_became_peered":"2024-04-25T02:30:12.206066+0000","last_unstale":"2024-04-25T02:32:41.480586+0000","last_undegraded":"2024-04-25T02:32:41.480586+0000","last_fullsized":"2024-04-25T02:32:41.480586+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:49.771531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491560+0000","last_change":"2024-04-25T02:30:11.191778+0000","last_active":"2024-04-25T02:32:41.491560+0000","last_peered":"2024-04-25T02:32:41.491560+0000","last_clean":"2024-04-25T02:32:41.491560+0000","last_became_active":"2024-04-25T02:30:11.191299+0000","last_became_peered":"2024-04-25T02:30:11.191299+0000","last_unstale":"2024-04-25T02:32:41.491560+0000","last_undegraded":"2024-04-25T02:32:41.491560+0000","last_fullsized":"2024-04-25T02:32:41.491560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:17:06.479175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477181+0000","last_change":"2024-04-25T02:30:12.207663+0000","last_active":"2024-04-25T02:32:41.477181+0000","last_peered":"2024-04-25T02:32:41.477181+0000","last_clean":"2024-04-25T02:32:41.477181+0000","last_became_active":"2024-04-25T02:30:12.207168+0000","last_became_peered":"2024-04-25T02:30:12.207168+0000","last_unstale":"2024-04-25T02:32:41.477181+0000","last_undegraded":"2024-04-25T02:32:41.477181+0000","last_fullsized":"2024-04-25T02:32:41.477181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:14.063858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'5","reported_seq":172,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.497023+0000","last_change":"2024-04-25T02:30:11.202645+0000","last_active":"2024-04-25T02:32:41.497023+0000","last_peered":"2024-04-25T02:32:41.497023+0000","last_clean":"2024-04-25T02:32:41.497023+0000","last_became_active":"2024-04-25T02:30:11.202400+0000","last_became_peered":"2024-04-25T02:30:11.202400+0000","last_unstale":"2024-04-25T02:32:41.497023+0000","last_undegraded":"2024-04-25T02:32:41.497023+0000","last_fullsized":"2024-04-25T02:32:41.497023+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:14:29.081812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":145,"num_read_kb":145,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473650+0000","last_change":"2024-04-25T02:30:12.204500+0000","last_active":"2024-04-25T02:32:41.473650+0000","last_peered":"2024-04-25T02:32:41.473650+0000","last_clean":"2024-04-25T02:32:41.473650+0000","last_became_active":"2024-04-25T02:30:12.204130+0000","last_became_peered":"2024-04-25T02:30:12.204130+0000","last_unstale":"2024-04-25T02:32:41.473650+0000","last_undegraded":"2024-04-25T02:32:41.473650+0000","last_fullsized":"2024-04-25T02:32:41.473650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:22:13.817783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692796+0000","last_change":"2024-04-25T02:30:11.194366+0000","last_active":"2024-04-25T02:32:41.692796+0000","last_peered":"2024-04-25T02:32:41.692796+0000","last_clean":"2024-04-25T02:32:41.692796+0000","last_became_active":"2024-04-25T02:30:11.194012+0000","last_became_peered":"2024-04-25T02:30:11.194012+0000","last_unstale":"2024-04-25T02:32:41.692796+0000","last_undegraded":"2024-04-25T02:32:41.692796+0000","last_fullsized":"2024-04-25T02:32:41.692796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:09:30.148152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694540+0000","last_change":"2024-04-25T02:31:11.733848+0000","last_active":"2024-04-25T02:32:41.694540+0000","last_peered":"2024-04-25T02:32:41.694540+0000","last_clean":"2024-04-25T02:32:41.694540+0000","last_became_active":"2024-04-25T02:31:11.733401+0000","last_became_peered":"2024-04-25T02:31:11.733401+0000","last_unstale":"2024-04-25T02:32:41.694540+0000","last_undegraded":"2024-04-25T02:32:41.694540+0000","last_fullsized":"2024-04-25T02:32:41.694540+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:35:08.298103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.492124+0000","last_change":"2024-04-25T02:30:11.210337+0000","last_active":"2024-04-25T02:32:41.492124+0000","last_peered":"2024-04-25T02:32:41.492124+0000","last_clean":"2024-04-25T02:32:41.492124+0000","last_became_active":"2024-04-25T02:30:11.209989+0000","last_became_peered":"2024-04-25T02:30:11.209989+0000","last_unstale":"2024-04-25T02:32:41.492124+0000","last_undegraded":"2024-04-25T02:32:41.492124+0000","last_fullsized":"2024-04-25T02:32:41.492124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:19:36.718221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473637+0000","last_change":"2024-04-25T02:30:12.196983+0000","last_active":"2024-04-25T02:32:41.473637+0000","last_peered":"2024-04-25T02:32:41.473637+0000","last_clean":"2024-04-25T02:32:41.473637+0000","last_became_active":"2024-04-25T02:30:12.196656+0000","last_became_peered":"2024-04-25T02:30:12.196656+0000","last_unstale":"2024-04-25T02:32:41.473637+0000","last_undegraded":"2024-04-25T02:32:41.473637+0000","last_fullsized":"2024-04-25T02:32:41.473637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:15:20.869555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'32","reported_seq":355,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.696650+0000","last_change":"2024-04-25T02:30:11.198514+0000","last_active":"2024-04-25T02:32:41.696650+0000","last_peered":"2024-04-25T02:32:41.696650+0000","last_clean":"2024-04-25T02:32:41.696650+0000","last_became_active":"2024-04-25T02:30:11.198132+0000","last_became_peered":"2024-04-25T02:30:11.198132+0000","last_unstale":"2024-04-25T02:32:41.696650+0000","last_undegraded":"2024-04-25T02:32:41.696650+0000","last_fullsized":"2024-04-25T02:32:41.696650+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:24:28.073786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63591,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":301,"num_read_kb":208,"num_write":33,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431506+0000","last_change":"2024-04-25T02:30:12.194185+0000","last_active":"2024-04-25T02:32:41.431506+0000","last_peered":"2024-04-25T02:32:41.431506+0000","last_clean":"2024-04-25T02:32:41.431506+0000","last_became_active":"2024-04-25T02:30:12.193857+0000","last_became_peered":"2024-04-25T02:30:12.193857+0000","last_unstale":"2024-04-25T02:32:41.431506+0000","last_undegraded":"2024-04-25T02:32:41.431506+0000","last_fullsized":"2024-04-25T02:32:41.431506+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:39:58.427909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338133+0000","last_change":"2024-04-25T02:30:11.204586+0000","last_active":"2024-04-25T02:32:41.338133+0000","last_peered":"2024-04-25T02:32:41.338133+0000","last_clean":"2024-04-25T02:32:41.338133+0000","last_became_active":"2024-04-25T02:30:11.204228+0000","last_became_peered":"2024-04-25T02:30:11.204228+0000","last_unstale":"2024-04-25T02:32:41.338133+0000","last_undegraded":"2024-04-25T02:32:41.338133+0000","last_fullsized":"2024-04-25T02:32:41.338133+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:11:19.343512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336219+0000","last_change":"2024-04-25T02:30:12.219439+0000","last_active":"2024-04-25T02:32:41.336219+0000","last_peered":"2024-04-25T02:32:41.336219+0000","last_clean":"2024-04-25T02:32:41.336219+0000","last_became_active":"2024-04-25T02:30:12.219005+0000","last_became_peered":"2024-04-25T02:30:12.219005+0000","last_unstale":"2024-04-25T02:32:41.336219+0000","last_undegraded":"2024-04-25T02:32:41.336219+0000","last_fullsized":"2024-04-25T02:32:41.336219+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:29:04.798512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491683+0000","last_change":"2024-04-25T02:30:11.193402+0000","last_active":"2024-04-25T02:32:41.491683+0000","last_peered":"2024-04-25T02:32:41.491683+0000","last_clean":"2024-04-25T02:32:41.491683+0000","last_became_active":"2024-04-25T02:30:11.192953+0000","last_became_peered":"2024-04-25T02:30:11.192953+0000","last_unstale":"2024-04-25T02:32:41.491683+0000","last_undegraded":"2024-04-25T02:32:41.491683+0000","last_fullsized":"2024-04-25T02:32:41.491683+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:12:54.872967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693061+0000","last_change":"2024-04-25T02:30:12.205412+0000","last_active":"2024-04-25T02:32:41.693061+0000","last_peered":"2024-04-25T02:32:41.693061+0000","last_clean":"2024-04-25T02:32:41.693061+0000","last_became_active":"2024-04-25T02:30:12.205047+0000","last_became_peered":"2024-04-25T02:30:12.205047+0000","last_unstale":"2024-04-25T02:32:41.693061+0000","last_undegraded":"2024-04-25T02:32:41.693061+0000","last_fullsized":"2024-04-25T02:32:41.693061+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:23:19.466895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":174,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692898+0000","last_change":"2024-04-25T02:30:11.193806+0000","last_active":"2024-04-25T02:32:41.692898+0000","last_peered":"2024-04-25T02:32:41.692898+0000","last_clean":"2024-04-25T02:32:41.692898+0000","last_became_active":"2024-04-25T02:30:11.193450+0000","last_became_peered":"2024-04-25T02:30:11.193450+0000","last_unstale":"2024-04-25T02:32:41.692898+0000","last_undegraded":"2024-04-25T02:32:41.692898+0000","last_fullsized":"2024-04-25T02:32:41.692898+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:06:11.198940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":3,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692370+0000","last_change":"2024-04-25T02:30:12.186867+0000","last_active":"2024-04-25T02:32:41.692370+0000","last_peered":"2024-04-25T02:32:41.692370+0000","last_clean":"2024-04-25T02:32:41.692370+0000","last_became_active":"2024-04-25T02:30:12.186483+0000","last_became_peered":"2024-04-25T02:30:12.186483+0000","last_unstale":"2024-04-25T02:32:41.692370+0000","last_undegraded":"2024-04-25T02:32:41.692370+0000","last_fullsized":"2024-04-25T02:32:41.692370+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:19:09.251515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431226+0000","last_change":"2024-04-25T02:30:11.214771+0000","last_active":"2024-04-25T02:32:41.431226+0000","last_peered":"2024-04-25T02:32:41.431226+0000","last_clean":"2024-04-25T02:32:41.431226+0000","last_became_active":"2024-04-25T02:30:11.214381+0000","last_became_peered":"2024-04-25T02:30:11.214381+0000","last_unstale":"2024-04-25T02:32:41.431226+0000","last_undegraded":"2024-04-25T02:32:41.431226+0000","last_fullsized":"2024-04-25T02:32:41.431226+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:15:52.532917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491646+0000","last_change":"2024-04-25T02:30:12.194489+0000","last_active":"2024-04-25T02:32:41.491646+0000","last_peered":"2024-04-25T02:32:41.491646+0000","last_clean":"2024-04-25T02:32:41.491646+0000","last_became_active":"2024-04-25T02:30:12.194171+0000","last_became_peered":"2024-04-25T02:30:12.194171+0000","last_unstale":"2024-04-25T02:32:41.491646+0000","last_undegraded":"2024-04-25T02:32:41.491646+0000","last_fullsized":"2024-04-25T02:32:41.491646+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:50.271856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431746+0000","last_change":"2024-04-25T02:30:11.193082+0000","last_active":"2024-04-25T02:32:41.431746+0000","last_peered":"2024-04-25T02:32:41.431746+0000","last_clean":"2024-04-25T02:32:41.431746+0000","last_became_active":"2024-04-25T02:30:11.192702+0000","last_became_peered":"2024-04-25T02:30:11.192702+0000","last_unstale":"2024-04-25T02:32:41.431746+0000","last_undegraded":"2024-04-25T02:32:41.431746+0000","last_fullsized":"2024-04-25T02:32:41.431746+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:33.670399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480496+0000","last_change":"2024-04-25T02:30:12.196479+0000","last_active":"2024-04-25T02:32:41.480496+0000","last_peered":"2024-04-25T02:32:41.480496+0000","last_clean":"2024-04-25T02:32:41.480496+0000","last_became_active":"2024-04-25T02:30:12.196026+0000","last_became_peered":"2024-04-25T02:30:12.196026+0000","last_unstale":"2024-04-25T02:32:41.480496+0000","last_undegraded":"2024-04-25T02:32:41.480496+0000","last_fullsized":"2024-04-25T02:32:41.480496+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:16.269526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477195+0000","last_change":"2024-04-25T02:31:11.731235+0000","last_active":"2024-04-25T02:32:41.477195+0000","last_peered":"2024-04-25T02:32:41.477195+0000","last_clean":"2024-04-25T02:32:41.477195+0000","last_became_active":"2024-04-25T02:31:11.730710+0000","last_became_peered":"2024-04-25T02:31:11.730710+0000","last_unstale":"2024-04-25T02:32:41.477195+0000","last_undegraded":"2024-04-25T02:32:41.477195+0000","last_fullsized":"2024-04-25T02:32:41.477195+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:06:45.513873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338321+0000","last_change":"2024-04-25T02:30:12.216751+0000","last_active":"2024-04-25T02:32:41.338321+0000","last_peered":"2024-04-25T02:32:41.338321+0000","last_clean":"2024-04-25T02:32:41.338321+0000","last_became_active":"2024-04-25T02:30:12.216414+0000","last_became_peered":"2024-04-25T02:30:12.216414+0000","last_unstale":"2024-04-25T02:32:41.338321+0000","last_undegraded":"2024-04-25T02:32:41.338321+0000","last_fullsized":"2024-04-25T02:32:41.338321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:11:52.976476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692793+0000","last_change":"2024-04-25T02:30:11.211529+0000","last_active":"2024-04-25T02:32:41.692793+0000","last_peered":"2024-04-25T02:32:41.692793+0000","last_clean":"2024-04-25T02:32:41.692793+0000","last_became_active":"2024-04-25T02:30:11.211135+0000","last_became_peered":"2024-04-25T02:30:11.211135+0000","last_unstale":"2024-04-25T02:32:41.692793+0000","last_undegraded":"2024-04-25T02:32:41.692793+0000","last_fullsized":"2024-04-25T02:32:41.692793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:30:36.076070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338092+0000","last_change":"2024-04-25T02:30:12.201047+0000","last_active":"2024-04-25T02:32:41.338092+0000","last_peered":"2024-04-25T02:32:41.338092+0000","last_clean":"2024-04-25T02:32:41.338092+0000","last_became_active":"2024-04-25T02:30:12.200664+0000","last_became_peered":"2024-04-25T02:30:12.200664+0000","last_unstale":"2024-04-25T02:32:41.338092+0000","last_undegraded":"2024-04-25T02:32:41.338092+0000","last_fullsized":"2024-04-25T02:32:41.338092+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:03:36.688225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491650+0000","last_change":"2024-04-25T02:30:12.186651+0000","last_active":"2024-04-25T02:32:41.491650+0000","last_peered":"2024-04-25T02:32:41.491650+0000","last_clean":"2024-04-25T02:32:41.491650+0000","last_became_active":"2024-04-25T02:30:12.186293+0000","last_became_peered":"2024-04-25T02:30:12.186293+0000","last_unstale":"2024-04-25T02:32:41.491650+0000","last_undegraded":"2024-04-25T02:32:41.491650+0000","last_fullsized":"2024-04-25T02:32:41.491650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:37.219881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":172,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.607893+0000","last_change":"2024-04-25T02:30:11.216304+0000","last_active":"2024-04-25T02:32:41.607893+0000","last_peered":"2024-04-25T02:32:41.607893+0000","last_clean":"2024-04-25T02:32:41.607893+0000","last_became_active":"2024-04-25T02:30:11.216011+0000","last_became_peered":"2024-04-25T02:30:11.216011+0000","last_unstale":"2024-04-25T02:32:41.607893+0000","last_undegraded":"2024-04-25T02:32:41.607893+0000","last_fullsized":"2024-04-25T02:32:41.607893+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:58:48.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":145,"num_read_kb":145,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.477557+0000","last_change":"2024-04-25T02:31:11.945178+0000","last_active":"2024-04-25T02:32:41.477557+0000","last_peered":"2024-04-25T02:32:41.477557+0000","last_clean":"2024-04-25T02:32:41.477557+0000","last_became_active":"2024-04-25T02:31:11.944409+0000","last_became_peered":"2024-04-25T02:31:11.944409+0000","last_unstale":"2024-04-25T02:32:41.477557+0000","last_undegraded":"2024-04-25T02:32:41.477557+0000","last_fullsized":"2024-04-25T02:32:41.477557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:28:36.703145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.610086+0000","last_change":"2024-04-25T02:30:11.194703+0000","last_active":"2024-04-25T02:32:41.610086+0000","last_peered":"2024-04-25T02:32:41.610086+0000","last_clean":"2024-04-25T02:32:41.610086+0000","last_became_active":"2024-04-25T02:30:11.194349+0000","last_became_peered":"2024-04-25T02:30:11.194349+0000","last_unstale":"2024-04-25T02:32:41.610086+0000","last_undegraded":"2024-04-25T02:32:41.610086+0000","last_fullsized":"2024-04-25T02:32:41.610086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:59:20.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":355,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692411+0000","last_change":"2024-04-25T02:28:51.643084+0000","last_active":"2024-04-25T02:32:41.692411+0000","last_peered":"2024-04-25T02:32:41.692411+0000","last_clean":"2024-04-25T02:32:41.692411+0000","last_became_active":"2024-04-25T02:28:51.642543+0000","last_became_peered":"2024-04-25T02:28:51.642543+0000","last_unstale":"2024-04-25T02:32:41.692411+0000","last_undegraded":"2024-04-25T02:32:41.692411+0000","last_fullsized":"2024-04-25T02:32:41.692411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:25:01.179833+0000","last_clean_scrub_stamp":"2024-04-25T02:25:01.179833+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:49:11.604499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336010+0000","last_change":"2024-04-25T02:30:12.200597+0000","last_active":"2024-04-25T02:32:41.336010+0000","last_peered":"2024-04-25T02:32:41.336010+0000","last_clean":"2024-04-25T02:32:41.336010+0000","last_became_active":"2024-04-25T02:30:12.200117+0000","last_became_peered":"2024-04-25T02:30:12.200117+0000","last_unstale":"2024-04-25T02:32:41.336010+0000","last_undegraded":"2024-04-25T02:32:41.336010+0000","last_fullsized":"2024-04-25T02:32:41.336010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:39:42.084442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692549+0000","last_change":"2024-04-25T02:31:11.947206+0000","last_active":"2024-04-25T02:32:41.692549+0000","last_peered":"2024-04-25T02:32:41.692549+0000","last_clean":"2024-04-25T02:32:41.692549+0000","last_became_active":"2024-04-25T02:31:11.944331+0000","last_became_peered":"2024-04-25T02:31:11.944331+0000","last_unstale":"2024-04-25T02:32:41.692549+0000","last_undegraded":"2024-04-25T02:32:41.692549+0000","last_fullsized":"2024-04-25T02:32:41.692549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:55.506164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431546+0000","last_change":"2024-04-25T02:30:11.212170+0000","last_active":"2024-04-25T02:32:41.431546+0000","last_peered":"2024-04-25T02:32:41.431546+0000","last_clean":"2024-04-25T02:32:41.431546+0000","last_became_active":"2024-04-25T02:30:11.211865+0000","last_became_peered":"2024-04-25T02:30:11.211865+0000","last_unstale":"2024-04-25T02:32:41.431546+0000","last_undegraded":"2024-04-25T02:32:41.431546+0000","last_fullsized":"2024-04-25T02:32:41.431546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:02:25.494166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336482+0000","last_change":"2024-04-25T02:30:12.213235+0000","last_active":"2024-04-25T02:32:41.336482+0000","last_peered":"2024-04-25T02:32:41.336482+0000","last_clean":"2024-04-25T02:32:41.336482+0000","last_became_active":"2024-04-25T02:30:12.212565+0000","last_became_peered":"2024-04-25T02:30:12.212565+0000","last_unstale":"2024-04-25T02:32:41.336482+0000","last_undegraded":"2024-04-25T02:32:41.336482+0000","last_fullsized":"2024-04-25T02:32:41.336482+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:25.832393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'45","reported_seq":102,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.626365+0000","last_change":"2024-04-25T02:31:11.738895+0000","last_active":"2024-04-25T02:32:41.626365+0000","last_peered":"2024-04-25T02:32:41.626365+0000","last_clean":"2024-04-25T02:32:41.626365+0000","last_became_active":"2024-04-25T02:31:11.734019+0000","last_became_peered":"2024-04-25T02:31:11.734019+0000","last_unstale":"2024-04-25T02:32:41.626365+0000","last_undegraded":"2024-04-25T02:32:41.626365+0000","last_fullsized":"2024-04-25T02:32:41.626365+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:01:57.504906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481543+0000","last_change":"2024-04-25T02:30:12.217114+0000","last_active":"2024-04-25T02:32:41.481543+0000","last_peered":"2024-04-25T02:32:41.481543+0000","last_clean":"2024-04-25T02:32:41.481543+0000","last_became_active":"2024-04-25T02:30:12.207395+0000","last_became_peered":"2024-04-25T02:30:12.207395+0000","last_unstale":"2024-04-25T02:32:41.481543+0000","last_undegraded":"2024-04-25T02:32:41.481543+0000","last_fullsized":"2024-04-25T02:32:41.481543+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:59:40.067224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.610045+0000","last_change":"2024-04-25T02:30:11.200098+0000","last_active":"2024-04-25T02:32:41.610045+0000","last_peered":"2024-04-25T02:32:41.610045+0000","last_clean":"2024-04-25T02:32:41.610045+0000","last_became_active":"2024-04-25T02:30:11.199798+0000","last_became_peered":"2024-04-25T02:30:11.199798+0000","last_unstale":"2024-04-25T02:32:41.610045+0000","last_undegraded":"2024-04-25T02:32:41.610045+0000","last_fullsized":"2024-04-25T02:32:41.610045+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:29:23.294022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.694204+0000","last_change":"2024-04-25T02:30:12.216755+0000","last_active":"2024-04-25T02:32:41.694204+0000","last_peered":"2024-04-25T02:32:41.694204+0000","last_clean":"2024-04-25T02:32:41.694204+0000","last_became_active":"2024-04-25T02:30:12.216053+0000","last_became_peered":"2024-04-25T02:30:12.216053+0000","last_unstale":"2024-04-25T02:32:41.694204+0000","last_undegraded":"2024-04-25T02:32:41.694204+0000","last_fullsized":"2024-04-25T02:32:41.694204+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:30:16.731550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473247+0000","last_change":"2024-04-25T02:30:11.210612+0000","last_active":"2024-04-25T02:32:41.473247+0000","last_peered":"2024-04-25T02:32:41.473247+0000","last_clean":"2024-04-25T02:32:41.473247+0000","last_became_active":"2024-04-25T02:30:11.210143+0000","last_became_peered":"2024-04-25T02:30:11.210143+0000","last_unstale":"2024-04-25T02:32:41.473247+0000","last_undegraded":"2024-04-25T02:32:41.473247+0000","last_fullsized":"2024-04-25T02:32:41.473247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T14:14:59.311131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431173+0000","last_change":"2024-04-25T02:30:12.193505+0000","last_active":"2024-04-25T02:32:41.431173+0000","last_peered":"2024-04-25T02:32:41.431173+0000","last_clean":"2024-04-25T02:32:41.431173+0000","last_became_active":"2024-04-25T02:30:12.193094+0000","last_became_peered":"2024-04-25T02:30:12.193094+0000","last_unstale":"2024-04-25T02:32:41.431173+0000","last_undegraded":"2024-04-25T02:32:41.431173+0000","last_fullsized":"2024-04-25T02:32:41.431173+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:33:25.299739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480956+0000","last_change":"2024-04-25T02:30:11.206506+0000","last_active":"2024-04-25T02:32:41.480956+0000","last_peered":"2024-04-25T02:32:41.480956+0000","last_clean":"2024-04-25T02:32:41.480956+0000","last_became_active":"2024-04-25T02:30:11.204308+0000","last_became_peered":"2024-04-25T02:30:11.204308+0000","last_unstale":"2024-04-25T02:32:41.480956+0000","last_undegraded":"2024-04-25T02:32:41.480956+0000","last_fullsized":"2024-04-25T02:32:41.480956+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:24:44.661349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480224+0000","last_change":"2024-04-25T02:30:12.211644+0000","last_active":"2024-04-25T02:32:41.480224+0000","last_peered":"2024-04-25T02:32:41.480224+0000","last_clean":"2024-04-25T02:32:41.480224+0000","last_became_active":"2024-04-25T02:30:12.211229+0000","last_became_peered":"2024-04-25T02:30:12.211229+0000","last_unstale":"2024-04-25T02:32:41.480224+0000","last_undegraded":"2024-04-25T02:32:41.480224+0000","last_fullsized":"2024-04-25T02:32:41.480224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:13:22.406018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338299+0000","last_change":"2024-04-25T02:30:11.194155+0000","last_active":"2024-04-25T02:32:41.338299+0000","last_peered":"2024-04-25T02:32:41.338299+0000","last_clean":"2024-04-25T02:32:41.338299+0000","last_became_active":"2024-04-25T02:30:11.193740+0000","last_became_peered":"2024-04-25T02:30:11.193740+0000","last_unstale":"2024-04-25T02:32:41.338299+0000","last_undegraded":"2024-04-25T02:32:41.338299+0000","last_fullsized":"2024-04-25T02:32:41.338299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:30:20.331805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480649+0000","last_change":"2024-04-25T02:30:12.221307+0000","last_active":"2024-04-25T02:32:41.480649+0000","last_peered":"2024-04-25T02:32:41.480649+0000","last_clean":"2024-04-25T02:32:41.480649+0000","last_became_active":"2024-04-25T02:30:12.220918+0000","last_became_peered":"2024-04-25T02:30:12.220918+0000","last_unstale":"2024-04-25T02:32:41.480649+0000","last_undegraded":"2024-04-25T02:32:41.480649+0000","last_fullsized":"2024-04-25T02:32:41.480649+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:31:56.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.431236+0000","last_change":"2024-04-25T02:30:11.194954+0000","last_active":"2024-04-25T02:32:41.431236+0000","last_peered":"2024-04-25T02:32:41.431236+0000","last_clean":"2024-04-25T02:32:41.431236+0000","last_became_active":"2024-04-25T02:30:11.194554+0000","last_became_peered":"2024-04-25T02:30:11.194554+0000","last_unstale":"2024-04-25T02:32:41.431236+0000","last_undegraded":"2024-04-25T02:32:41.431236+0000","last_fullsized":"2024-04-25T02:32:41.431236+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:23:34.045361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692928+0000","last_change":"2024-04-25T02:30:12.205598+0000","last_active":"2024-04-25T02:32:41.692928+0000","last_peered":"2024-04-25T02:32:41.692928+0000","last_clean":"2024-04-25T02:32:41.692928+0000","last_became_active":"2024-04-25T02:30:12.205263+0000","last_became_peered":"2024-04-25T02:30:12.205263+0000","last_unstale":"2024-04-25T02:32:41.692928+0000","last_undegraded":"2024-04-25T02:32:41.692928+0000","last_fullsized":"2024-04-25T02:32:41.692928+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:02:47.718610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338249+0000","last_change":"2024-04-25T02:30:11.210523+0000","last_active":"2024-04-25T02:32:41.338249+0000","last_peered":"2024-04-25T02:32:41.338249+0000","last_clean":"2024-04-25T02:32:41.338249+0000","last_became_active":"2024-04-25T02:30:11.210088+0000","last_became_peered":"2024-04-25T02:30:11.210088+0000","last_unstale":"2024-04-25T02:32:41.338249+0000","last_undegraded":"2024-04-25T02:32:41.338249+0000","last_fullsized":"2024-04-25T02:32:41.338249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:40:01.433659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692870+0000","last_change":"2024-04-25T02:30:12.195353+0000","last_active":"2024-04-25T02:32:41.692870+0000","last_peered":"2024-04-25T02:32:41.692870+0000","last_clean":"2024-04-25T02:32:41.692870+0000","last_became_active":"2024-04-25T02:30:12.194935+0000","last_became_peered":"2024-04-25T02:30:12.194935+0000","last_unstale":"2024-04-25T02:32:41.692870+0000","last_undegraded":"2024-04-25T02:32:41.692870+0000","last_fullsized":"2024-04-25T02:32:41.692870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:44:42.611371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'39","reported_seq":69,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.623253+0000","last_change":"2024-04-25T02:30:11.206873+0000","last_active":"2024-04-25T02:32:41.623253+0000","last_peered":"2024-04-25T02:32:41.623253+0000","last_clean":"2024-04-25T02:32:41.623253+0000","last_became_active":"2024-04-25T02:30:11.206526+0000","last_became_peered":"2024-04-25T02:30:11.206526+0000","last_unstale":"2024-04-25T02:32:41.623253+0000","last_undegraded":"2024-04-25T02:32:41.623253+0000","last_fullsized":"2024-04-25T02:32:41.623253+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:40:01.229067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692675+0000","last_change":"2024-04-25T02:30:12.206941+0000","last_active":"2024-04-25T02:32:41.692675+0000","last_peered":"2024-04-25T02:32:41.692675+0000","last_clean":"2024-04-25T02:32:41.692675+0000","last_became_active":"2024-04-25T02:30:12.206635+0000","last_became_peered":"2024-04-25T02:30:12.206635+0000","last_unstale":"2024-04-25T02:32:41.692675+0000","last_undegraded":"2024-04-25T02:32:41.692675+0000","last_fullsized":"2024-04-25T02:32:41.692675+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:55:29.451122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336315+0000","last_change":"2024-04-25T02:30:11.208871+0000","last_active":"2024-04-25T02:32:41.336315+0000","last_peered":"2024-04-25T02:32:41.336315+0000","last_clean":"2024-04-25T02:32:41.336315+0000","last_became_active":"2024-04-25T02:30:11.208535+0000","last_became_peered":"2024-04-25T02:30:11.208535+0000","last_unstale":"2024-04-25T02:32:41.336315+0000","last_undegraded":"2024-04-25T02:32:41.336315+0000","last_fullsized":"2024-04-25T02:32:41.336315+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:10.142643+0000","last_clean_scrub_stamp":"2024-04-25T02:30:10.142643+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:16:19.899948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.692915+0000","last_change":"2024-04-25T02:30:12.195132+0000","last_active":"2024-04-25T02:32:41.692915+0000","last_peered":"2024-04-25T02:32:41.692915+0000","last_clean":"2024-04-25T02:32:41.692915+0000","last_became_active":"2024-04-25T02:30:12.194740+0000","last_became_peered":"2024-04-25T02:30:12.194740+0000","last_unstale":"2024-04-25T02:32:41.692915+0000","last_undegraded":"2024-04-25T02:32:41.692915+0000","last_fullsized":"2024-04-25T02:32:41.692915+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:55:05.194488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480311+0000","last_change":"2024-04-25T02:30:12.196954+0000","last_active":"2024-04-25T02:32:41.480311+0000","last_peered":"2024-04-25T02:32:41.480311+0000","last_clean":"2024-04-25T02:32:41.480311+0000","last_became_active":"2024-04-25T02:30:12.196294+0000","last_became_peered":"2024-04-25T02:30:12.196294+0000","last_unstale":"2024-04-25T02:32:41.480311+0000","last_undegraded":"2024-04-25T02:32:41.480311+0000","last_fullsized":"2024-04-25T02:32:41.480311+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:02:23.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338007+0000","last_change":"2024-04-25T02:30:12.185914+0000","last_active":"2024-04-25T02:32:41.338007+0000","last_peered":"2024-04-25T02:32:41.338007+0000","last_clean":"2024-04-25T02:32:41.338007+0000","last_became_active":"2024-04-25T02:30:12.185445+0000","last_became_peered":"2024-04-25T02:30:12.185445+0000","last_unstale":"2024-04-25T02:32:41.338007+0000","last_undegraded":"2024-04-25T02:32:41.338007+0000","last_fullsized":"2024-04-25T02:32:41.338007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:09:04.761310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.337913+0000","last_change":"2024-04-25T02:30:12.210580+0000","last_active":"2024-04-25T02:32:41.337913+0000","last_peered":"2024-04-25T02:32:41.337913+0000","last_clean":"2024-04-25T02:32:41.337913+0000","last_became_active":"2024-04-25T02:30:12.210307+0000","last_became_peered":"2024-04-25T02:30:12.210307+0000","last_unstale":"2024-04-25T02:32:41.337913+0000","last_undegraded":"2024-04-25T02:32:41.337913+0000","last_fullsized":"2024-04-25T02:32:41.337913+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:35:49.184292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.693393+0000","last_change":"2024-04-25T02:30:12.211619+0000","last_active":"2024-04-25T02:32:41.693393+0000","last_peered":"2024-04-25T02:32:41.693393+0000","last_clean":"2024-04-25T02:32:41.693393+0000","last_became_active":"2024-04-25T02:30:12.211240+0000","last_became_peered":"2024-04-25T02:30:12.211240+0000","last_unstale":"2024-04-25T02:32:41.693393+0000","last_undegraded":"2024-04-25T02:32:41.693393+0000","last_fullsized":"2024-04-25T02:32:41.693393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:55:37.419015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336338+0000","last_change":"2024-04-25T02:30:12.212917+0000","last_active":"2024-04-25T02:32:41.336338+0000","last_peered":"2024-04-25T02:32:41.336338+0000","last_clean":"2024-04-25T02:32:41.336338+0000","last_became_active":"2024-04-25T02:30:12.212091+0000","last_became_peered":"2024-04-25T02:30:12.212091+0000","last_unstale":"2024-04-25T02:32:41.336338+0000","last_undegraded":"2024-04-25T02:32:41.336338+0000","last_fullsized":"2024-04-25T02:32:41.336338+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:57:56.926375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480424+0000","last_change":"2024-04-25T02:31:11.728268+0000","last_active":"2024-04-25T02:32:41.480424+0000","last_peered":"2024-04-25T02:32:41.480424+0000","last_clean":"2024-04-25T02:32:41.480424+0000","last_became_active":"2024-04-25T02:31:11.727823+0000","last_became_peered":"2024-04-25T02:31:11.727823+0000","last_unstale":"2024-04-25T02:32:41.480424+0000","last_undegraded":"2024-04-25T02:32:41.480424+0000","last_fullsized":"2024-04-25T02:32:41.480424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:33:35.855779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.338527+0000","last_change":"2024-04-25T02:30:12.195426+0000","last_active":"2024-04-25T02:32:41.338527+0000","last_peered":"2024-04-25T02:32:41.338527+0000","last_clean":"2024-04-25T02:32:41.338527+0000","last_became_active":"2024-04-25T02:30:12.194864+0000","last_became_peered":"2024-04-25T02:30:12.194864+0000","last_unstale":"2024-04-25T02:32:41.338527+0000","last_undegraded":"2024-04-25T02:32:41.338527+0000","last_fullsized":"2024-04-25T02:32:41.338527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:12:44.156886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.481458+0000","last_change":"2024-04-25T02:30:12.217597+0000","last_active":"2024-04-25T02:32:41.481458+0000","last_peered":"2024-04-25T02:32:41.481458+0000","last_clean":"2024-04-25T02:32:41.481458+0000","last_became_active":"2024-04-25T02:30:12.214971+0000","last_became_peered":"2024-04-25T02:30:12.214971+0000","last_unstale":"2024-04-25T02:32:41.481458+0000","last_undegraded":"2024-04-25T02:32:41.481458+0000","last_fullsized":"2024-04-25T02:32:41.481458+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:21:51.639545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.491557+0000","last_change":"2024-04-25T02:30:12.212823+0000","last_active":"2024-04-25T02:32:41.491557+0000","last_peered":"2024-04-25T02:32:41.491557+0000","last_clean":"2024-04-25T02:32:41.491557+0000","last_became_active":"2024-04-25T02:30:12.212462+0000","last_became_peered":"2024-04-25T02:30:12.212462+0000","last_unstale":"2024-04-25T02:32:41.491557+0000","last_undegraded":"2024-04-25T02:32:41.491557+0000","last_fullsized":"2024-04-25T02:32:41.491557+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:17:34.753227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480804+0000","last_change":"2024-04-25T02:30:12.215396+0000","last_active":"2024-04-25T02:32:41.480804+0000","last_peered":"2024-04-25T02:32:41.480804+0000","last_clean":"2024-04-25T02:32:41.480804+0000","last_became_active":"2024-04-25T02:30:12.207707+0000","last_became_peered":"2024-04-25T02:30:12.207707+0000","last_unstale":"2024-04-25T02:32:41.480804+0000","last_undegraded":"2024-04-25T02:32:41.480804+0000","last_fullsized":"2024-04-25T02:32:41.480804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:11:11.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.473282+0000","last_change":"2024-04-25T02:30:12.220996+0000","last_active":"2024-04-25T02:32:41.473282+0000","last_peered":"2024-04-25T02:32:41.473282+0000","last_clean":"2024-04-25T02:32:41.473282+0000","last_became_active":"2024-04-25T02:30:12.220635+0000","last_became_peered":"2024-04-25T02:30:12.220635+0000","last_unstale":"2024-04-25T02:32:41.473282+0000","last_undegraded":"2024-04-25T02:32:41.473282+0000","last_fullsized":"2024-04-25T02:32:41.473282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:01:57.825934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.336678+0000","last_change":"2024-04-25T02:30:12.213614+0000","last_active":"2024-04-25T02:32:41.336678+0000","last_peered":"2024-04-25T02:32:41.336678+0000","last_clean":"2024-04-25T02:32:41.336678+0000","last_became_active":"2024-04-25T02:30:12.213228+0000","last_became_peered":"2024-04-25T02:30:12.213228+0000","last_unstale":"2024-04-25T02:32:41.336678+0000","last_undegraded":"2024-04-25T02:32:41.336678+0000","last_fullsized":"2024-04-25T02:32:41.336678+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:24:09.874052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-25T02:32:41.480397+0000","last_change":"2024-04-25T02:30:12.200848+0000","last_active":"2024-04-25T02:32:41.480397+0000","last_peered":"2024-04-25T02:32:41.480397+0000","last_clean":"2024-04-25T02:32:41.480397+0000","last_became_active":"2024-04-25T02:30:12.200469+0000","last_became_peered":"2024-04-25T02:30:12.200469+0000","last_unstale":"2024-04-25T02:32:41.480397+0000","last_undegraded":"2024-04-25T02:32:41.480397+0000","last_fullsized":"2024-04-25T02:32:41.480397+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T02:30:11.164703+0000","last_clean_scrub_stamp":"2024-04-25T02:30:11.164703+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:50:54.943775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":593641,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":994,"num_read_kb":598,"num_write":285,"num_write_kb":1431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":17,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2015232,"data_stored":1780923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":223,"ondisk_log_size":223,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351018,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":459248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612655,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1662976,"data_stored":1118542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776181,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28364,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716788,"statfs":{"total":95995035648,"available":95965990912,"internally_reserved":0,"allocated":1376256,"data_stored":861627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037819,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":983040,"data_stored":468331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32720,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712432,"statfs":{"total":95995035648,"available":95961530368,"internally_reserved":0,"allocated":1576960,"data_stored":1061494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462981,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":467800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574948,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":526479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738472,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":460144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411422,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40536,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704616,"statfs":{"total":95995035648,"available":95953526784,"internally_reserved":0,"allocated":1060864,"data_stored":533376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149783,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":992927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888147,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":974848,"data_stored":469019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724620,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28760,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716392,"statfs":{"total":95995035648,"available":95965585408,"internally_reserved":0,"allocated":1724416,"data_stored":1191996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":241664,"data_stored":197551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T02:32:48.048 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:32:48.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 -- 172.21.15.47:0/2833302678 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 msgr2=0x7f4cfc103de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 --2- 172.21.15.47:0/2833302678 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 0x7f4cfc103de0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0009900 tx=0x7f4cf002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 -- 172.21.15.47:0/2833302678 shutdown_connections 2024-04-25T02:32:48.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 --2- 172.21.15.47:0/2833302678 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4cfc105570 0x7f4cfc10be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 --2- 172.21.15.47:0/2833302678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cfc104bb0 0x7f4cfc105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 --2- 172.21.15.47:0/2833302678 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 0x7f4cfc103de0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 -- 172.21.15.47:0/2833302678 >> 172.21.15.47:0/2833302678 conn(0x7f4cfc0fef30 msgr2=0x7f4cfc101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:48.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 -- 172.21.15.47:0/2833302678 shutdown_connections 2024-04-25T02:32:48.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.275+0000 7f4d03800640 1 -- 172.21.15.47:0/2833302678 wait complete. 2024-04-25T02:32:48.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.277+0000 7f4d03800640 1 Processor -- start 2024-04-25T02:32:48.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.277+0000 7f4d03800640 1 -- start start 2024-04-25T02:32:48.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4d03800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 0x7f4cfc199d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:48.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4d03800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4cfc104bb0 0x7f4cfc19a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:48.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4d03800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cfc105570 0x7f4cfc1a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:48.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4d03800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc10f610 con 0x7f4cfc105570 2024-04-25T02:32:48.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4d03800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc10f490 con 0x7f4cfc104bb0 2024-04-25T02:32:48.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4d03800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc10f790 con 0x7f4cfc1039c0 2024-04-25T02:32:48.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4cfbe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4cfc104bb0 0x7f4cfc19a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:48.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4d00e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 0x7f4cfc199d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:48.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4cfbe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4cfc104bb0 0x7f4cfc19a250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57546/0 (socket says 172.21.15.47:57546) 2024-04-25T02:32:48.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4cfbe00640 1 -- 172.21.15.47:0/3262139948 learned_addr learned my addr 172.21.15.47:0/3262139948 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:48.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4d01800640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cfc105570 0x7f4cfc1a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:48.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4cfbe00640 1 -- 172.21.15.47:0/3262139948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 msgr2=0x7f4cfc199d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4cfbe00640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 0x7f4cfc199d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4cfbe00640 1 -- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cfc105570 msgr2=0x7f4cfc1a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4cfbe00640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cfc105570 0x7f4cfc1a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.278+0000 7f4cfbe00640 1 -- 172.21.15.47:0/3262139948 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cfc1a1900 con 0x7f4cfc104bb0 2024-04-25T02:32:48.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.279+0000 7f4d00e00640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 0x7f4cfc199d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:48.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.279+0000 7f4cfbe00640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4cfc104bb0 0x7f4cfc19a250 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4ce800e9f0 tx=0x7f4ce800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:48.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.279+0000 7f4cf9600640 1 -- 172.21.15.47:0/3262139948 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce800cd80 con 0x7f4cfc104bb0 2024-04-25T02:32:48.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.279+0000 7f4cf9600640 1 -- 172.21.15.47:0/3262139948 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ce8010910 con 0x7f4cfc104bb0 2024-04-25T02:32:48.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.279+0000 7f4cf9600640 1 -- 172.21.15.47:0/3262139948 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce8018990 con 0x7f4cfc104bb0 2024-04-25T02:32:48.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.279+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cfc1a1bf0 con 0x7f4cfc104bb0 2024-04-25T02:32:48.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.279+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cfc1a20c0 con 0x7f4cfc104bb0 2024-04-25T02:32:48.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.281+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cfc10adb0 con 0x7f4cfc104bb0 2024-04-25T02:32:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.283+0000 7f4cf9600640 1 -- 172.21.15.47:0/3262139948 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f4ce8010ac0 con 0x7f4cfc104bb0 2024-04-25T02:32:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.285+0000 7f4cf9600640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ce40a2e20 0x7f4ce40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.285+0000 7f4cf9600640 1 -- 172.21.15.47:0/3262139948 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4ce80cfad0 con 0x7f4cfc104bb0 2024-04-25T02:32:48.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.285+0000 7f4d00e00640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ce40a2e20 0x7f4ce40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:48.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.286+0000 7f4d00e00640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ce40a2e20 0x7f4ce40a52e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0005ab0 tx=0x7f4cf0000bc0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:48.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.289+0000 7f4cf9600640 1 -- 172.21.15.47:0/3262139948 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4ce809c470 con 0x7f4cfc104bb0 2024-04-25T02:32:48.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.502+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4cfc062340 con 0x7f4cfc104bb0 2024-04-25T02:32:48.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.505+0000 7f4cf9600640 1 -- 172.21.15.47:0/3262139948 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22969 (secure 0 0 0) 0x7f4ce809bd70 con 0x7f4cfc104bb0 2024-04-25T02:32:48.509 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:48.509 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":89,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:32:41.329208+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/233515399":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/3106043570":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/3332745112":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1042598960":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:32:48.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.508+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ce40a2e20 msgr2=0x7f4ce40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.508+0000 7f4d03800640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ce40a2e20 0x7f4ce40a52e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0005ab0 tx=0x7f4cf0000bc0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.508+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4cfc104bb0 msgr2=0x7f4cfc19a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.508+0000 7f4d03800640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4cfc104bb0 0x7f4cfc19a250 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4ce800e9f0 tx=0x7f4ce800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.510+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 shutdown_connections 2024-04-25T02:32:48.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.510+0000 7f4d03800640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ce40a2e20 0x7f4ce40a52e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.510+0000 7f4d03800640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cfc105570 0x7f4cfc1a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.510+0000 7f4d03800640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4cfc104bb0 0x7f4cfc19a250 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.510+0000 7f4d03800640 1 --2- 172.21.15.47:0/3262139948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cfc1039c0 0x7f4cfc199d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.510+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 >> 172.21.15.47:0/3262139948 conn(0x7f4cfc0fef30 msgr2=0x7f4cfc107f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:48.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.510+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 shutdown_connections 2024-04-25T02:32:48.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.510+0000 7f4d03800640 1 -- 172.21.15.47:0/3262139948 wait complete. 2024-04-25T02:32:48.534 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:32:48.534 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:32:48.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 -- 172.21.15.47:0/880668276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec102980 msgr2=0x7fe3ec102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/880668276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec102980 0x7fe3ec102e00 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8009860 tx=0x7fe3d802a340 comp rx=0 tx=0).stop 2024-04-25T02:32:48.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 -- 172.21.15.47:0/880668276 shutdown_connections 2024-04-25T02:32:48.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/880668276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe3ec103340 0x7fe3ec109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/880668276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec102980 0x7fe3ec102e00 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/880668276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe3ec101790 0x7fe3ec101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 -- 172.21.15.47:0/880668276 >> 172.21.15.47:0/880668276 conn(0x7fe3ec0fcd20 msgr2=0x7fe3ec0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:48.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 -- 172.21.15.47:0/880668276 shutdown_connections 2024-04-25T02:32:48.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.726+0000 7fe3f3a00640 1 -- 172.21.15.47:0/880668276 wait complete. 2024-04-25T02:32:48.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.727+0000 7fe3f3a00640 1 Processor -- start 2024-04-25T02:32:48.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.727+0000 7fe3f3a00640 1 -- start start 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.727+0000 7fe3f3a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe3ec101790 0x7fe3ec199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.727+0000 7fe3f3a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe3ec102980 0x7fe3ec19a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f3a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec103340 0x7fe3ec1a12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f3a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec10d410 con 0x7fe3ec101790 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f3a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec10d290 con 0x7fe3ec103340 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f3a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec10d590 con 0x7fe3ec102980 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe3ec101790 0x7fe3ec199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe3ec101790 0x7fe3ec199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48658/0 (socket says 172.21.15.47:48658) 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1000640 1 -- 172.21.15.47:0/4183922063 learned_addr learned my addr 172.21.15.47:0/4183922063 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec103340 0x7fe3ec1a12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3ebe00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe3ec102980 0x7fe3ec19a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1a00640 1 -- 172.21.15.47:0/4183922063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe3ec102980 msgr2=0x7fe3ec19a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe3ec102980 0x7fe3ec19a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1a00640 1 -- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe3ec101790 msgr2=0x7fe3ec199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe3ec101790 0x7fe3ec199d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1a00640 1 -- 172.21.15.47:0/4183922063 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3ec1a1950 con 0x7fe3ec103340 2024-04-25T02:32:48.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.728+0000 7fe3f1000640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe3ec101790 0x7fe3ec199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:48.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.729+0000 7fe3f1a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec103340 0x7fe3ec1a12b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe3e400efc0 tx=0x7fe3e400c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:48.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.729+0000 7fe3e9600640 1 -- 172.21.15.47:0/4183922063 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e4003970 con 0x7fe3ec103340 2024-04-25T02:32:48.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.729+0000 7fe3e9600640 1 -- 172.21.15.47:0/4183922063 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe3e4004020 con 0x7fe3ec103340 2024-04-25T02:32:48.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.729+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3ec1a1c40 con 0x7fe3ec103340 2024-04-25T02:32:48.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.729+0000 7fe3e9600640 1 -- 172.21.15.47:0/4183922063 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e400b9f0 con 0x7fe3ec103340 2024-04-25T02:32:48.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.729+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3ec1a2140 con 0x7fe3ec103340 2024-04-25T02:32:48.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.731+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3ec1a2310 con 0x7fe3ec103340 2024-04-25T02:32:48.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.732+0000 7fe3e9600640 1 -- 172.21.15.47:0/4183922063 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fe3e401d020 con 0x7fe3ec103340 2024-04-25T02:32:48.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.734+0000 7fe3e9600640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3d40a2e20 0x7fe3d40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:48.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.734+0000 7fe3e9600640 1 -- 172.21.15.47:0/4183922063 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe3e40cf660 con 0x7fe3ec103340 2024-04-25T02:32:48.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.734+0000 7fe3f1000640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3d40a2e20 0x7fe3d40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:48.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.735+0000 7fe3f1000640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3d40a2e20 0x7fe3d40a52e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec19b210 tx=0x7fe3e0005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.738+0000 7fe3e9600640 1 -- 172.21.15.47:0/4183922063 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe3e409c000 con 0x7fe3ec103340 2024-04-25T02:32:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='client.25340 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi047 to 177.5M 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: Unable to set osd_memory_target on smithi047 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: Updating smithi047:/etc/ceph/ceph.conf 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: Updating smithi113:/etc/ceph/ceph.conf 2024-04-25T02:32:48.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:48 smithi178 ceph-mon[33053]: Updating smithi178:/etc/ceph/ceph.conf 2024-04-25T02:32:48.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:48.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='client.25340 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi047 to 177.5M 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: Unable to set osd_memory_target on smithi047 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: Updating smithi047:/etc/ceph/ceph.conf 2024-04-25T02:32:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: Updating smithi113:/etc/ceph/ceph.conf 2024-04-25T02:32:48.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:48 smithi047 ceph-mon[27871]: Updating smithi178:/etc/ceph/ceph.conf 2024-04-25T02:32:48.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.954+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe3ec1a24e0 con 0x7fe3ec103340 2024-04-25T02:32:48.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.955+0000 7fe3e9600640 1 -- 172.21.15.47:0/4183922063 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7fe3e409b900 con 0x7fe3ec103340 2024-04-25T02:32:48.959 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3d40a2e20 msgr2=0x7fe3d40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3d40a2e20 0x7fe3d40a52e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec19b210 tx=0x7fe3e0005f90 comp rx=0 tx=0).stop 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec103340 msgr2=0x7fe3ec1a12b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec103340 0x7fe3ec1a12b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe3e400efc0 tx=0x7fe3e400c800 comp rx=0 tx=0).stop 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 shutdown_connections 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3d40a2e20 0x7fe3d40a52e0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3ec103340 0x7fe3ec1a12b0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe3ec102980 0x7fe3ec19a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 --2- 172.21.15.47:0/4183922063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe3ec101790 0x7fe3ec199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.957+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 >> 172.21.15.47:0/4183922063 conn(0x7fe3ec0fcd20 msgr2=0x7fe3ec073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.958+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 shutdown_connections 2024-04-25T02:32:48.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:48.958+0000 7fe3f3a00640 1 -- 172.21.15.47:0/4183922063 wait complete. 2024-04-25T02:32:48.981 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='client.25340 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:32:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi047 to 177.5M 2024-04-25T02:32:49.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: Unable to set osd_memory_target on smithi047 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T02:32:49.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:32:49.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:32:49.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: Updating smithi047:/etc/ceph/ceph.conf 2024-04-25T02:32:49.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: Updating smithi113:/etc/ceph/ceph.conf 2024-04-25T02:32:49.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:48 smithi113 ceph-mon[32459]: Updating smithi178:/etc/ceph/ceph.conf 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.180+0000 7f4ad5a00640 1 -- 172.21.15.47:0/1879509834 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 msgr2=0x7f4ad0105010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.180+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/1879509834 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 0x7f4ad0105010 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4ab8009860 tx=0x7f4ab802a340 comp rx=0 tx=0).stop 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.181+0000 7f4ad5a00640 1 -- 172.21.15.47:0/1879509834 shutdown_connections 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.181+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/1879509834 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ad0105550 0x7f4ad010bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.181+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/1879509834 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 0x7f4ad0105010 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.181+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/1879509834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ad01039a0 0x7f4ad0103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.181+0000 7f4ad5a00640 1 -- 172.21.15.47:0/1879509834 >> 172.21.15.47:0/1879509834 conn(0x7f4ad00fef30 msgr2=0x7f4ad0101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.181+0000 7f4ad5a00640 1 -- 172.21.15.47:0/1879509834 shutdown_connections 2024-04-25T02:32:49.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.181+0000 7f4ad5a00640 1 -- 172.21.15.47:0/1879509834 wait complete. 2024-04-25T02:32:49.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.182+0000 7f4ad5a00640 1 Processor -- start 2024-04-25T02:32:49.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.182+0000 7f4ad5a00640 1 -- start start 2024-04-25T02:32:49.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.182+0000 7f4ad5a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ad01039a0 0x7f4ad0199d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:49.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.182+0000 7f4ad5a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 0x7f4ad019a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:49.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.182+0000 7f4ad5a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ad0105550 0x7f4ad01a1290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.182+0000 7f4ad5a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad010f600 con 0x7f4ad0105550 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.182+0000 7f4ad5a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad010f480 con 0x7f4ad0104b90 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.182+0000 7f4ad5a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad010f780 con 0x7f4ad01039a0 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ad01039a0 0x7f4ad0199d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4ace000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 0x7f4ad019a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ad01039a0 0x7f4ad0199d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42916/0 (socket says 172.21.15.47:42916) 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acea00640 1 -- 172.21.15.47:0/2375574951 learned_addr learned my addr 172.21.15.47:0/2375574951 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acf400640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ad0105550 0x7f4ad01a1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acea00640 1 -- 172.21.15.47:0/2375574951 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 msgr2=0x7f4ad019a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acea00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 0x7f4ad019a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acea00640 1 -- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ad0105550 msgr2=0x7f4ad01a1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acea00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ad0105550 0x7f4ad01a1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4acea00640 1 -- 172.21.15.47:0/2375574951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad01a1930 con 0x7f4ad01039a0 2024-04-25T02:32:49.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.183+0000 7f4ace000640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 0x7f4ad019a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:49.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.184+0000 7f4acea00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ad01039a0 0x7f4ad0199d20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4ac800c3f0 tx=0x7f4ac8009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:49.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.184+0000 7f4ac7400640 1 -- 172.21.15.47:0/2375574951 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac801b070 con 0x7f4ad01039a0 2024-04-25T02:32:49.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.184+0000 7f4ac7400640 1 -- 172.21.15.47:0/2375574951 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ac800ba50 con 0x7f4ad01039a0 2024-04-25T02:32:49.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.184+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad01a1c20 con 0x7f4ad01039a0 2024-04-25T02:32:49.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.184+0000 7f4ac7400640 1 -- 172.21.15.47:0/2375574951 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac8016c60 con 0x7f4ad01039a0 2024-04-25T02:32:49.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.184+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad01a21c0 con 0x7f4ad01039a0 2024-04-25T02:32:49.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.185+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad010add0 con 0x7f4ad01039a0 2024-04-25T02:32:49.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.187+0000 7f4ac7400640 1 -- 172.21.15.47:0/2375574951 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f4ac801e070 con 0x7f4ad01039a0 2024-04-25T02:32:49.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.189+0000 7f4ac7400640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ab40a2ea0 0x7f4ab40a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:49.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.189+0000 7f4ac7400640 1 -- 172.21.15.47:0/2375574951 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4ac80cf580 con 0x7f4ad01039a0 2024-04-25T02:32:49.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.189+0000 7f4ace000640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ab40a2ea0 0x7f4ab40a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:49.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.190+0000 7f4ace000640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ab40a2ea0 0x7f4ab40a5360 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4ab802a930 tx=0x7f4ab8030570 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:49.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.193+0000 7f4ac7400640 1 -- 172.21.15.47:0/2375574951 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4ac809bf80 con 0x7f4ad01039a0 2024-04-25T02:32:49.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.407+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4ad002d3e0 con 0x7f4ad01039a0 2024-04-25T02:32:49.412 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.408+0000 7f4ac7400640 1 -- 172.21.15.47:0/2375574951 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7f4ac809b880 con 0x7f4ad01039a0 2024-04-25T02:32:49.412 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:32:49.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ab40a2ea0 msgr2=0x7f4ab40a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ab40a2ea0 0x7f4ab40a5360 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4ab802a930 tx=0x7f4ab8030570 comp rx=0 tx=0).stop 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ad01039a0 msgr2=0x7f4ad0199d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ad01039a0 0x7f4ad0199d20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4ac800c3f0 tx=0x7f4ac8009f90 comp rx=0 tx=0).stop 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 shutdown_connections 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4ab40a2ea0 0x7f4ab40a5360 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ad0105550 0x7f4ad01a1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ad0104b90 0x7f4ad019a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 --2- 172.21.15.47:0/2375574951 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ad01039a0 0x7f4ad0199d20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 >> 172.21.15.47:0/2375574951 conn(0x7f4ad00fef30 msgr2=0x7f4ad0107fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 shutdown_connections 2024-04-25T02:32:49.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.411+0000 7f4ad5a00640 1 -- 172.21.15.47:0/2375574951 wait complete. 2024-04-25T02:32:49.434 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:32:49.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 -- 172.21.15.47:0/691194003 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f819c107720 msgr2=0x7f819c107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 --2- 172.21.15.47:0/691194003 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f819c107720 0x7f819c107b00 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f818c009930 tx=0x7f818c02a420 comp rx=0 tx=0).stop 2024-04-25T02:32:49.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 -- 172.21.15.47:0/691194003 shutdown_connections 2024-04-25T02:32:49.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 --2- 172.21.15.47:0/691194003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f819c1020d0 0x7f819c10e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 --2- 172.21.15.47:0/691194003 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f819c101710 0x7f819c101b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 --2- 172.21.15.47:0/691194003 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f819c107720 0x7f819c107b00 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 -- 172.21.15.47:0/691194003 >> 172.21.15.47:0/691194003 conn(0x7f819c078b90 msgr2=0x7f819c078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:49.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 -- 172.21.15.47:0/691194003 shutdown_connections 2024-04-25T02:32:49.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.638+0000 7f81a2200640 1 -- 172.21.15.47:0/691194003 wait complete. 2024-04-25T02:32:49.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.639+0000 7f81a2200640 1 Processor -- start 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f81a2200640 1 -- start start 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f81a2200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f819c101710 0x7f819c19a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f81a2200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f819c1020d0 0x7f819c19a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f81a2200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f819c107720 0x7f819c19eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f81a2200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f819c111b80 con 0x7f819c101710 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f81a2200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f819c111a00 con 0x7f819c107720 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f81a2200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f819c111d00 con 0x7f819c1020d0 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f819be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f819c107720 0x7f819c19eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f819be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f819c107720 0x7f819c19eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57592/0 (socket says 172.21.15.47:57592) 2024-04-25T02:32:49.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.640+0000 7f819be00640 1 -- 172.21.15.47:0/1246580853 learned_addr learned my addr 172.21.15.47:0/1246580853 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f819b400640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f819c101710 0x7f819c19a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f819aa00640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f819c1020d0 0x7f819c19a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f819be00640 1 -- 172.21.15.47:0/1246580853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f819c1020d0 msgr2=0x7f819c19a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f819be00640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f819c1020d0 0x7f819c19a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f819be00640 1 -- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f819c101710 msgr2=0x7f819c19a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f819be00640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f819c101710 0x7f819c19a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f819be00640 1 -- 172.21.15.47:0/1246580853 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f819c19f240 con 0x7f819c107720 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f819be00640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f819c107720 0x7f819c19eb10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f819400eb10 tx=0x7f819400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f8193e00640 1 -- 172.21.15.47:0/1246580853 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8194004b20 con 0x7f819c107720 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.641+0000 7f8193e00640 1 -- 172.21.15.47:0/1246580853 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8194004cc0 con 0x7f819c107720 2024-04-25T02:32:49.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.642+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f819c19f530 con 0x7f819c107720 2024-04-25T02:32:49.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.642+0000 7f8193e00640 1 -- 172.21.15.47:0/1246580853 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8194010760 con 0x7f819c107720 2024-04-25T02:32:49.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.642+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f819c1a6dc0 con 0x7f819c107720 2024-04-25T02:32:49.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.643+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f819c0689b0 con 0x7f819c107720 2024-04-25T02:32:49.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.645+0000 7f8193e00640 1 -- 172.21.15.47:0/1246580853 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f8194010900 con 0x7f819c107720 2024-04-25T02:32:49.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.646+0000 7f8193e00640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f81800a2ea0 0x7f81800a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:49.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.646+0000 7f8193e00640 1 -- 172.21.15.47:0/1246580853 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f81940d0110 con 0x7f819c107720 2024-04-25T02:32:49.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.647+0000 7f819b400640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f81800a2ea0 0x7f81800a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:49.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.647+0000 7f819b400640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f81800a2ea0 0x7f81800a5360 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f818c006010 tx=0x7f818c005a20 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:49.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.648+0000 7f8193e00640 1 -- 172.21.15.47:0/1246580853 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f819409cab0 con 0x7f819c107720 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: from='client.25363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3262139948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/4183922063' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:49.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:49 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2375574951' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:49.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.862+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f819c1a70c0 con 0x7f819c107720 2024-04-25T02:32:49.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.864+0000 7f8193e00640 1 -- 172.21.15.47:0/1246580853 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f819409c3b0 con 0x7f819c107720 2024-04-25T02:32:49.867 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f81800a2ea0 msgr2=0x7f81800a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f81800a2ea0 0x7f81800a5360 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f818c006010 tx=0x7f818c005a20 comp rx=0 tx=0).stop 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f819c107720 msgr2=0x7f819c19eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f819c107720 0x7f819c19eb10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f819400eb10 tx=0x7f819400c2d0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 shutdown_connections 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f81800a2ea0 0x7f81800a5360 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f819c107720 0x7f819c19eb10 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f819c1020d0 0x7f819c19a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 --2- 172.21.15.47:0/1246580853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f819c101710 0x7f819c19a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.865+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 >> 172.21.15.47:0/1246580853 conn(0x7f819c078b90 msgr2=0x7f819c10c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.866+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 shutdown_connections 2024-04-25T02:32:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:49.866+0000 7f81a2200640 1 -- 172.21.15.47:0/1246580853 wait complete. 2024-04-25T02:32:49.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:49.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:49.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: from='client.25363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:49.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:49.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:49.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:49.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:49.888 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:49.888 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3262139948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:49.888 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.888 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.888 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.888 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:49.888 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/4183922063' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:49.888 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:49 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2375574951' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:49.889 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: from='client.25363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: Updating smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: Updating smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3262139948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:50.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:50.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:50.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:50.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:50.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/4183922063' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:32:50.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:49 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2375574951' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:32:50.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 -- 172.21.15.47:0/456236365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8420101580 msgr2=0x7f8420101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 --2- 172.21.15.47:0/456236365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8420101580 0x7f8420101a00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f840c009930 tx=0x7f840c02a440 comp rx=0 tx=0).stop 2024-04-25T02:32:50.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 -- 172.21.15.47:0/456236365 shutdown_connections 2024-04-25T02:32:50.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 --2- 172.21.15.47:0/456236365 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8420101f40 0x7f842010e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 --2- 172.21.15.47:0/456236365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8420101580 0x7f8420101a00 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 --2- 172.21.15.47:0/456236365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8420107640 0x7f8420107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 -- 172.21.15.47:0/456236365 >> 172.21.15.47:0/456236365 conn(0x7f84200fd070 msgr2=0x7f84200ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:50.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 -- 172.21.15.47:0/456236365 shutdown_connections 2024-04-25T02:32:50.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.067+0000 7f8425e00640 1 -- 172.21.15.47:0/456236365 wait complete. 2024-04-25T02:32:50.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425e00640 1 Processor -- start 2024-04-25T02:32:50.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425e00640 1 -- start start 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8420101580 0x7f8420197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8420101f40 0x7f8420198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8420107640 0x7f842019c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8420111950 con 0x7f8420101580 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f84201117d0 con 0x7f8420107640 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8420111ad0 con 0x7f8420101f40 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8424a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8420101580 0x7f8420197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8424a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8420101580 0x7f8420197dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48716/0 (socket says 172.21.15.47:48716) 2024-04-25T02:32:50.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8424a00640 1 -- 172.21.15.47:0/1755160859 learned_addr learned my addr 172.21.15.47:0/1755160859 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:50.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f841fe00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8420101f40 0x7f8420198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:50.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8425400640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8420107640 0x7f842019c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:50.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8424a00640 1 -- 172.21.15.47:0/1755160859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8420101f40 msgr2=0x7f8420198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8424a00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8420101f40 0x7f8420198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8424a00640 1 -- 172.21.15.47:0/1755160859 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8420107640 msgr2=0x7f842019c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8424a00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8420107640 0x7f842019c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.069+0000 7f8424a00640 1 -- 172.21.15.47:0/1755160859 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f842019cdc0 con 0x7f8420101580 2024-04-25T02:32:50.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.070+0000 7f8424a00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8420101580 0x7f8420197dd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f841400e9f0 tx=0x7f841400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:50.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.070+0000 7f841d600640 1 -- 172.21.15.47:0/1755160859 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841400cd80 con 0x7f8420101580 2024-04-25T02:32:50.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.070+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f842019d0b0 con 0x7f8420101580 2024-04-25T02:32:50.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.070+0000 7f841d600640 1 -- 172.21.15.47:0/1755160859 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8414010910 con 0x7f8420101580 2024-04-25T02:32:50.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.070+0000 7f841d600640 1 -- 172.21.15.47:0/1755160859 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8414018990 con 0x7f8420101580 2024-04-25T02:32:50.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.070+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84201a4940 con 0x7f8420101580 2024-04-25T02:32:50.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.071+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8420068480 con 0x7f8420101580 2024-04-25T02:32:50.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.074+0000 7f841d600640 1 -- 172.21.15.47:0/1755160859 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f8414010ac0 con 0x7f8420101580 2024-04-25T02:32:50.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.076+0000 7f841d600640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f84080a2e20 0x7f84080a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:50.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.076+0000 7f841d600640 1 -- 172.21.15.47:0/1755160859 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f84140cfd80 con 0x7f8420101580 2024-04-25T02:32:50.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.076+0000 7f841fe00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f84080a2e20 0x7f84080a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:50.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.077+0000 7f841fe00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f84080a2e20 0x7f84080a52e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f840c006010 tx=0x7f840c000bc0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:50.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.078+0000 7f841d600640 1 -- 172.21.15.47:0/1755160859 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f841409c0d0 con 0x7f8420101580 2024-04-25T02:32:50.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.336+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8420199120 con 0x7f8420101580 2024-04-25T02:32:50.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.338+0000 7f841d600640 1 -- 172.21.15.47:0/1755160859 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f84140bc0e0 con 0x7f8420101580 2024-04-25T02:32:50.343 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:50.343 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:32:50.343 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:32:50.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f84080a2e20 msgr2=0x7f84080a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f84080a2e20 0x7f84080a52e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f840c006010 tx=0x7f840c000bc0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8420101580 msgr2=0x7f8420197dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8420101580 0x7f8420197dd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f841400e9f0 tx=0x7f841400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 shutdown_connections 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f84080a2e20 0x7f84080a52e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8420107640 0x7f842019c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8420101f40 0x7f8420198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 --2- 172.21.15.47:0/1755160859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8420101580 0x7f8420197dd0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.341+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 >> 172.21.15.47:0/1755160859 conn(0x7f84200fd070 msgr2=0x7f84200fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.342+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 shutdown_connections 2024-04-25T02:32:50.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.342+0000 7f8425e00640 1 -- 172.21.15.47:0/1755160859 wait complete. 2024-04-25T02:32:50.365 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:32:50.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.568+0000 7f1099800640 1 -- 172.21.15.47:0/2679724052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 msgr2=0x7f109410e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.568+0000 7f1099800640 1 --2- 172.21.15.47:0/2679724052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 0x7f109410e5d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f108c009930 tx=0x7f108c02a420 comp rx=0 tx=0).stop 2024-04-25T02:32:50.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.568+0000 7f1099800640 1 -- 172.21.15.47:0/2679724052 shutdown_connections 2024-04-25T02:32:50.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.568+0000 7f1099800640 1 --2- 172.21.15.47:0/2679724052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 0x7f109410e5d0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.568+0000 7f1099800640 1 --2- 172.21.15.47:0/2679724052 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1094101700 0x7f1094101b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.568+0000 7f1099800640 1 --2- 172.21.15.47:0/2679724052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1094107710 0x7f1094107af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.568+0000 7f1099800640 1 -- 172.21.15.47:0/2679724052 >> 172.21.15.47:0/2679724052 conn(0x7f1094078b40 msgr2=0x7f1094078f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:50.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.568+0000 7f1099800640 1 -- 172.21.15.47:0/2679724052 shutdown_connections 2024-04-25T02:32:50.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.569+0000 7f1099800640 1 -- 172.21.15.47:0/2679724052 wait complete. 2024-04-25T02:32:50.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1099800640 1 Processor -- start 2024-04-25T02:32:50.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1099800640 1 -- start start 2024-04-25T02:32:50.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1099800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1094101700 0x7f109419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:50.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1099800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 0x7f109419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1099800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1094107710 0x7f109419ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1099800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1094111b20 con 0x7f10941020c0 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1099800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f10941119a0 con 0x7f1094101700 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1099800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1094111ca0 con 0x7f1094107710 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.570+0000 7f1092000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 0x7f109419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 0x7f109419a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48732/0 (socket says 172.21.15.47:48732) 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092000640 1 -- 172.21.15.47:0/272226764 learned_addr learned my addr 172.21.15.47:0/272226764 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092a00640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1094101700 0x7f109419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1093400640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1094107710 0x7f109419ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092000640 1 -- 172.21.15.47:0/272226764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1094107710 msgr2=0x7f109419ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092000640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1094107710 0x7f109419ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092000640 1 -- 172.21.15.47:0/272226764 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1094101700 msgr2=0x7f109419a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.576 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092000640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1094101700 0x7f109419a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092000640 1 -- 172.21.15.47:0/272226764 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f109419f170 con 0x7f10941020c0 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092a00640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1094101700 0x7f109419a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.571+0000 7f1092000640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 0x7f109419a6c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f107c00e9f0 tx=0x7f107c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.572+0000 7f108b400640 1 -- 172.21.15.47:0/272226764 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f107c00cd80 con 0x7f10941020c0 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.572+0000 7f108b400640 1 -- 172.21.15.47:0/272226764 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f107c010910 con 0x7f10941020c0 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.572+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f109419f460 con 0x7f10941020c0 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.572+0000 7f108b400640 1 -- 172.21.15.47:0/272226764 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f107c018990 con 0x7f10941020c0 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.572+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10941a6cf0 con 0x7f10941020c0 2024-04-25T02:32:50.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.573+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10940689b0 con 0x7f10941020c0 2024-04-25T02:32:50.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.575+0000 7f108b400640 1 -- 172.21.15.47:0/272226764 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f107c010ac0 con 0x7f10941020c0 2024-04-25T02:32:50.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.578+0000 7f108b400640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f10780a2ea0 0x7f10780a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:50.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.578+0000 7f108b400640 1 -- 172.21.15.47:0/272226764 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f107c0cf9a0 con 0x7f10941020c0 2024-04-25T02:32:50.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.578+0000 7f1092a00640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f10780a2ea0 0x7f10780a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:50.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.579+0000 7f1092a00640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f10780a2ea0 0x7f10780a5360 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1084005fd0 tx=0x7f1084009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:50.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.582+0000 7f108b400640 1 -- 172.21.15.47:0/272226764 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f107c09bcf0 con 0x7f10941020c0 2024-04-25T02:32:50.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.796+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f10941a6ff0 con 0x7f10941020c0 2024-04-25T02:32:50.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.800+0000 7f108b400640 1 -- 172.21.15.47:0/272226764 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22969 (secure 0 0 0) 0x7f107c09fff0 con 0x7f10941020c0 2024-04-25T02:32:50.804 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:32:50.804 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":89,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:32:41.329208+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/233515399":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/3106043570":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/3332745112":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1042598960":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:32:50.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f10780a2ea0 msgr2=0x7f10780a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f10780a2ea0 0x7f10780a5360 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1084005fd0 tx=0x7f1084009500 comp rx=0 tx=0).stop 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 msgr2=0x7f109419a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 0x7f109419a6c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f107c00e9f0 tx=0x7f107c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 shutdown_connections 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f10780a2ea0 0x7f10780a5360 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1094107710 0x7f109419ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f10941020c0 0x7f109419a6c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 --2- 172.21.15.47:0/272226764 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1094101700 0x7f109419a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.803+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 >> 172.21.15.47:0/272226764 conn(0x7f1094078b40 msgr2=0x7f1094103290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.804+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 shutdown_connections 2024-04-25T02:32:50.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:50.804+0000 7f1099800640 1 -- 172.21.15.47:0/272226764 wait complete. 2024-04-25T02:32:50.825 DEBUG:tasks.fwd_scrub:Yielding 2024-04-25T02:32:50.826 INFO:teuthology.run_tasks:Running task exec... 2024-04-25T02:32:50.836 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T02:32:50.836 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:32:50.836 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-25T02:32:50.836 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-04-25T02:32:50.836 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:32:50.837 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:32:50.837 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 1.1 KiB/s wr, 23 op/s 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1246580853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1755160859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:32:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:32:51.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:50 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.036+0000 7f37afe00640 1 -- 172.21.15.47:0/2236751425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8073a40 msgr2=0x7f37a8073e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.036+0000 7f37afe00640 1 --2- 172.21.15.47:0/2236751425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8073a40 0x7f37a8073e20 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f379c009860 tx=0x7f379c02a3d0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7f37afe00640 1 -- 172.21.15.47:0/2236751425 shutdown_connections 2024-04-25T02:32:51.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7f37afe00640 1 --2- 172.21.15.47:0/2236751425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f37a8112800 0x7f37a8114bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7f37afe00640 1 --2- 172.21.15.47:0/2236751425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f37a8074360 0x7f37a81122c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7f37afe00640 1 --2- 172.21.15.47:0/2236751425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8073a40 0x7f37a8073e20 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 -- 172.21.15.47:0/2114904250 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdba0107680 msgr2=0x7fdba0107a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/2114904250 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdba0107680 0x7fdba0107a60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fdb90009860 tx=0x7fdb9002a340 comp rx=0 tx=0).stop 2024-04-25T02:32:51.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7f37afe00640 1 -- 172.21.15.47:0/2236751425 >> 172.21.15.47:0/2236751425 conn(0x7f37a8078bd0 msgr2=0x7f37a8078fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 -- 172.21.15.47:0/2114904250 shutdown_connections 2024-04-25T02:32:51.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/2114904250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdba0101fa0 0x7fdba010e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/2114904250 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdba01015e0 0x7fdba0101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/2114904250 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdba0107680 0x7fdba0107a60 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 -- 172.21.15.47:0/2114904250 >> 172.21.15.47:0/2114904250 conn(0x7fdba00fd110 msgr2=0x7fdba00ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7f37afe00640 1 -- 172.21.15.47:0/2236751425 shutdown_connections 2024-04-25T02:32:51.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7f37afe00640 1 -- 172.21.15.47:0/2236751425 wait complete. 2024-04-25T02:32:51.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 -- 172.21.15.47:0/2114904250 shutdown_connections 2024-04-25T02:32:51.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.037+0000 7fdb9fe00640 1 -- 172.21.15.47:0/2114904250 wait complete. 2024-04-25T02:32:51.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7f37afe00640 1 Processor -- start 2024-04-25T02:32:51.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7fdb9fe00640 1 Processor -- start 2024-04-25T02:32:51.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7f37afe00640 1 -- start start 2024-04-25T02:32:51.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7fdb9fe00640 1 -- start start 2024-04-25T02:32:51.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7f37afe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f37a8073a40 0x7f37a819e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7f37afe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8074360 0x7f37a819eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7f37afe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f37a8112800 0x7f37a81a2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7f37afe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f37a8118190 con 0x7f37a8074360 2024-04-25T02:32:51.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7f37afe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f37a8118010 con 0x7f37a8112800 2024-04-25T02:32:51.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7f37afe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f37a8118310 con 0x7f37a8073a40 2024-04-25T02:32:51.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.038+0000 7fdb9fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdba01015e0 0x7fdba0197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdba0101fa0 0x7fdba0198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdba0107680 0x7fdba019c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9fe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01119c0 con 0x7fdba0101fa0 2024-04-25T02:32:51.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9fe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdba0111840 con 0x7fdba0107680 2024-04-25T02:32:51.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdba0111b40 con 0x7fdba01015e0 2024-04-25T02:32:51.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37aca00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8074360 0x7f37a819eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37aca00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8074360 0x7f37a819eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48750/0 (socket says 172.21.15.47:48750) 2024-04-25T02:32:51.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37aca00640 1 -- 172.21.15.47:0/1319721497 learned_addr learned my addr 172.21.15.47:0/1319721497 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37ade00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f37a8112800 0x7f37a81a2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37ad400640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f37a8073a40 0x7f37a819e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdba01015e0 0x7fdba0197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdba01015e0 0x7fdba0197e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:43038/0 (socket says 172.21.15.47:43038) 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdba0107680 0x7fdba019c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9ea00640 1 -- 172.21.15.47:0/3697289223 learned_addr learned my addr 172.21.15.47:0/3697289223 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdba0101fa0 0x7fdba0198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37aca00640 1 -- 172.21.15.47:0/1319721497 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f37a8073a40 msgr2=0x7f37a819e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37aca00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f37a8073a40 0x7f37a819e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37aca00640 1 -- 172.21.15.47:0/1319721497 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f37a8112800 msgr2=0x7f37a81a2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37aca00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f37a8112800 0x7f37a81a2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37aca00640 1 -- 172.21.15.47:0/1319721497 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37a81a35a0 con 0x7f37a8074360 2024-04-25T02:32:51.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7f37ade00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f37a8112800 0x7f37a81a2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:51.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9ea00640 1 -- 172.21.15.47:0/3697289223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdba0107680 msgr2=0x7fdba019c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdba0107680 0x7fdba019c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9ea00640 1 -- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdba0101fa0 msgr2=0x7fdba0198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdba0101fa0 0x7fdba0198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.039+0000 7fdb9ea00640 1 -- 172.21.15.47:0/3697289223 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba019ce10 con 0x7fdba01015e0 2024-04-25T02:32:51.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7f37aca00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8074360 0x7f37a819eaf0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f379400e9c0 tx=0x7f379400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdba01015e0 0x7fdba0197e20 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fdb90000c00 tx=0x7fdb90033d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7f37a6000640 1 -- 172.21.15.47:0/1319721497 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f379400cde0 con 0x7f37a8074360 2024-04-25T02:32:51.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7f37a6000640 1 -- 172.21.15.47:0/1319721497 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37940035f0 con 0x7f37a8074360 2024-04-25T02:32:51.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37a81a3890 con 0x7f37a8074360 2024-04-25T02:32:51.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7fdb97400640 1 -- 172.21.15.47:0/3697289223 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb9003f020 con 0x7fdba01015e0 2024-04-25T02:32:51.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7f37a6000640 1 -- 172.21.15.47:0/1319721497 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3794010690 con 0x7f37a8074360 2024-04-25T02:32:51.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7fdb97400640 1 -- 172.21.15.47:0/3697289223 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb90032770 con 0x7fdba01015e0 2024-04-25T02:32:51.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7fdb9fe00640 1 -- 172.21.15.47:0/3697289223 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdba019d0a0 con 0x7fdba01015e0 2024-04-25T02:32:51.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7fdb97400640 1 -- 172.21.15.47:0/3697289223 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb90037040 con 0x7fdba01015e0 2024-04-25T02:32:51.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37a81ab120 con 0x7f37a8074360 2024-04-25T02:32:51.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.040+0000 7fdb9fe00640 1 -- 172.21.15.47:0/3697289223 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdba01a4990 con 0x7fdba01015e0 2024-04-25T02:32:51.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.043+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37a804f500 con 0x7f37a8074360 2024-04-25T02:32:51.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.044+0000 7fdb97400640 1 -- 172.21.15.47:0/3697289223 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fdb90042020 con 0x7fdba01015e0 2024-04-25T02:32:51.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.044+0000 7fdba85aa740 1 Processor -- start 2024-04-25T02:32:51.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.044+0000 7f37a6000640 1 -- 172.21.15.47:0/1319721497 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f37940037a0 con 0x7f37a8074360 2024-04-25T02:32:51.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdba85aa740 1 -- start start 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c49f20 0x560b11c4a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c4a840 0x560b11c549d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 0x560b11c57300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdba85aa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560b11ba8f40 con 0x560b11c4a840 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdba85aa740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x560b11bae190 con 0x560b11c49f20 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdba85aa740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560b11b56a10 con 0x560b11c54f10 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdb9ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c4a840 0x560b11c549d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.045+0000 7fdb9f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c49f20 0x560b11c4a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c49f20 0x560b11c4a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57670/0 (socket says 172.21.15.47:57670) 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9f400640 1 -- 172.21.15.47:0/307566294 learned_addr learned my addr 172.21.15.47:0/307566294 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9e000640 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 0x560b11c57300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9ea00640 1 -- 172.21.15.47:0/307566294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 msgr2=0x560b11c57300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 0x560b11c57300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9ea00640 1 -- 172.21.15.47:0/307566294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c49f20 msgr2=0x560b11c4a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c49f20 0x560b11c4a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9ea00640 1 -- 172.21.15.47:0/307566294 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b1198a7e0 con 0x560b11c4a840 2024-04-25T02:32:51.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb9f400640 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c49f20 0x560b11c4a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:51.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7f37a6000640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f37900a2ec0 0x7f37900a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.046+0000 7fdb97400640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdb840a2ea0 0x7fdb840a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.047+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c4a840 0x560b11c549d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fdb900ec740 tx=0x7fdb900f71a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f7dc9b278c8e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.047+0000 7f37a6000640 1 -- 172.21.15.47:0/1319721497 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f37940cf9f0 con 0x7f37a8074360 2024-04-25T02:32:51.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.047+0000 7f37ad400640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f37900a2ec0 0x7f37900a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.047+0000 7fdb97400640 1 -- 172.21.15.47:0/3697289223 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fdb900ef090 con 0x7fdba01015e0 2024-04-25T02:32:51.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.047+0000 7fdb9f400640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdb840a2ea0 0x7fdb840a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.048+0000 7f37ad400640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f37900a2ec0 0x7f37900a5380 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f379c02a9c0 tx=0x7f379c005c90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.048+0000 7fdb9f400640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdb840a2ea0 0x7fdb840a5360 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdb98011890 tx=0x7fdb98009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.051+0000 7fdb8b400640 1 -- 172.21.15.47:0/307566294 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb900b76e0 con 0x560b11c4a840 2024-04-25T02:32:51.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.051+0000 7fdb8b400640 1 -- 172.21.15.47:0/307566294 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb900bbb40 con 0x560b11c4a840 2024-04-25T02:32:51.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.051+0000 7fdb8b400640 1 -- 172.21.15.47:0/307566294 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb900bada0 con 0x560b11c4a840 2024-04-25T02:32:51.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.051+0000 7f37a6000640 1 -- 172.21.15.47:0/1319721497 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f379409c3f0 con 0x7f37a8074360 2024-04-25T02:32:51.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 -- 172.21.15.47:0/307566294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c4a840 msgr2=0x560b11c549d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c4a840 0x560b11c549d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fdb900ec740 tx=0x7fdb900f71a0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 -- 172.21.15.47:0/307566294 shutdown_connections 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 0x560b11c57300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c4a840 0x560b11c549d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 --2- 172.21.15.47:0/307566294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c49f20 0x560b11c4a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 -- 172.21.15.47:0/307566294 >> 172.21.15.47:0/307566294 conn(0x560b11c46240 msgr2=0x560b11c46620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 -- 172.21.15.47:0/307566294 shutdown_connections 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 -- 172.21.15.47:0/307566294 wait complete. 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.052+0000 7fdba85aa740 1 -- start start 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.053+0000 7fdba85aa740 1 Processor -- start 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.053+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c51f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.053+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c52490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.053+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c529d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.053+0000 7fdba85aa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560b11b69e70 con 0x560b11c54f10 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.053+0000 7fdba85aa740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x560b11baa150 con 0x560b11c4a840 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.053+0000 7fdba85aa740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560b11ba8f40 con 0x560b11c49f20 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.053+0000 7fdba85aa740 10 client.0 _ll_register_callbacks cb 0x560b11ba51f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9e000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c52490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c51f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c529d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9e000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c52490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57680/0 (socket says 172.21.15.47:57680) 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9e000640 1 -- 172.21.15.47:0/2401206906 learned_addr learned my addr 172.21.15.47:0/2401206906 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2401206906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 msgr2=0x560b11c52490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c52490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2401206906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 msgr2=0x560b11c529d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c529d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2401206906 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b119eaf70 con 0x560b11c49f20 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.054+0000 7fdb9e000640 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c52490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:51.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c51f50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x560b11c4b4e0 tx=0x7fdb900ec7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49f3565e658aa545 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdb7fe00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2401206906 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb900baf80 con 0x560b11c49f20 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2401206906 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fdb900bb8a0 con 0x560b11c49f20 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdba85aa740 1 -- 172.21.15.47:0/2401206906 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb900bbb40 con 0x560b11c49f20 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2401206906 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdb900bb210 con 0x560b11c49f20 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdba85aa740 10 client.25417 fetch_fsmap learned FSMap version 24 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdba85aa740 1 -- 172.21.15.47:0/2401206906 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560b11882170 con 0x560b11c49f20 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.055+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2401206906 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb900bbb40 con 0x560b11c49f20 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.056+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2401206906 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdb9003a030 con 0x560b11c49f20 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.056+0000 7fdba85aa740 10 client.25417 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.056+0000 7fdba85aa740 10 client.25417 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.056+0000 7fdba85aa740 20 client.25417 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.056+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560b11c69030 0x560b11c6b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.056+0000 7fdba85aa740 4 client.25417 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.056+0000 7fdba85aa740 1 -- 172.21.15.47:0/2401206906 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b11bbb6d0 con 0x560b11c69030 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.056+0000 7fdb9e000640 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560b11c69030 0x560b11c6b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.057+0000 7fdb9e000640 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560b11c69030 0x560b11c6b460 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24ae644257b76a00 server_cookie=5fdd6b7a84026b7d in_seq=0 out_seq=0 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.057+0000 7fdb7fe00640 10 client.25417 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2401206906 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560b11bbb6d0 con 0x560b11c69030 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdb7fe00640 10 client.25417 handle_command_reply: tid=0 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 client.25417 shutdown 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 -- 172.21.15.47:0/2401206906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 msgr2=0x560b11c51f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c51f50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x560b11c4b4e0 tx=0x7fdb900ec7a0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 -- 172.21.15.47:0/2401206906 shutdown_connections 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560b11c69030 0x560b11c6b460 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c529d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdb7fe00640 0 client.25417 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c52490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2401206906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c51f50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 -- 172.21.15.47:0/2401206906 >> 172.21.15.47:0/2401206906 conn(0x560b11c46240 msgr2=0x560b11c4c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 -- 172.21.15.47:0/2401206906 shutdown_connections 2024-04-25T02:32:51.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 1 -- 172.21.15.47:0/2401206906 wait complete. 2024-04-25T02:32:51.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.058+0000 7fdba85aa740 20 client.25417 trim_cache size 0 max 16384 2024-04-25T02:32:51.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.078+0000 7fdba85aa740 1 Processor -- start 2024-04-25T02:32:51.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.078+0000 7fdba85aa740 1 -- start start 2024-04-25T02:32:51.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.078+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c49f20 0x560b11c64a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.078+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c70cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.078+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 0x560b11c71210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.078+0000 7fdba85aa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01ad810 con 0x560b11c49f20 2024-04-25T02:32:51.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.078+0000 7fdba85aa740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01ab0e0 con 0x560b11c4a840 2024-04-25T02:32:51.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.078+0000 7fdba85aa740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01a8f30 con 0x560b11c54f10 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c49f20 0x560b11c64a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c49f20 0x560b11c64a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48792/0 (socket says 172.21.15.47:48792) 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2762940340 learned_addr learned my addr 172.21.15.47:0/2762940340 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9f400640 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 0x560b11c71210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9e000640 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c70cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2762940340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 msgr2=0x560b11c71210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 0x560b11c71210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2762940340 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 msgr2=0x560b11c70cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c70cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2762940340 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b11c46e10 con 0x560b11c49f20 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.079+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c49f20 0x560b11c64a90 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fdb900baeb0 tx=0x7fdb900f71a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=621dd91422b7a8ab server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.080+0000 7fdb8aa00640 1 -- 172.21.15.47:0/2762940340 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb900baf80 con 0x560b11c49f20 2024-04-25T02:32:51.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.080+0000 7fdb8aa00640 1 -- 172.21.15.47:0/2762940340 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb900bbb40 con 0x560b11c49f20 2024-04-25T02:32:51.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.080+0000 7fdb8aa00640 1 -- 172.21.15.47:0/2762940340 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb900bb440 con 0x560b11c49f20 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 -- 172.21.15.47:0/2762940340 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c49f20 msgr2=0x560b11c64a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c49f20 0x560b11c64a90 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fdb900baeb0 tx=0x7fdb900f71a0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 -- 172.21.15.47:0/2762940340 shutdown_connections 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c54f10 0x560b11c71210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c70cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2762940340 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c49f20 0x560b11c64a90 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 -- 172.21.15.47:0/2762940340 >> 172.21.15.47:0/2762940340 conn(0x560b11c46240 msgr2=0x560b11c453b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 -- 172.21.15.47:0/2762940340 shutdown_connections 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.081+0000 7fdba85aa740 1 -- 172.21.15.47:0/2762940340 wait complete. 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.082+0000 7fdba85aa740 1 -- start start 2024-04-25T02:32:51.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.082+0000 7fdba85aa740 1 Processor -- start 2024-04-25T02:32:51.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c61120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c5d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdba85aa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c5da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdba85aa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01a95a0 con 0x560b11c54f10 2024-04-25T02:32:51.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdba85aa740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01aaa10 con 0x560b11c4a840 2024-04-25T02:32:51.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdba85aa740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01a9c70 con 0x560b11c49f20 2024-04-25T02:32:51.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdba85aa740 10 client.0 _ll_register_callbacks cb 0x7fdb900db020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c5da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c61120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9e000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c5d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c61120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:43082/0 (socket says 172.21.15.47:43082) 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9e000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c5d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57684/0 (socket says 172.21.15.47:57684) 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2743888650 learned_addr learned my addr 172.21.15.47:0/2743888650 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c5da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48800/0 (socket says 172.21.15.47:48800) 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2743888650 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 msgr2=0x560b11c5d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c5d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2743888650 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 msgr2=0x560b11c5da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c5da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.083+0000 7fdb9ea00640 1 -- 172.21.15.47:0/2743888650 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b11c5dff0 con 0x560b11c49f20 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.084+0000 7fdb9ea00640 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c61120 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdb900b7e10 tx=0x7fdb900b9950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4318b25f0897102 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.084+0000 7fdb7fe00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:32:51.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.084+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2743888650 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb900baf80 con 0x560b11c49f20 2024-04-25T02:32:51.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.084+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2743888650 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fdb900c3e20 con 0x560b11c49f20 2024-04-25T02:32:51.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.084+0000 7fdba85aa740 1 -- 172.21.15.47:0/2743888650 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb900bbb40 con 0x560b11c49f20 2024-04-25T02:32:51.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.084+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2743888650 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdb900a3050 con 0x560b11c49f20 2024-04-25T02:32:51.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.084+0000 7fdba85aa740 10 client.25423 fetch_fsmap learned FSMap version 24 2024-04-25T02:32:51.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.084+0000 7fdba85aa740 1 -- 172.21.15.47:0/2743888650 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560b11c5dff0 con 0x560b11c49f20 2024-04-25T02:32:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 1.1 KiB/s wr, 23 op/s 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1246580853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1755160859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:32:51.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:50 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2743888650 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb900bbb40 con 0x560b11c49f20 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2743888650 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdb900bb6a0 con 0x560b11c49f20 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdba85aa740 10 client.25423 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdba85aa740 10 client.25423 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdba85aa740 20 client.25423 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560b11cd0640 0x560b11cd2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdba85aa740 4 client.25423 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdba85aa740 1 -- 172.21.15.47:0/2743888650 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560b11bb5a20 con 0x560b11cd0640 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.085+0000 7fdb9e000640 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560b11cd0640 0x560b11cd2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.086+0000 7fdb9e000640 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560b11cd0640 0x560b11cd2a60 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=649066807633120b server_cookie=85b2b9929aa1f088 in_seq=0 out_seq=0 2024-04-25T02:32:51.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.086+0000 7fdb7fe00640 10 client.25423 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.087+0000 7fdb7fe00640 1 -- 172.21.15.47:0/2743888650 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560b11bb5a20 con 0x560b11cd0640 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.087+0000 7fdb7fe00640 10 client.25423 handle_command_reply: tid=0 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.087+0000 7fdba85aa740 1 client.25423 shutdown 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.087+0000 7fdba85aa740 1 -- 172.21.15.47:0/2743888650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 msgr2=0x560b11c61120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.087+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c61120 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdb900b7e10 tx=0x7fdb900b9950 comp rx=0 tx=0).stop 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.087+0000 7fdba85aa740 1 -- 172.21.15.47:0/2743888650 shutdown_connections 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.087+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560b11cd0640 0x560b11cd2a60 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.088+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b11c54f10 0x560b11c5da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.088+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560b11c4a840 0x560b11c5d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.088+0000 7fdba85aa740 1 --2- 172.21.15.47:0/2743888650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560b11c49f20 0x560b11c61120 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.088+0000 7fdba85aa740 1 -- 172.21.15.47:0/2743888650 >> 172.21.15.47:0/2743888650 conn(0x560b11c46240 msgr2=0x560b11c51d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.088+0000 7fdb7fe00640 0 client.25423 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.088+0000 7fdba85aa740 1 -- 172.21.15.47:0/2743888650 shutdown_connections 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.088+0000 7fdba85aa740 1 -- 172.21.15.47:0/2743888650 wait complete. 2024-04-25T02:32:51.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.088+0000 7fdba85aa740 20 client.25423 trim_cache size 0 max 16384 2024-04-25T02:32:51.094 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:32:51.094 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:32:51.094 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "dd5f7905-93c3-47cd-8a70-58f3ed313c98", 2024-04-25T02:32:51.094 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:32:51.094 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 -- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdb840a2ea0 msgr2=0x7fdb840a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdb840a2ea0 0x7fdb840a5360 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdb98011890 tx=0x7fdb98009500 comp rx=0 tx=0).stop 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 -- 172.21.15.47:0/3697289223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdba01015e0 msgr2=0x7fdba0197e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdba01015e0 0x7fdba0197e20 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fdb90000c00 tx=0x7fdb90033d10 comp rx=0 tx=0).stop 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 -- 172.21.15.47:0/3697289223 shutdown_connections 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdb840a2ea0 0x7fdb840a5360 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdba0107680 0x7fdba019c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdba0101fa0 0x7fdba0198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 --2- 172.21.15.47:0/3697289223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdba01015e0 0x7fdba0197e20 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 -- 172.21.15.47:0/3697289223 >> 172.21.15.47:0/3697289223 conn(0x7fdba00fd110 msgr2=0x7fdba00fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 -- 172.21.15.47:0/3697289223 shutdown_connections 2024-04-25T02:32:51.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.089+0000 7fdb9fe00640 1 -- 172.21.15.47:0/3697289223 wait complete. 2024-04-25T02:32:51.107 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 1.1 KiB/s wr, 23 op/s 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: Updating smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1246580853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1755160859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:32:51.108 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:50 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:32:51.110 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:32:51.110 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:32:51.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.290+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f37a80fec90 con 0x7f37900a2ec0 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.320+0000 7f2139000640 1 -- 172.21.15.47:0/3484828463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2134074410 msgr2=0x7f213410da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.320+0000 7f2139000640 1 --2- 172.21.15.47:0/3484828463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2134074410 0x7f213410da90 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2120009900 tx=0x7f212002a480 comp rx=0 tx=0).stop 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.321+0000 7f2139000640 1 -- 172.21.15.47:0/3484828463 shutdown_connections 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.321+0000 7f2139000640 1 --2- 172.21.15.47:0/3484828463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f213410dfd0 0x7f21341103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.321+0000 7f2139000640 1 --2- 172.21.15.47:0/3484828463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2134074410 0x7f213410da90 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.321+0000 7f2139000640 1 --2- 172.21.15.47:0/3484828463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2134073af0 0x7f2134073ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.321+0000 7f2139000640 1 -- 172.21.15.47:0/3484828463 >> 172.21.15.47:0/3484828463 conn(0x7f21340fd1e0 msgr2=0x7f21340ff600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.321+0000 7f2139000640 1 -- 172.21.15.47:0/3484828463 shutdown_connections 2024-04-25T02:32:51.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.321+0000 7f2139000640 1 -- 172.21.15.47:0/3484828463 wait complete. 2024-04-25T02:32:51.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.322+0000 7f2139000640 1 Processor -- start 2024-04-25T02:32:51.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.322+0000 7f2139000640 1 -- start start 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.322+0000 7f2139000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2134073af0 0x7f213419a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.322+0000 7f2139000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2134074410 0x7f213419a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.322+0000 7f2139000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f213410dfd0 0x7f213419eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.322+0000 7f2139000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2134113d40 con 0x7f2134074410 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.322+0000 7f2139000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2134113bc0 con 0x7f213410dfd0 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.322+0000 7f2139000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2134113ec0 con 0x7f2134073af0 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2131e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2134073af0 0x7f213419a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2132800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f213410dfd0 0x7f213419eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2131400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2134074410 0x7f213419a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2131e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2134073af0 0x7f213419a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:43102/0 (socket says 172.21.15.47:43102) 2024-04-25T02:32:51.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2131e00640 1 -- 172.21.15.47:0/575265526 learned_addr learned my addr 172.21.15.47:0/575265526 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2132800640 1 -- 172.21.15.47:0/575265526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2134073af0 msgr2=0x7f213419a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2132800640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2134073af0 0x7f213419a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2132800640 1 -- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2134074410 msgr2=0x7f213419a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2132800640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2134074410 0x7f213419a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2132800640 1 -- 172.21.15.47:0/575265526 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f213419f210 con 0x7f213410dfd0 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.323+0000 7f2131e00640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2134073af0 0x7f213419a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.324+0000 7f2132800640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f213410dfd0 0x7f213419eae0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f212c00da10 tx=0x7f212c00ded0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.324+0000 7f212aa00640 1 -- 172.21.15.47:0/575265526 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c00bd70 con 0x7f213410dfd0 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.324+0000 7f212aa00640 1 -- 172.21.15.47:0/575265526 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f212c003e50 con 0x7f213410dfd0 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.324+0000 7f212aa00640 1 -- 172.21.15.47:0/575265526 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c0106a0 con 0x7f213410dfd0 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.324+0000 7f2139000640 1 -- 172.21.15.47:0/575265526 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f213419f500 con 0x7f213410dfd0 2024-04-25T02:32:51.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.324+0000 7f2139000640 1 -- 172.21.15.47:0/575265526 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21341a6d90 con 0x7f213410dfd0 2024-04-25T02:32:51.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.328+0000 7f212aa00640 1 -- 172.21.15.47:0/575265526 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f212c003970 con 0x7f213410dfd0 2024-04-25T02:32:51.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.329+0000 7f213be52740 1 Processor -- start 2024-04-25T02:32:51.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.329+0000 7f213be52740 1 -- start start 2024-04-25T02:32:51.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.329+0000 7f213be52740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 0x55f9c4d183e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.329+0000 7f213be52740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d22ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.329+0000 7f213be52740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d253e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.329+0000 7f213be52740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f9c4c7c560 con 0x55f9c4d18000 2024-04-25T02:32:51.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.329+0000 7f213be52740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f9c4c24930 con 0x55f9c4d18920 2024-04-25T02:32:51.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.329+0000 7f213be52740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f9c4c78520 con 0x55f9c4d22ff0 2024-04-25T02:32:51.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 0x55f9c4d183e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d22ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d22ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57722/0 (socket says 172.21.15.47:57722) 2024-04-25T02:32:51.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131e00640 1 -- 172.21.15.47:0/1225576942 learned_addr learned my addr 172.21.15.47:0/1225576942 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131400640 1 --2- 172.21.15.47:0/1225576942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d253e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131e00640 1 -- 172.21.15.47:0/1225576942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 msgr2=0x55f9c4d253e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131e00640 1 --2- 172.21.15.47:0/1225576942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d253e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131e00640 1 -- 172.21.15.47:0/1225576942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 msgr2=0x55f9c4d183e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131e00640 1 --2- 172.21.15.47:0/1225576942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 0x55f9c4d183e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.330+0000 7f2131e00640 1 -- 172.21.15.47:0/1225576942 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9c4a5a7d0 con 0x55f9c4d18920 2024-04-25T02:32:51.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.331+0000 7f2131e00640 1 --2- 172.21.15.47:0/1225576942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d22ab0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2124010580 tx=0x7f2124010a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d60efa358a7b89d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.331+0000 7f211f400640 1 -- 172.21.15.47:0/1225576942 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212400e890 con 0x55f9c4d18920 2024-04-25T02:32:51.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.331+0000 7f212aa00640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f21180a2e20 0x7f21180a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.331+0000 7f211f400640 1 -- 172.21.15.47:0/1225576942 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f212401c480 con 0x55f9c4d18920 2024-04-25T02:32:51.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.331+0000 7f211f400640 1 -- 172.21.15.47:0/1225576942 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21240116a0 con 0x55f9c4d18920 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.331+0000 7f212aa00640 1 -- 172.21.15.47:0/575265526 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f212c0cf9e0 con 0x7f213410dfd0 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.331+0000 7f2131400640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f21180a2e20 0x7f21180a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 -- 172.21.15.47:0/1225576942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 msgr2=0x55f9c4d22ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 --2- 172.21.15.47:0/1225576942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d22ab0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2124010580 tx=0x7f2124010a40 comp rx=0 tx=0).stop 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 -- 172.21.15.47:0/1225576942 shutdown_connections 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 --2- 172.21.15.47:0/1225576942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d253e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 --2- 172.21.15.47:0/1225576942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d22ab0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 --2- 172.21.15.47:0/1225576942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 0x55f9c4d183e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 -- 172.21.15.47:0/1225576942 >> 172.21.15.47:0/1225576942 conn(0x55f9c4d14320 msgr2=0x55f9c4d14700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 -- 172.21.15.47:0/1225576942 shutdown_connections 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f2131400640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f21180a2e20 0x7f21180a52e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2120000c00 tx=0x7f2120009560 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.332+0000 7f213be52740 1 -- 172.21.15.47:0/1225576942 wait complete. 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.333+0000 7f213be52740 1 -- start start 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.333+0000 7f213be52740 1 Processor -- start 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f213be52740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18000 0x55f9c4d1ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f213be52740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d20440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f213be52740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d20980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f213be52740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f9c4d25de0 con 0x55f9c4d22ff0 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f213be52740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f9c4c37d90 con 0x55f9c4d18920 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f213be52740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f9c4d25f60 con 0x55f9c4d18000 2024-04-25T02:32:51.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f213be52740 10 client.0 _ll_register_callbacks cb 0x55f9c4c37780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f2131e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18000 0x55f9c4d1ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f2131e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18000 0x55f9c4d1ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:43120/0 (socket says 172.21.15.47:43120) 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f2131e00640 1 -- 172.21.15.47:0/1242663603 learned_addr learned my addr 172.21.15.47:0/1242663603 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f2131400640 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d20440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.334+0000 7f2132800640 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d20980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.335+0000 7f2131e00640 1 -- 172.21.15.47:0/1242663603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 msgr2=0x55f9c4d20440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.335+0000 7f2131e00640 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d20440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.335+0000 7f2131e00640 1 -- 172.21.15.47:0/1242663603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 msgr2=0x55f9c4d20980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.335+0000 7f2131e00640 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d20980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.335+0000 7f2131e00640 1 -- 172.21.15.47:0/1242663603 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9c49903f0 con 0x55f9c4d18000 2024-04-25T02:32:51.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.335+0000 7f2131e00640 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18000 0x55f9c4d1ff00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2124010f40 tx=0x7f21240056d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e12680edc91e863c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.335+0000 7f2113e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:32:51.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.336+0000 7f2113e00640 1 -- 172.21.15.47:0/1242663603 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2124029020 con 0x55f9c4d18000 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.336+0000 7f2113e00640 1 -- 172.21.15.47:0/1242663603 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2124004020 con 0x55f9c4d18000 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.336+0000 7f213be52740 1 -- 172.21.15.47:0/1242663603 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f212401c480 con 0x55f9c4d18000 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.336+0000 7f2113e00640 1 -- 172.21.15.47:0/1242663603 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2124004220 con 0x55f9c4d18000 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.336+0000 7f213be52740 10 client.25435 fetch_fsmap learned FSMap version 24 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.336+0000 7f213be52740 1 -- 172.21.15.47:0/1242663603 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f9c49500f0 con 0x55f9c4d18000 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.336+0000 7f2113e00640 1 -- 172.21.15.47:0/1242663603 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f212401c480 con 0x55f9c4d18000 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.337+0000 7f2113e00640 1 -- 172.21.15.47:0/1242663603 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2124024070 con 0x55f9c4d18000 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.337+0000 7f213be52740 10 client.25435 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.337+0000 7f213be52740 10 client.25435 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.337+0000 7f213be52740 20 client.25435 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.337+0000 7f213be52740 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f9c4d33230 0x55f9c4d35620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.337+0000 7f213be52740 4 client.25435 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.337+0000 7f213be52740 1 -- 172.21.15.47:0/1242663603 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f9c4c8fd90 con 0x55f9c4d33230 2024-04-25T02:32:51.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.337+0000 7f2131400640 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f9c4d33230 0x55f9c4d35620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.338+0000 7f2131400640 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f9c4d33230 0x55f9c4d35620 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e152a4ec6c67169 server_cookie=f86ffd5f9f0b2eb9 in_seq=0 out_seq=0 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.338+0000 7f2113e00640 10 client.25435 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f2113e00640 1 -- 172.21.15.47:0/1242663603 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f9c4c8fd90 con 0x55f9c4d33230 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f2113e00640 10 client.25435 handle_command_reply: tid=0 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 client.25435 shutdown 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 -- 172.21.15.47:0/1242663603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18000 msgr2=0x55f9c4d1ff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18000 0x55f9c4d1ff00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2124010f40 tx=0x7f21240056d0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 -- 172.21.15.47:0/1242663603 shutdown_connections 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f9c4d33230 0x55f9c4d35620 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d20980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d20440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 --2- 172.21.15.47:0/1242663603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18000 0x55f9c4d1ff00 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f213be52740 1 -- 172.21.15.47:0/1242663603 >> 172.21.15.47:0/1242663603 conn(0x55f9c4d14320 msgr2=0x55f9c4d1a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.339+0000 7f2113e00640 0 client.25435 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:51.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.340+0000 7f213be52740 1 -- 172.21.15.47:0/1242663603 shutdown_connections 2024-04-25T02:32:51.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.340+0000 7f213be52740 1 -- 172.21.15.47:0/1242663603 wait complete. 2024-04-25T02:32:51.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.340+0000 7f213be52740 20 client.25435 trim_cache size 0 max 16384 2024-04-25T02:32:51.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.366+0000 7f213be52740 1 Processor -- start 2024-04-25T02:32:51.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.366+0000 7f213be52740 1 -- start start 2024-04-25T02:32:51.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f213be52740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18000 0x55f9c4d2eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f213be52740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18920 0x55f9c4d207c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f213be52740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d3acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f213be52740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f21341b1ed0 con 0x55f9c4d22ff0 2024-04-25T02:32:51.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f213be52740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f21341af7a0 con 0x55f9c4d18000 2024-04-25T02:32:51.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f213be52740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f21341ad5f0 con 0x55f9c4d18920 2024-04-25T02:32:51.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f2131400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18920 0x55f9c4d207c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f2132800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d3acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f2132800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d3acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:48828/0 (socket says 172.21.15.47:48828) 2024-04-25T02:32:51.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f2132800640 1 -- 172.21.15.47:0/1746327950 learned_addr learned my addr 172.21.15.47:0/1746327950 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f2131400640 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18920 0x55f9c4d207c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:43126/0 (socket says 172.21.15.47:43126) 2024-04-25T02:32:51.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.367+0000 7f2131e00640 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18000 0x55f9c4d2eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.372 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f2132800640 1 -- 172.21.15.47:0/1746327950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18920 msgr2=0x55f9c4d207c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f2132800640 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18920 0x55f9c4d207c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f2132800640 1 -- 172.21.15.47:0/1746327950 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18000 msgr2=0x55f9c4d2eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f2132800640 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18000 0x55f9c4d2eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f2132800640 1 -- 172.21.15.47:0/1746327950 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9c4d13c00 con 0x55f9c4d22ff0 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f2132800640 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d3acb0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f212c09bc70 tx=0x7f212c09b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f4836f6ff384fe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f211ea00640 1 -- 172.21.15.47:0/1746327950 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c09bce0 con 0x55f9c4d22ff0 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f211ea00640 1 -- 172.21.15.47:0/1746327950 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f212c0a0090 con 0x55f9c4d22ff0 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.368+0000 7f211ea00640 1 -- 172.21.15.47:0/1746327950 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c098350 con 0x55f9c4d22ff0 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 -- 172.21.15.47:0/1746327950 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 msgr2=0x55f9c4d3acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d3acb0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f212c09bc70 tx=0x7f212c09b870 comp rx=0 tx=0).stop 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 -- 172.21.15.47:0/1746327950 shutdown_connections 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d3acb0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d18920 0x55f9c4d207c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 --2- 172.21.15.47:0/1746327950 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18000 0x55f9c4d2eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 -- 172.21.15.47:0/1746327950 >> 172.21.15.47:0/1746327950 conn(0x55f9c4d14320 msgr2=0x55f9c4d19750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 -- 172.21.15.47:0/1746327950 shutdown_connections 2024-04-25T02:32:51.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.369+0000 7f213be52740 1 -- 172.21.15.47:0/1746327950 wait complete. 2024-04-25T02:32:51.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.370+0000 7f213be52740 1 -- start start 2024-04-25T02:32:51.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.370+0000 7f213be52740 1 Processor -- start 2024-04-25T02:32:51.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f213be52740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 0x55f9c4d2b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f213be52740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d2b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f213be52740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d1c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f2131400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d2b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f2131e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 0x55f9c4d2b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f2132800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d1c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f2132800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d1c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:43134/0 (socket says 172.21.15.47:43134) 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f2132800640 1 -- 172.21.15.47:0/2112827662 learned_addr learned my addr 172.21.15.47:0/2112827662 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f2131400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d2b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57752/0 (socket says 172.21.15.47:57752) 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f21341adc60 con 0x55f9c4d18000 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f21341af0d0 con 0x55f9c4d18920 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f21341ae330 con 0x55f9c4d22ff0 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.371+0000 7f213be52740 10 client.0 _ll_register_callbacks cb 0x7f21240103d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2132800640 1 -- 172.21.15.47:0/2112827662 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 msgr2=0x55f9c4d2b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2132800640 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d2b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2132800640 1 -- 172.21.15.47:0/2112827662 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 msgr2=0x55f9c4d2b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2132800640 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 0x55f9c4d2b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2132800640 1 -- 172.21.15.47:0/2112827662 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9c4d1cc20 con 0x55f9c4d22ff0 2024-04-25T02:32:51.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2132800640 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d1c3f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f212c004690 tx=0x7f212c0ccf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=832c7e6d2f90a49a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2113e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:32:51.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2113e00640 1 -- 172.21.15.47:0/2112827662 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c09bce0 con 0x55f9c4d22ff0 2024-04-25T02:32:51.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f2113e00640 1 -- 172.21.15.47:0/2112827662 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f212c098350 con 0x55f9c4d22ff0 2024-04-25T02:32:51.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.372+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f212c0a0090 con 0x55f9c4d22ff0 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f2113e00640 1 -- 172.21.15.47:0/2112827662 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f212c0a44c0 con 0x55f9c4d22ff0 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f213be52740 10 client.25441 fetch_fsmap learned FSMap version 24 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f9c4da1800 con 0x55f9c4d22ff0 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f2113e00640 1 -- 172.21.15.47:0/2112827662 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f212c0a0090 con 0x55f9c4d22ff0 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f2113e00640 1 -- 172.21.15.47:0/2112827662 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f212c024060 con 0x55f9c4d22ff0 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f213be52740 10 client.25441 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f213be52740 10 client.25441 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f213be52740 20 client.25441 populate_metadata read hostname 'smithi047' 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f213be52740 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f9c4da1e70 0x55f9c4da4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f213be52740 4 client.25441 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.373+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f9c4c89aa0 con 0x55f9c4da1e70 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.374+0000 7f2131e00640 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f9c4da1e70 0x55f9c4da4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.374+0000 7f2131e00640 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f9c4da1e70 0x55f9c4da4290 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=605afd756a01cde6 server_cookie=474faaea618082a in_seq=0 out_seq=0 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.374+0000 7f2113e00640 10 client.25441 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.374+0000 7f2113e00640 1 -- 172.21.15.47:0/2112827662 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55f9c4c89aa0 con 0x55f9c4da1e70 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f2113e00640 10 client.25441 handle_command_reply: tid=0 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 client.25441 shutdown 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 msgr2=0x55f9c4d1c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d1c3f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f212c004690 tx=0x7f212c0ccf50 comp rx=0 tx=0).stop 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 shutdown_connections 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f9c4da1e70 0x55f9c4da4290 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f9c4d22ff0 0x55f9c4d1c3f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f9c4d18920 0x55f9c4d2b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 --2- 172.21.15.47:0/2112827662 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f9c4d18000 0x55f9c4d2b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 >> 172.21.15.47:0/2112827662 conn(0x55f9c4d14320 msgr2=0x55f9c4d13480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f2113e00640 0 client.25441 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 shutdown_connections 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.375+0000 7f213be52740 1 -- 172.21.15.47:0/2112827662 wait complete. 2024-04-25T02:32:51.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.376+0000 7f213be52740 20 client.25441 trim_cache size 0 max 16384 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout: "dd5f7905-93c3-47cd-8a70-58f3ed313c98": { 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "dd5f7905-93c3-47cd-8a70-58f3ed313c98", 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:32:51.381 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:32:51.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.376+0000 7f2139000640 1 -- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f21180a2e20 msgr2=0x7f21180a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f21180a2e20 0x7f21180a52e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2120000c00 tx=0x7f2120009560 comp rx=0 tx=0).stop 2024-04-25T02:32:51.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 -- 172.21.15.47:0/575265526 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f213410dfd0 msgr2=0x7f213419eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f213410dfd0 0x7f213419eae0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f212c00da10 tx=0x7f212c00ded0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 -- 172.21.15.47:0/575265526 shutdown_connections 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f21180a2e20 0x7f21180a52e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f213410dfd0 0x7f213419eae0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2134074410 0x7f213419a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 --2- 172.21.15.47:0/575265526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2134073af0 0x7f213419a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 -- 172.21.15.47:0/575265526 >> 172.21.15.47:0/575265526 conn(0x7f21340fd1e0 msgr2=0x7f21340fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 -- 172.21.15.47:0/575265526 shutdown_connections 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f2139000640 1 -- 172.21.15.47:0/575265526 wait complete. 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.377+0000 7f37a6000640 1 -- 172.21.15.47:0/1319721497 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f37a80fec90 con 0x7f37900a2ec0 2024-04-25T02:32:51.383 INFO:teuthology.orchestra.run.smithi047.stdout:Schedule set for path / 2024-04-25T02:32:51.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f37900a2ec0 msgr2=0x7f37900a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f37900a2ec0 0x7f37900a5380 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f379c02a9c0 tx=0x7f379c005c90 comp rx=0 tx=0).stop 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8074360 msgr2=0x7f37a819eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8074360 0x7f37a819eaf0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f379400e9c0 tx=0x7f379400ee80 comp rx=0 tx=0).stop 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 shutdown_connections 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f37900a2ec0 0x7f37900a5380 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f37a8112800 0x7f37a81a2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37a8074360 0x7f37a819eaf0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 --2- 172.21.15.47:0/1319721497 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f37a8073a40 0x7f37a819e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 >> 172.21.15.47:0/1319721497 conn(0x7f37a8078bd0 msgr2=0x7f37a80fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 shutdown_connections 2024-04-25T02:32:51.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.381+0000 7f37afe00640 1 -- 172.21.15.47:0/1319721497 wait complete. 2024-04-25T02:32:51.406 INFO:tasks.cephfs.filesystem:scrub status for tag:dd5f7905-93c3-47cd-8a70-58f3ed313c98 - {'path': '/', 'tag': 'dd5f7905-93c3-47cd-8a70-58f3ed313c98', 'options': 'recursive,force'} 2024-04-25T02:32:51.408 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-25T02:32:51.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 -- 172.21.15.47:0/2764208378 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4109790 msgr2=0x7f12c4109b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 --2- 172.21.15.47:0/2764208378 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4109790 0x7f12c4109b70 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f12b4009900 tx=0x7f12b402a400 comp rx=0 tx=0).stop 2024-04-25T02:32:51.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 -- 172.21.15.47:0/2764208378 shutdown_connections 2024-04-25T02:32:51.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 --2- 172.21.15.47:0/2764208378 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f12c4104140 0x7f12c4110650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 --2- 172.21.15.47:0/2764208378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12c4103780 0x7f12c4103c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 --2- 172.21.15.47:0/2764208378 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4109790 0x7f12c4109b70 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 -- 172.21.15.47:0/2764208378 >> 172.21.15.47:0/2764208378 conn(0x7f12c40ff250 msgr2=0x7f12c4101670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:51.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 -- 172.21.15.47:0/2764208378 shutdown_connections 2024-04-25T02:32:51.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.654+0000 7f12c8e00640 1 -- 172.21.15.47:0/2764208378 wait complete. 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.655+0000 7f12c8e00640 1 Processor -- start 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.655+0000 7f12c8e00640 1 -- start start 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.655+0000 7f12c8e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4103780 0x7f12c419a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.655+0000 7f12c8e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f12c4104140 0x7f12c419a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c8e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12c4109790 0x7f12c419e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c8e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f12c4113b60 con 0x7f12c4109790 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c8e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f12c41139e0 con 0x7f12c4103780 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c8e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f12c4113ce0 con 0x7f12c4104140 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4103780 0x7f12c419a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4103780 0x7f12c419a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:57780/0 (socket says 172.21.15.47:57780) 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3400640 1 -- 172.21.15.47:0/242877669 learned_addr learned my addr 172.21.15.47:0/242877669 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c2a00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f12c4104140 0x7f12c419a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3e00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12c4109790 0x7f12c419e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3400640 1 -- 172.21.15.47:0/242877669 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f12c4104140 msgr2=0x7f12c419a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3400640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f12c4104140 0x7f12c419a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3400640 1 -- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12c4109790 msgr2=0x7f12c419e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:51.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3400640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12c4109790 0x7f12c419e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:51.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.656+0000 7f12c3400640 1 -- 172.21.15.47:0/242877669 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c419f010 con 0x7f12c4103780 2024-04-25T02:32:51.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.657+0000 7f12c3400640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4103780 0x7f12c419a020 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f12b4006010 tx=0x7f12b4003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.657+0000 7f12bbe00640 1 -- 172.21.15.47:0/242877669 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b403f070 con 0x7f12c4103780 2024-04-25T02:32:51.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.657+0000 7f12bbe00640 1 -- 172.21.15.47:0/242877669 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12b4031c30 con 0x7f12c4103780 2024-04-25T02:32:51.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.657+0000 7f12bbe00640 1 -- 172.21.15.47:0/242877669 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b4035030 con 0x7f12c4103780 2024-04-25T02:32:51.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.657+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12c419f2a0 con 0x7f12c4103780 2024-04-25T02:32:51.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.657+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12c41a6b90 con 0x7f12c4103780 2024-04-25T02:32:51.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.658+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12c404fd50 con 0x7f12c4103780 2024-04-25T02:32:51.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.661+0000 7f12bbe00640 1 -- 172.21.15.47:0/242877669 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f12b4042070 con 0x7f12c4103780 2024-04-25T02:32:51.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.662+0000 7f12bbe00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f12a80a2e90 0x7f12a80a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:51.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.662+0000 7f12bbe00640 1 -- 172.21.15.47:0/242877669 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f12b40f0130 con 0x7f12c4103780 2024-04-25T02:32:51.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.662+0000 7f12c2a00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f12a80a2e90 0x7f12a80a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:51.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.663+0000 7f12c2a00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f12a80a2e90 0x7f12a80a5350 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f12c4101890 tx=0x7f12b000b390 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:51.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.664+0000 7f12bbe00640 1 -- 172.21.15.47:0/242877669 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f12b4031de0 con 0x7f12c4103780 2024-04-25T02:32:51.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:51.896+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f12c4061b80 con 0x7f12a80a2e90 2024-04-25T02:32:52.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:51 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/272226764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:52.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.044+0000 7f12bbe00640 1 -- 172.21.15.47:0/242877669 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f12c4061b80 con 0x7f12a80a2e90 2024-04-25T02:32:52.051 INFO:teuthology.orchestra.run.smithi047.stdout:Retention added to path / 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.048+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f12a80a2e90 msgr2=0x7f12a80a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.048+0000 7f12c8e00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f12a80a2e90 0x7f12a80a5350 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f12c4101890 tx=0x7f12b000b390 comp rx=0 tx=0).stop 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4103780 msgr2=0x7f12c419a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4103780 0x7f12c419a020 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f12b4006010 tx=0x7f12b4003c10 comp rx=0 tx=0).stop 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 shutdown_connections 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f12a80a2e90 0x7f12a80a5350 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12c4109790 0x7f12c419e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f12c4104140 0x7f12c419a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 --2- 172.21.15.47:0/242877669 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f12c4103780 0x7f12c419a020 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 >> 172.21.15.47:0/242877669 conn(0x7f12c40ff250 msgr2=0x7f12c40ff9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:52.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 shutdown_connections 2024-04-25T02:32:52.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.049+0000 7f12c8e00640 1 -- 172.21.15.47:0/242877669 wait complete. 2024-04-25T02:32:52.071 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:51 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/272226764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:52.074 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-25T02:32:52.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:51 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/272226764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:32:52.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 -- 172.21.15.47:0/1441796963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 msgr2=0x7f500410e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 --2- 172.21.15.47:0/1441796963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 0x7f500410e630 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009890 tx=0x7f4ffc02a380 comp rx=0 tx=0).stop 2024-04-25T02:32:52.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 -- 172.21.15.47:0/1441796963 shutdown_connections 2024-04-25T02:32:52.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 --2- 172.21.15.47:0/1441796963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 0x7f500410e630 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 --2- 172.21.15.47:0/1441796963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5004101760 0x7f5004101be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 --2- 172.21.15.47:0/1441796963 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5004107770 0x7f5004107b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 -- 172.21.15.47:0/1441796963 >> 172.21.15.47:0/1441796963 conn(0x7f50040fd1f0 msgr2=0x7f50040ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:52.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 -- 172.21.15.47:0/1441796963 shutdown_connections 2024-04-25T02:32:52.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.286+0000 7f5008a00640 1 -- 172.21.15.47:0/1441796963 wait complete. 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.287+0000 7f5008a00640 1 Processor -- start 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5008a00640 1 -- start start 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5008a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5004101760 0x7f500419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5008a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 0x7f500419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5008a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5004107770 0x7f500419ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5008a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5004111b80 con 0x7f5004102120 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5008a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5004111a00 con 0x7f5004101760 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5008a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5004111d00 con 0x7f5004107770 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5001e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5004101760 0x7f500419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5001400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 0x7f500419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:52.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5001e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5004101760 0x7f500419a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39602/0 (socket says 172.21.15.47:39602) 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5001400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 0x7f500419a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37600/0 (socket says 172.21.15.47:37600) 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5001e00640 1 -- 172.21.15.47:0/2649572776 learned_addr learned my addr 172.21.15.47:0/2649572776 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.288+0000 7f5002800640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5004107770 0x7f500419ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f5001e00640 1 -- 172.21.15.47:0/2649572776 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5004107770 msgr2=0x7f500419ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f5001e00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5004107770 0x7f500419ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f5001e00640 1 -- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 msgr2=0x7f500419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f5001e00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 0x7f500419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f5001e00640 1 -- 172.21.15.47:0/2649572776 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f500419f170 con 0x7f5004101760 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f5001400640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 0x7f500419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f5001e00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5004101760 0x7f500419a180 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4ff400e9f0 tx=0x7f4ff400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f4ffaa00640 1 -- 172.21.15.47:0/2649572776 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff400cd80 con 0x7f5004101760 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f4ffaa00640 1 -- 172.21.15.47:0/2649572776 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ff4010910 con 0x7f5004101760 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f500419f460 con 0x7f5004101760 2024-04-25T02:32:52.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.289+0000 7f4ffaa00640 1 -- 172.21.15.47:0/2649572776 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff4018990 con 0x7f5004101760 2024-04-25T02:32:52.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.290+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50041a6cf0 con 0x7f5004101760 2024-04-25T02:32:52.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.291+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f500404f500 con 0x7f5004101760 2024-04-25T02:32:52.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.293+0000 7f4ffaa00640 1 -- 172.21.15.47:0/2649572776 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f4ff4010ac0 con 0x7f5004101760 2024-04-25T02:32:52.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.294+0000 7f4ffaa00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4fe40a2f40 0x7f4fe40a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:52.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.294+0000 7f4ffaa00640 1 -- 172.21.15.47:0/2649572776 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4ff40cf900 con 0x7f5004101760 2024-04-25T02:32:52.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.295+0000 7f5001400640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4fe40a2f40 0x7f4fe40a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:52.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.295+0000 7f5001400640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4fe40a2f40 0x7f4fe40a5400 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f500410eae0 tx=0x7f4fec010040 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:52.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.298+0000 7f4ffaa00640 1 -- 172.21.15.47:0/2649572776 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4ff409bc50 con 0x7f5004101760 2024-04-25T02:32:52.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.531+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f50040fdce0 con 0x7f4fe40a2f40 2024-04-25T02:32:52.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.544+0000 7f4ffaa00640 1 -- 172.21.15.47:0/2649572776 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f50040fdce0 con 0x7f4fe40a2f40 2024-04-25T02:32:52.548 INFO:teuthology.orchestra.run.smithi047.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-25T00:00:00", "created": "2024-04-25T02:32:51", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-25T02:32:52.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4fe40a2f40 msgr2=0x7f4fe40a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4fe40a2f40 0x7f4fe40a5400 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f500410eae0 tx=0x7f4fec010040 comp rx=0 tx=0).stop 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5004101760 msgr2=0x7f500419a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5004101760 0x7f500419a180 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4ff400e9f0 tx=0x7f4ff400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 shutdown_connections 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4fe40a2f40 0x7f4fe40a5400 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5004107770 0x7f500419ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5004102120 0x7f500419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 --2- 172.21.15.47:0/2649572776 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5004101760 0x7f500419a180 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.547+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 >> 172.21.15.47:0/2649572776 conn(0x7f50040fd1f0 msgr2=0x7f50040fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.548+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 shutdown_connections 2024-04-25T02:32:52.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.548+0000 7f5008a00640 1 -- 172.21.15.47:0/2649572776 wait complete. 2024-04-25T02:32:52.571 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-25T02:32:52.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 -- 172.21.15.47:0/411663235 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440104110 msgr2=0x7fb440110620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 --2- 172.21.15.47:0/411663235 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440104110 0x7fb440110620 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb438009be0 tx=0x7fb43802a6c0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 -- 172.21.15.47:0/411663235 shutdown_connections 2024-04-25T02:32:52.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 --2- 172.21.15.47:0/411663235 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440104110 0x7fb440110620 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 --2- 172.21.15.47:0/411663235 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb440103750 0x7fb440103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 --2- 172.21.15.47:0/411663235 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb440109760 0x7fb440109b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 -- 172.21.15.47:0/411663235 >> 172.21.15.47:0/411663235 conn(0x7fb4400ff260 msgr2=0x7fb440101680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:52.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 -- 172.21.15.47:0/411663235 shutdown_connections 2024-04-25T02:32:52.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.781+0000 7fb445600640 1 -- 172.21.15.47:0/411663235 wait complete. 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.782+0000 7fb445600640 1 Processor -- start 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.782+0000 7fb445600640 1 -- start start 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb445600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440103750 0x7fb440199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb445600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb440104110 0x7fb44019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb445600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb440109760 0x7fb44019e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb445600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb440113b70 con 0x7fb440109760 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb445600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb4401139f0 con 0x7fb440103750 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb445600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb440113cf0 con 0x7fb440104110 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb43f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb440104110 0x7fb44019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb43fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440103750 0x7fb440199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:52.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb43f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb440104110 0x7fb44019a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:35192/0 (socket says 172.21.15.47:35192) 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb43f400640 1 -- 172.21.15.47:0/1588171908 learned_addr learned my addr 172.21.15.47:0/1588171908 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.783+0000 7fb444c00640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb440109760 0x7fb44019e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43fe00640 1 -- 172.21.15.47:0/1588171908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb440104110 msgr2=0x7fb44019a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43fe00640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb440104110 0x7fb44019a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43fe00640 1 -- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb440109760 msgr2=0x7fb44019e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43fe00640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb440109760 0x7fb44019e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43fe00640 1 -- 172.21.15.47:0/1588171908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb44019ef90 con 0x7fb440103750 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43f400640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb440104110 0x7fb44019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:32:52.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43fe00640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440103750 0x7fb440199ff0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb43000e9f0 tx=0x7fb43000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:52.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43cc00640 1 -- 172.21.15.47:0/1588171908 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43000ccc0 con 0x7fb440103750 2024-04-25T02:32:52.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43cc00640 1 -- 172.21.15.47:0/1588171908 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb430010910 con 0x7fb440103750 2024-04-25T02:32:52.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb44019f280 con 0x7fb440103750 2024-04-25T02:32:52.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.784+0000 7fb43cc00640 1 -- 172.21.15.47:0/1588171908 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430018960 con 0x7fb440103750 2024-04-25T02:32:52.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.785+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4401a6b10 con 0x7fb440103750 2024-04-25T02:32:52.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.786+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb44004fd50 con 0x7fb440103750 2024-04-25T02:32:52.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.788+0000 7fb43cc00640 1 -- 172.21.15.47:0/1588171908 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fb430010ac0 con 0x7fb440103750 2024-04-25T02:32:52.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.789+0000 7fb43cc00640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb4240a2e10 0x7fb4240a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:32:52.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.789+0000 7fb43cc00640 1 -- 172.21.15.47:0/1588171908 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fb4300cfa40 con 0x7fb440103750 2024-04-25T02:32:52.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.789+0000 7fb43f400640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb4240a2e10 0x7fb4240a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:32:52.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.790+0000 7fb43f400640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb4240a2e10 0x7fb4240a52d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb4280096c0 tx=0x7fb428009260 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:32:52.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:52.793+0000 7fb43cc00640 1 -- 172.21.15.47:0/1588171908 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb43009bd90 con 0x7fb440103750 2024-04-25T02:32:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:52 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:32:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:52 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:32:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:52 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:32:52.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:52 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:32:52.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:52 smithi047 ceph-mon[27871]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:52.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:52 smithi047 ceph-mon[27871]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 913 B/s wr, 18 op/s 2024-04-25T02:32:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:52 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:32:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:52 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:32:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:52 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:32:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:52 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:32:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:52 smithi113 ceph-mon[32459]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:52 smithi113 ceph-mon[32459]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 913 B/s wr, 18 op/s 2024-04-25T02:32:53.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.023+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fb440061b80 con 0x7fb4240a2e10 2024-04-25T02:32:53.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.036+0000 7fb43cc00640 1 -- 172.21.15.47:0/1588171908 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fb440061b80 con 0x7fb4240a2e10 2024-04-25T02:32:53.039 INFO:teuthology.orchestra.run.smithi047.stdout:/ 1m 6m3h 2024-04-25T02:32:53.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb4240a2e10 msgr2=0x7fb4240a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:53.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb4240a2e10 0x7fb4240a52d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb4280096c0 tx=0x7fb428009260 comp rx=0 tx=0).stop 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440103750 msgr2=0x7fb440199ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440103750 0x7fb440199ff0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb43000e9f0 tx=0x7fb43000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 shutdown_connections 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb4240a2e10 0x7fb4240a52d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb440109760 0x7fb44019e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb440104110 0x7fb44019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 --2- 172.21.15.47:0/1588171908 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb440103750 0x7fb440199ff0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 >> 172.21.15.47:0/1588171908 conn(0x7fb4400ff260 msgr2=0x7fb4400ff920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 shutdown_connections 2024-04-25T02:32:53.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:32:53.039+0000 7fb445600640 1 -- 172.21.15.47:0/1588171908 wait complete. 2024-04-25T02:32:53.064 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-25T02:32:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:52 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:32:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:52 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:32:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:52 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:32:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:52 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:32:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:52 smithi178 ceph-mon[33053]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:52 smithi178 ceph-mon[33053]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 913 B/s wr, 18 op/s 2024-04-25T02:32:53.155 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-25T02:32:53.178 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-25T02:32:53.227 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:32:53.227 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-25T02:32:53.235 INFO:teuthology.run_tasks:Running task workunit... 2024-04-25T02:32:53.248 INFO:tasks.workunit:Pulling workunits from ref d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:32:53.249 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-25T02:32:53.249 INFO:tasks.workunit:timeout=3h 2024-04-25T02:32:53.249 INFO:tasks.workunit:cleanup=True 2024-04-25T02:32:53.249 DEBUG:teuthology.orchestra.run.smithi047:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-25T02:32:53.303 INFO:teuthology.orchestra.run.smithi047.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-25T02:32:53.303 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-25T02:32:53.303 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 72h/114d Inode: 1099511628283 Links: 2 2024-04-25T02:32:53.303 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T02:32:53.303 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-25T02:32:53.303 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-04-25 02:30:19.325126400 +0000 2024-04-25T02:32:53.303 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-04-25 02:30:19.325126400 +0000 2024-04-25T02:32:53.304 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-04-25 02:32:39.942744598 +0000 2024-04-25T02:32:53.304 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-04-25 02:30:19.325126400 +0000 2024-04-25T02:32:53.304 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-25T02:32:53.304 DEBUG:teuthology.orchestra.run.smithi047:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-25T02:32:53.382 DEBUG:teuthology.orchestra.run.smithi047:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T02:32:53.438 INFO:tasks.workunit.client.0.smithi047.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-25T02:32:54.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:53 smithi113 ceph-mon[32459]: from='client.25430 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:54.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:53 smithi113 ceph-mon[32459]: from='client.25436 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:54.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:53 smithi178 ceph-mon[33053]: from='client.25430 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:54.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:53 smithi178 ceph-mon[33053]: from='client.25436 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:53 smithi047 ceph-mon[27871]: from='client.25430 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:54.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:53 smithi047 ceph-mon[27871]: from='client.25436 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:54 smithi113 ceph-mon[32459]: from='client.25442 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:54 smithi113 ceph-mon[32459]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 84 KiB/s wr, 49 op/s 2024-04-25T02:32:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:54 smithi178 ceph-mon[33053]: from='client.25442 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:54 smithi178 ceph-mon[33053]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 84 KiB/s wr, 49 op/s 2024-04-25T02:32:55.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:54 smithi047 ceph-mon[27871]: from='client.25442 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:32:55.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:54 smithi047 ceph-mon[27871]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 84 KiB/s wr, 49 op/s 2024-04-25T02:32:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:56 smithi178 ceph-mon[33053]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-25T02:32:57.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:56 smithi047 ceph-mon[27871]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-25T02:32:57.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:56 smithi113 ceph-mon[32459]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-25T02:32:59.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:32:58 smithi178 ceph-mon[33053]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-25T02:32:59.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:32:58 smithi047 ceph-mon[27871]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-25T02:32:59.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:32:58 smithi113 ceph-mon[32459]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-25T02:33:00.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:33:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:33:00.069+0000 7f4ff9200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:33:00.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:33:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:33:00.069+0000 7f4ff9200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:33:00.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:33:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:33:00.069+0000 7f4ff9200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:33:00.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:33:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:33:00.069+0000 7f4ff9200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:33:00.410 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:33:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:33:00.069+0000 7f4ff9200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T02:33:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:00 smithi178 ceph-mon[33053]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-25T02:33:01.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:00 smithi047 ceph-mon[27871]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-25T02:33:01.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:00 smithi113 ceph-mon[32459]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-25T02:33:02.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:01 smithi178 ceph-mon[33053]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-25T02:33:02.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:01 smithi178 ceph-mon[33053]: mgrmap e25: x(active, since 20s), standbys: y, z 2024-04-25T02:33:02.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:01 smithi047 ceph-mon[27871]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-25T02:33:02.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:01 smithi047 ceph-mon[27871]: mgrmap e25: x(active, since 20s), standbys: y, z 2024-04-25T02:33:02.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:01 smithi113 ceph-mon[32459]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-25T02:33:02.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:01 smithi113 ceph-mon[32459]: mgrmap e25: x(active, since 20s), standbys: y, z 2024-04-25T02:33:05.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:04 smithi113 ceph-mon[32459]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 54 op/s 2024-04-25T02:33:05.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:04 smithi178 ceph-mon[33053]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 54 op/s 2024-04-25T02:33:05.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:04 smithi047 ceph-mon[27871]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 54 op/s 2024-04-25T02:33:06.061 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:05 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:33:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:05 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:33:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:05 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:33:06.497 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.493+0000 7f0f9dc00640 1 -- 172.21.15.47:0/2907981221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98104140 msgr2=0x7f0f98110650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.497 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.493+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/2907981221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98104140 0x7f0f98110650 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0f90009c10 tx=0x7f0f9002a6e0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.497 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.494+0000 7f0f9dc00640 1 -- 172.21.15.47:0/2907981221 shutdown_connections 2024-04-25T02:33:06.497 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.494+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/2907981221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98104140 0x7f0f98110650 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.497 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.494+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/2907981221 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f98103780 0x7f0f98103c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.497 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.494+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/2907981221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f98109790 0x7f0f98109b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.497 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.494+0000 7f0f9dc00640 1 -- 172.21.15.47:0/2907981221 >> 172.21.15.47:0/2907981221 conn(0x7f0f980ff250 msgr2=0x7f0f98101670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:06.498 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.494+0000 7f0f9dc00640 1 -- 172.21.15.47:0/2907981221 shutdown_connections 2024-04-25T02:33:06.498 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.494+0000 7f0f9dc00640 1 -- 172.21.15.47:0/2907981221 wait complete. 2024-04-25T02:33:06.499 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.495+0000 7f0f9dc00640 1 Processor -- start 2024-04-25T02:33:06.499 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.495+0000 7f0f9dc00640 1 -- start start 2024-04-25T02:33:06.499 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.495+0000 7f0f9dc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98103780 0x7f0f9819a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.495+0000 7f0f9dc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f98104140 0x7f0f9819a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f9dc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f98109790 0x7f0f9819e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f9dc00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0f98113ba0 con 0x7f0f98109790 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f9dc00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0f98113a20 con 0x7f0f98104140 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f9dc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0f98113d20 con 0x7f0f98103780 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f9d200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f98109790 0x7f0f9819e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98103780 0x7f0f9819a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f98104140 0x7f0f9819a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98103780 0x7f0f9819a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:38736/0 (socket says 172.21.15.47:38736) 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97e00640 1 -- 172.21.15.47:0/207728879 learned_addr learned my addr 172.21.15.47:0/207728879 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f9d200640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f98109790 0x7f0f9819e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53794/0 (socket says 172.21.15.47:53794) 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97e00640 1 -- 172.21.15.47:0/207728879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f98104140 msgr2=0x7f0f9819a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97e00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f98104140 0x7f0f9819a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.500 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97e00640 1 -- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f98109790 msgr2=0x7f0f9819e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.501 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97e00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f98109790 0x7f0f9819e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.501 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97e00640 1 -- 172.21.15.47:0/207728879 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f9819f010 con 0x7f0f98103780 2024-04-25T02:33:06.501 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.496+0000 7f0f97400640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f98104140 0x7f0f9819a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:06.501 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.497+0000 7f0f97e00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98103780 0x7f0f9819a020 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0f8800e9c0 tx=0x7f0f8800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:06.502 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.497+0000 7f0f94c00640 1 -- 172.21.15.47:0/207728879 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f8800cde0 con 0x7f0f98103780 2024-04-25T02:33:06.502 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.497+0000 7f0f9dc00640 1 -- 172.21.15.47:0/207728879 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f9819f300 con 0x7f0f98103780 2024-04-25T02:33:06.502 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.497+0000 7f0f94c00640 1 -- 172.21.15.47:0/207728879 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f880035f0 con 0x7f0f98103780 2024-04-25T02:33:06.502 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.497+0000 7f0f94c00640 1 -- 172.21.15.47:0/207728879 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88010650 con 0x7f0f98103780 2024-04-25T02:33:06.502 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.497+0000 7f0f9dc00640 1 -- 172.21.15.47:0/207728879 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f981a6b90 con 0x7f0f98103780 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.500+0000 7f0fa1fe1740 1 Processor -- start 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0fa1fe1740 1 -- start start 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0f94c00640 1 -- 172.21.15.47:0/207728879 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f0f880037a0 con 0x7f0f98103780 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f52fb0 0x555753f53390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f5e190 0x555753f60580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555753eb6ab0 con 0x555753f52fb0 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x555753e5f640 con 0x555753f538d0 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555753eb2a70 con 0x555753f5e190 2024-04-25T02:33:06.505 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0f9d200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f52fb0 0x555753f53390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0f97e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0f9d200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f52fb0 0x555753f53390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53800/0 (socket says 172.21.15.47:53800) 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0f9d200640 1 -- 172.21.15.47:0/3861989515 learned_addr learned my addr 172.21.15.47:0/3861989515 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.501+0000 7f0f97400640 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f5e190 0x555753f60580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f9d200640 1 -- 172.21.15.47:0/3861989515 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f5e190 msgr2=0x555753f60580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f5e190 0x555753f60580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f9d200640 1 -- 172.21.15.47:0/3861989515 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 msgr2=0x555753f5dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f9d200640 1 -- 172.21.15.47:0/3861989515 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555753bcb210 con 0x555753f52fb0 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f97e00640 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:06.506 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f52fb0 0x555753f53390 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0f90009be0 tx=0x7f0f90030a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abc082e828a54c6d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:06.509 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f8d600640 1 -- 172.21.15.47:0/3861989515 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f90041030 con 0x555753f52fb0 2024-04-25T02:33:06.509 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f8d600640 1 -- 172.21.15.47:0/3861989515 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f90030c60 con 0x555753f52fb0 2024-04-25T02:33:06.509 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.502+0000 7f0f8d600640 1 -- 172.21.15.47:0/3861989515 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f90036040 con 0x555753f52fb0 2024-04-25T02:33:06.509 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0f94c00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f7c0a2ea0 0x7f0f7c0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.509 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0f94c00640 1 -- 172.21.15.47:0/207728879 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f0f880cf9a0 con 0x7f0f98103780 2024-04-25T02:33:06.509 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0f97e00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f7c0a2ea0 0x7f0f7c0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3861989515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f52fb0 msgr2=0x555753f53390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f52fb0 0x555753f53390 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0f90009be0 tx=0x7f0f90030a30 comp rx=0 tx=0).stop 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3861989515 shutdown_connections 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f5e190 0x555753f60580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3861989515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f52fb0 0x555753f53390 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3861989515 >> 172.21.15.47:0/3861989515 conn(0x555753f4f4c0 msgr2=0x555753f4f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.503+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3861989515 shutdown_connections 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.504+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3861989515 wait complete. 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.504+0000 7f0f97e00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f7c0a2ea0 0x7f0f7c0a5360 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0f880ccf40 tx=0x7f0f880d54d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.504+0000 7f0fa1fe1740 1 -- start start 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.504+0000 7f0fa1fe1740 1 Processor -- start 2024-04-25T02:33:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f5b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f5bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555753f60d60 con 0x555753f5e190 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x555753e72990 con 0x555753f538d0 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555753f60ee0 con 0x555753f52fb0 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0fa1fe1740 10 client.0 _ll_register_callbacks cb 0x555753e74950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0f9d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f5b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0f9d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f5b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:38758/0 (socket says 172.21.15.47:38758) 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0f9d200640 1 -- 172.21.15.47:0/3186342961 learned_addr learned my addr 172.21.15.47:0/3186342961 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0f97400640 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.505+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f5bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.506+0000 7f0f97400640 1 -- 172.21.15.47:0/3186342961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 msgr2=0x555753f5b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.506+0000 7f0f97400640 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f5b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.506+0000 7f0f97400640 1 -- 172.21.15.47:0/3186342961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 msgr2=0x555753f5bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.506+0000 7f0f97400640 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f5bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.506+0000 7f0f97400640 1 -- 172.21.15.47:0/3186342961 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555753c97620 con 0x555753f538d0 2024-04-25T02:33:06.512 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.506+0000 7f0f97400640 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5b610 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x555753f50650 tx=0x7f0f8000f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3c936324ee8fc3d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:06.512 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.506+0000 7f0f86000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:06.514 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.507+0000 7f0f86000640 1 -- 172.21.15.47:0/3186342961 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f80009e30 con 0x555753f538d0 2024-04-25T02:33:06.514 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.507+0000 7f0f86000640 1 -- 172.21.15.47:0/3186342961 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f0f80012110 con 0x555753f538d0 2024-04-25T02:33:06.514 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.507+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3186342961 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f90030c60 con 0x555753f538d0 2024-04-25T02:33:06.514 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.507+0000 7f0f86000640 1 -- 172.21.15.47:0/3186342961 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0f80004050 con 0x555753f538d0 2024-04-25T02:33:06.514 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.507+0000 7f0fa1fe1740 10 client.25460 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:06.514 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.507+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3186342961 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555753f6cc40 con 0x555753f538d0 2024-04-25T02:33:06.514 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.507+0000 7f0f86000640 1 -- 172.21.15.47:0/3186342961 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f90030c60 con 0x555753f538d0 2024-04-25T02:33:06.514 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.508+0000 7f0f86000640 1 -- 172.21.15.47:0/3186342961 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0f80026480 con 0x555753f538d0 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.508+0000 7f0fa1fe1740 10 client.25460 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.508+0000 7f0fa1fe1740 10 client.25460 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.508+0000 7f0fa1fe1740 20 client.25460 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.508+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555753f6e100 0x555753f704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.508+0000 7f0fa1fe1740 4 client.25460 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.508+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3186342961 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555753ec3ff0 con 0x555753f6e100 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.508+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555753f6e100 0x555753f704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.509+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555753f6e100 0x555753f704f0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1b3e9e04eb43cb server_cookie=b04facb53c6b4d5c in_seq=0 out_seq=0 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.509+0000 7f0f86000640 10 client.25460 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0f86000640 1 -- 172.21.15.47:0/3186342961 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555753ec3ff0 con 0x555753f6e100 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0f86000640 10 client.25460 handle_command_reply: tid=0 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 client.25460 shutdown 2024-04-25T02:33:06.515 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 msgr2=0x555753f5b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5b610 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x555753f50650 tx=0x7f0f8000f790 comp rx=0 tx=0).stop 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3186342961 shutdown_connections 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555753f6e100 0x555753f704f0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f5bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f5b610 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0f86000640 0 client.25460 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3186342961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f5b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3186342961 >> 172.21.15.47:0/3186342961 conn(0x555753f4f4c0 msgr2=0x555753f55240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3186342961 shutdown_connections 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3186342961 wait complete. 2024-04-25T02:33:06.516 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.510+0000 7f0fa1fe1740 20 client.25460 trim_cache size 0 max 16384 2024-04-25T02:33:06.530 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.527+0000 7f0fa1fe1740 1 Processor -- start 2024-04-25T02:33:06.530 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.527+0000 7f0fa1fe1740 1 -- start start 2024-04-25T02:33:06.531 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f69c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.531 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f538d0 0x555753f4a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.531 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f5e190 0x555753f75db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.531 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981b1c90 con 0x555753f538d0 2024-04-25T02:33:06.531 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981af560 con 0x555753f5e190 2024-04-25T02:33:06.531 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981ad3d0 con 0x555753f52fb0 2024-04-25T02:33:06.531 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0f9d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f69c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.532 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0f9d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f69c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:38766/0 (socket says 172.21.15.47:38766) 2024-04-25T02:33:06.532 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0f9d200640 1 -- 172.21.15.47:0/3013918636 learned_addr learned my addr 172.21.15.47:0/3013918636 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:06.532 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0f97400640 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f538d0 0x555753f4a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.532 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.528+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f5e190 0x555753f75db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f9d200640 1 -- 172.21.15.47:0/3013918636 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f5e190 msgr2=0x555753f75db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f5e190 0x555753f75db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f9d200640 1 -- 172.21.15.47:0/3013918636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f538d0 msgr2=0x555753f4a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f538d0 0x555753f4a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f9d200640 1 -- 172.21.15.47:0/3013918636 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555753f5a080 con 0x555753f52fb0 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f9d200640 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f69c20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0f90009b10 tx=0x7f0f90033040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9ab55f99889bb6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f8cc00640 1 -- 172.21.15.47:0/3013918636 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f90036040 con 0x555753f52fb0 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f8cc00640 1 -- 172.21.15.47:0/3013918636 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f90003d40 con 0x555753f52fb0 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.529+0000 7f0f8cc00640 1 -- 172.21.15.47:0/3013918636 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f90041040 con 0x555753f52fb0 2024-04-25T02:33:06.533 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3013918636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 msgr2=0x555753f69c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.534 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f69c20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0f90009b10 tx=0x7f0f90033040 comp rx=0 tx=0).stop 2024-04-25T02:33:06.534 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3013918636 shutdown_connections 2024-04-25T02:33:06.534 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f5e190 0x555753f75db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.534 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f538d0 0x555753f4a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.534 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/3013918636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f69c20 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.534 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3013918636 >> 172.21.15.47:0/3013918636 conn(0x555753f4f4c0 msgr2=0x555753f5d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:06.534 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3013918636 shutdown_connections 2024-04-25T02:33:06.534 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/3013918636 wait complete. 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.530+0000 7f0fa1fe1740 1 -- start start 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0fa1fe1740 1 Processor -- start 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f66130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f66670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0fa1fe1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f632b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981ada20 con 0x555753f5e190 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981aee90 con 0x555753f538d0 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0fa1fe1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981ae0f0 con 0x555753f52fb0 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0fa1fe1740 10 client.0 _ll_register_callbacks cb 0x7f0f80009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:06.537 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.531+0000 7f0f97400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f66670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f9d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f66130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f97400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f66670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:36400/0 (socket says 172.21.15.47:36400) 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f97400640 1 -- 172.21.15.47:0/60198067 learned_addr learned my addr 172.21.15.47:0/60198067 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f9d200640 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f632b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f97400640 1 -- 172.21.15.47:0/60198067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 msgr2=0x555753f66130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f97400640 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f66130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f97400640 1 -- 172.21.15.47:0/60198067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 msgr2=0x555753f632b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f97400640 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f632b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f97400640 1 -- 172.21.15.47:0/60198067 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555753f63ab0 con 0x555753f538d0 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f9d200640 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f632b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f97400640 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f66670 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0f80001eb0 tx=0x7f0f800129d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4507d58a768ae6f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.532+0000 7f0f86000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:06.538 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.533+0000 7f0f86000640 1 -- 172.21.15.47:0/60198067 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f8002c040 con 0x555753f538d0 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.533+0000 7f0f86000640 1 -- 172.21.15.47:0/60198067 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f0f80026480 con 0x555753f538d0 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.533+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/60198067 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f90003d40 con 0x555753f538d0 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.533+0000 7f0f86000640 1 -- 172.21.15.47:0/60198067 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0f80026a90 con 0x555753f538d0 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.533+0000 7f0fa1fe1740 10 client.25466 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.533+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/60198067 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555753fd5290 con 0x555753f538d0 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.533+0000 7f0f86000640 1 -- 172.21.15.47:0/60198067 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f90003d40 con 0x555753f538d0 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.534+0000 7f0f86000640 1 -- 172.21.15.47:0/60198067 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0f800037f0 con 0x555753f538d0 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.534+0000 7f0fa1fe1740 10 client.25466 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.534+0000 7f0fa1fe1740 10 client.25466 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.534+0000 7f0fa1fe1740 20 client.25466 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.534+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555753fd5a40 0x555753fd7e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.534+0000 7f0fa1fe1740 4 client.25466 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.534+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/60198067 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555753ebe340 con 0x555753fd5a40 2024-04-25T02:33:06.539 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.534+0000 7f0f9d200640 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555753fd5a40 0x555753fd7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:06.540 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.535+0000 7f0f9d200640 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555753fd5a40 0x555753fd7e60 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0955125d3b35dd7 server_cookie=590d7658a17522ac in_seq=0 out_seq=0 2024-04-25T02:33:06.540 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.535+0000 7f0f86000640 10 client.25466 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:06.550 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0f86000640 1 -- 172.21.15.47:0/60198067 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555753ebe340 con 0x555753fd5a40 2024-04-25T02:33:06.550 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0f86000640 10 client.25466 handle_command_reply: tid=0 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 client.25466 shutdown 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/60198067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 msgr2=0x555753f66670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f66670 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0f80001eb0 tx=0x7f0f800129d0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/60198067 shutdown_connections 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555753fd5a40 0x555753fd7e60 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555753f5e190 0x555753f632b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555753f538d0 0x555753f66670 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0f86000640 0 client.25466 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 --2- 172.21.15.47:0/60198067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555753f52fb0 0x555753f66130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/60198067 >> 172.21.15.47:0/60198067 conn(0x555753f4f4c0 msgr2=0x555753f54960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/60198067 shutdown_connections 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.547+0000 7f0fa1fe1740 1 -- 172.21.15.47:0/60198067 wait complete. 2024-04-25T02:33:06.551 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0fa1fe1740 20 client.25466 trim_cache size 0 max 16384 2024-04-25T02:33:06.552 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:33:06.552 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:33:06.552 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:33:06.552 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:33:06.552 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 -- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f7c0a2ea0 msgr2=0x7f0f7c0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.552 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f7c0a2ea0 0x7f0f7c0a5360 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0f880ccf40 tx=0x7f0f880d54d0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 -- 172.21.15.47:0/207728879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98103780 msgr2=0x7f0f9819a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98103780 0x7f0f9819a020 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0f8800e9c0 tx=0x7f0f8800ee80 comp rx=0 tx=0).stop 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 -- 172.21.15.47:0/207728879 shutdown_connections 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f7c0a2ea0 0x7f0f7c0a5360 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0f98109790 0x7f0f9819e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0f98104140 0x7f0f9819a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 --2- 172.21.15.47:0/207728879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0f98103780 0x7f0f9819a020 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.548+0000 7f0f9dc00640 1 -- 172.21.15.47:0/207728879 >> 172.21.15.47:0/207728879 conn(0x7f0f980ff250 msgr2=0x7f0f980ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.549+0000 7f0f9dc00640 1 -- 172.21.15.47:0/207728879 shutdown_connections 2024-04-25T02:33:06.553 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:06.549+0000 7f0f9dc00640 1 -- 172.21.15.47:0/207728879 wait complete. 2024-04-25T02:33:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:06 smithi178 ceph-mon[33053]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T02:33:07.097 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:06 smithi047 ceph-mon[27871]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T02:33:07.179 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:06 smithi113 ceph-mon[32459]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T02:33:09.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:08 smithi178 ceph-mon[33053]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T02:33:09.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:08 smithi047 ceph-mon[27871]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T02:33:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:08 smithi113 ceph-mon[32459]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T02:33:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:10 smithi178 ceph-mon[33053]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T02:33:11.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:10 smithi047 ceph-mon[27871]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T02:33:11.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:10 smithi113 ceph-mon[32459]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T02:33:13.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:12 smithi178 ceph-mon[33053]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-04-25T02:33:13.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:12 smithi047 ceph-mon[27871]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-04-25T02:33:13.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:12 smithi113 ceph-mon[32459]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-04-25T02:33:15.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:14 smithi178 ceph-mon[33053]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-04-25T02:33:15.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:14 smithi047 ceph-mon[27871]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-04-25T02:33:15.256 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:14 smithi113 ceph-mon[32459]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-04-25T02:33:16.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:15 smithi178 ceph-mon[33053]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-04-25T02:33:16.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:15 smithi047 ceph-mon[27871]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-04-25T02:33:16.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:15 smithi113 ceph-mon[32459]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-04-25T02:33:18.506 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:18 smithi113 ceph-mon[32459]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-04-25T02:33:18.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:18 smithi047 ceph-mon[27871]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-04-25T02:33:18.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:18 smithi178 ceph-mon[33053]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 -- 172.21.15.47:0/2199539757 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5a41029d0 msgr2=0x7fc5a4102db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 --2- 172.21.15.47:0/2199539757 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5a41029d0 0x7fc5a4102db0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc594009900 tx=0x7fc59402a480 comp rx=0 tx=0).stop 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 -- 172.21.15.47:0/2199539757 shutdown_connections 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 --2- 172.21.15.47:0/2199539757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5a410bda0 0x7fc5a410e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 --2- 172.21.15.47:0/2199539757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5a41032f0 0x7fc5a410b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 --2- 172.21.15.47:0/2199539757 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5a41029d0 0x7fc5a4102db0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 -- 172.21.15.47:0/2199539757 >> 172.21.15.47:0/2199539757 conn(0x7fc5a4077750 msgr2=0x7fc5a4077b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 -- 172.21.15.47:0/2199539757 shutdown_connections 2024-04-25T02:33:19.704 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.699+0000 7fc5a9000640 1 -- 172.21.15.47:0/2199539757 wait complete. 2024-04-25T02:33:19.706 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.700+0000 7fc5a9000640 1 Processor -- start 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a9000640 1 -- start start 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a9000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5a41029d0 0x7fc5a4100620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a9000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5a41032f0 0x7fc5a4100b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a9000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5a410bda0 0x7fc5a41010a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a9000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a4111b30 con 0x7fc5a41032f0 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a9000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41119b0 con 0x7fc5a410bda0 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a9000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a4111cb0 con 0x7fc5a41029d0 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5a41029d0 0x7fc5a4100620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a1400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5a41032f0 0x7fc5a4100b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5a41029d0 0x7fc5a4100620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:57592/0 (socket says 172.21.15.47:57592) 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.701+0000 7fc5a1e00640 1 -- 172.21.15.47:0/3177272576 learned_addr learned my addr 172.21.15.47:0/3177272576 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.702+0000 7fc5a2800640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5a410bda0 0x7fc5a41010a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.707 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.702+0000 7fc5a1e00640 1 -- 172.21.15.47:0/3177272576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5a410bda0 msgr2=0x7fc5a41010a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.702+0000 7fc5a1e00640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5a410bda0 0x7fc5a41010a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.702+0000 7fc5a1e00640 1 -- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5a41032f0 msgr2=0x7fc5a4100b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.702+0000 7fc5a1e00640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5a41032f0 0x7fc5a4100b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.702+0000 7fc5a1e00640 1 -- 172.21.15.47:0/3177272576 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5a41a6450 con 0x7fc5a41029d0 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.702+0000 7fc5a1400640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5a41032f0 0x7fc5a4100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.702+0000 7fc5a1e00640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5a41029d0 0x7fc5a4100620 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc594006010 tx=0x7fc594004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.703+0000 7fc59aa00640 1 -- 172.21.15.47:0/3177272576 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59403f030 con 0x7fc5a41029d0 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.703+0000 7fc59aa00640 1 -- 172.21.15.47:0/3177272576 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc594004440 con 0x7fc5a41029d0 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.703+0000 7fc5a9000640 1 -- 172.21.15.47:0/3177272576 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5a41a66e0 con 0x7fc5a41029d0 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.703+0000 7fc59aa00640 1 -- 172.21.15.47:0/3177272576 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc594035070 con 0x7fc5a41029d0 2024-04-25T02:33:19.708 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.703+0000 7fc5a9000640 1 -- 172.21.15.47:0/3177272576 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5a41a6bd0 con 0x7fc5a41029d0 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.706+0000 7fc5abd9f740 1 Processor -- start 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.706+0000 7fc5abd9f740 1 -- start start 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.706+0000 7fc59aa00640 1 -- 172.21.15.47:0/3177272576 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fc594042030 con 0x7fc5a41029d0 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x5586309621e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x55863096caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55863096cfe0 0x55863096f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5586308c5ab0 con 0x55863096cfe0 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55863086e640 con 0x558630961e00 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5586308c1a70 con 0x558630962720 2024-04-25T02:33:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a2800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x5586309621e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.712 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x55863096caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.712 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a2800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x5586309621e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59400/0 (socket says 172.21.15.47:59400) 2024-04-25T02:33:19.712 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a2800640 1 -- 172.21.15.47:0/3328493321 learned_addr learned my addr 172.21.15.47:0/3328493321 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:19.712 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a1400640 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55863096cfe0 0x55863096f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a2800640 1 -- 172.21.15.47:0/3328493321 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 msgr2=0x55863096caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a2800640 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x55863096caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a2800640 1 -- 172.21.15.47:0/3328493321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55863096cfe0 msgr2=0x55863096f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a2800640 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55863096cfe0 0x55863096f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a2800640 1 -- 172.21.15.47:0/3328493321 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586305da210 con 0x558630961e00 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.707+0000 7fc5a1400640 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55863096cfe0 0x55863096f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.708+0000 7fc5a2800640 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x5586309621e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc59c009f30 tx=0x7fc59c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec5134a85d6f36bf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.708+0000 7fc593400640 1 -- 172.21.15.47:0/3328493321 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c004d20 con 0x558630961e00 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.708+0000 7fc593400640 1 -- 172.21.15.47:0/3328493321 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc59c004050 con 0x558630961e00 2024-04-25T02:33:19.714 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.708+0000 7fc593400640 1 -- 172.21.15.47:0/3328493321 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c005220 con 0x558630961e00 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.708+0000 7fc59aa00640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5880a2f90 0x7fc5880a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.708+0000 7fc59aa00640 1 -- 172.21.15.47:0/3177272576 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fc5940efa10 con 0x7fc5a41029d0 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5a1e00640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5880a2f90 0x7fc5880a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 -- 172.21.15.47:0/3328493321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 msgr2=0x5586309621e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x5586309621e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc59c009f30 tx=0x7fc59c0118d0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 -- 172.21.15.47:0/3328493321 shutdown_connections 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55863096cfe0 0x55863096f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x55863096caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/3328493321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x5586309621e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 -- 172.21.15.47:0/3328493321 >> 172.21.15.47:0/3328493321 conn(0x55863095e310 msgr2=0x55863095e6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 -- 172.21.15.47:0/3328493321 shutdown_connections 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5abd9f740 1 -- 172.21.15.47:0/3328493321 wait complete. 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.709+0000 7fc5a1e00640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5880a2f90 0x7fc5880a5450 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc5940ecfb0 tx=0x7fc5940f34e0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:19.715 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.710+0000 7fc5abd9f740 1 -- start start 2024-04-25T02:33:19.716 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.710+0000 7fc5abd9f740 1 Processor -- start 2024-04-25T02:33:19.719 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.710+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x558630969f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.710+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630962720 0x55863096a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.710+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x55863096aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55863096fc10 con 0x558630961e00 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x558630881990 con 0x558630962720 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55863096fd90 con 0x55863096cfe0 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5abd9f740 10 client.0 _ll_register_callbacks cb 0x558630883950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x558630969f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x558630969f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38846/0 (socket says 172.21.15.47:38846) 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a2800640 1 -- 172.21.15.47:0/1384388034 learned_addr learned my addr 172.21.15.47:0/1384388034 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a1400640 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630962720 0x55863096a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x55863096aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a1400640 1 -- 172.21.15.47:0/1384388034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 msgr2=0x55863096aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:19.720 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a1400640 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x55863096aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a1400640 1 -- 172.21.15.47:0/1384388034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 msgr2=0x558630969f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a1400640 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x558630969f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a1400640 1 -- 172.21.15.47:0/1384388034 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586306a6620 con 0x558630962720 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.711+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x558630969f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.712+0000 7fc5a1400640 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630962720 0x55863096a4c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x55863095f4a0 tx=0x7fc58c00f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb3f7f791e98d2e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.712+0000 7fc587e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.712+0000 7fc587e00640 1 -- 172.21.15.47:0/1384388034 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c009e30 con 0x558630962720 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.712+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1384388034 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc59c004050 con 0x558630962720 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.712+0000 7fc587e00640 1 -- 172.21.15.47:0/1384388034 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fc58c012110 con 0x558630962720 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.712+0000 7fc587e00640 1 -- 172.21.15.47:0/1384388034 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc58c004050 con 0x558630962720 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.712+0000 7fc5abd9f740 10 client.25478 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.712+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1384388034 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55863097bbb0 con 0x558630962720 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.713+0000 7fc587e00640 1 -- 172.21.15.47:0/1384388034 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc59c004050 con 0x558630962720 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.713+0000 7fc587e00640 1 -- 172.21.15.47:0/1384388034 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc58c025450 con 0x558630962720 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.713+0000 7fc5abd9f740 10 client.25478 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:19.721 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.713+0000 7fc5abd9f740 10 client.25478 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.713+0000 7fc5abd9f740 20 client.25478 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.713+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55863097d020 0x55863097f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.713+0000 7fc5abd9f740 4 client.25478 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.713+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1384388034 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586308d2ff0 con 0x55863097d020 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.714+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55863097d020 0x55863097f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.714+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55863097d020 0x55863097f430 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e1fbf2cb40313a0 server_cookie=46455965cccc1684 in_seq=0 out_seq=0 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.714+0000 7fc587e00640 10 client.25478 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc587e00640 1 -- 172.21.15.47:0/1384388034 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5586308d2ff0 con 0x55863097d020 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc587e00640 10 client.25478 handle_command_reply: tid=0 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 client.25478 shutdown 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630962720 msgr2=0x55863096a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630962720 0x55863096a4c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x55863095f4a0 tx=0x7fc58c00f790 comp rx=0 tx=0).stop 2024-04-25T02:33:19.722 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1384388034 shutdown_connections 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55863097d020 0x55863097f430 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x55863096aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630962720 0x55863096a4c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc587e00640 0 client.25478 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1384388034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x558630969f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1384388034 >> 172.21.15.47:0/1384388034 conn(0x55863095e310 msgr2=0x558630964040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1384388034 shutdown_connections 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.715+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1384388034 wait complete. 2024-04-25T02:33:19.723 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.716+0000 7fc5abd9f740 20 client.25478 trim_cache size 0 max 16384 2024-04-25T02:33:19.736 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.732+0000 7fc5abd9f740 1 Processor -- start 2024-04-25T02:33:19.736 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.732+0000 7fc5abd9f740 1 -- start start 2024-04-25T02:33:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.732+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x55863095dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.732+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x558630963ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55863096cfe0 0x558630984d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41b1dc0 con 0x558630961e00 2024-04-25T02:33:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41af690 con 0x55863096cfe0 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41ad4e0 con 0x558630962720 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x55863095dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x55863095dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38860/0 (socket says 172.21.15.47:38860) 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a2800640 1 -- 172.21.15.47:0/443890557 learned_addr learned my addr 172.21.15.47:0/443890557 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a1400640 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x558630963ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a2800640 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55863096cfe0 0x558630984d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a1400640 1 -- 172.21.15.47:0/443890557 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55863096cfe0 msgr2=0x558630984d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a1400640 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55863096cfe0 0x558630984d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a1400640 1 -- 172.21.15.47:0/443890557 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 msgr2=0x55863095dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a1400640 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x55863095dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.733+0000 7fc5a1400640 1 -- 172.21.15.47:0/443890557 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55863095e140 con 0x558630962720 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.734+0000 7fc5a1400640 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x558630963ec0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc58c025a10 tx=0x7fc58c012910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc1d63f0eaa604d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.734+0000 7fc592a00640 1 -- 172.21.15.47:0/443890557 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c000e60 con 0x558630962720 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.734+0000 7fc592a00640 1 -- 172.21.15.47:0/443890557 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc58c012110 con 0x558630962720 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.734+0000 7fc592a00640 1 -- 172.21.15.47:0/443890557 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c0035f0 con 0x558630962720 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 -- 172.21.15.47:0/443890557 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 msgr2=0x558630963ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x558630963ec0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc58c025a10 tx=0x7fc58c012910 comp rx=0 tx=0).stop 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 -- 172.21.15.47:0/443890557 shutdown_connections 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55863096cfe0 0x558630984d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558630962720 0x558630963ec0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/443890557 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630961e00 0x55863095dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 -- 172.21.15.47:0/443890557 >> 172.21.15.47:0/443890557 conn(0x55863095e310 msgr2=0x5586309637b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 -- 172.21.15.47:0/443890557 shutdown_connections 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.735+0000 7fc5abd9f740 1 -- 172.21.15.47:0/443890557 wait complete. 2024-04-25T02:33:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 1 -- start start 2024-04-25T02:33:19.741 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 1 Processor -- start 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x558630974fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630962720 0x558630975520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x558630971fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41adb50 con 0x558630962720 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41aefc0 con 0x558630961e00 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41ae220 con 0x55863096cfe0 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.736+0000 7fc5abd9f740 10 client.0 _ll_register_callbacks cb 0x7fc58c009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a1400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630962720 0x558630975520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a1400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630962720 0x558630975520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38866/0 (socket says 172.21.15.47:38866) 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a1400640 1 -- 172.21.15.47:0/1782641471 learned_addr learned my addr 172.21.15.47:0/1782641471 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x558630971fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x558630974fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.744 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a2800640 1 -- 172.21.15.47:0/1782641471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 msgr2=0x558630974fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x558630974fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a2800640 1 -- 172.21.15.47:0/1782641471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630962720 msgr2=0x558630975520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630962720 0x558630975520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a2800640 1 -- 172.21.15.47:0/1782641471 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586309727b0 con 0x55863096cfe0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.737+0000 7fc5a1400640 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630962720 0x558630975520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.738+0000 7fc5a2800640 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x558630971fb0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc59c0095e0 tx=0x7fc59c0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89dcd35059f99fba server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.738+0000 7fc587e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.738+0000 7fc587e00640 1 -- 172.21.15.47:0/1782641471 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c004520 con 0x55863096cfe0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.738+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1782641471 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc58c012110 con 0x55863096cfe0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.738+0000 7fc587e00640 1 -- 172.21.15.47:0/1782641471 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fc59c0046c0 con 0x55863096cfe0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.738+0000 7fc587e00640 1 -- 172.21.15.47:0/1782641471 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc59c02f0c0 con 0x55863096cfe0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.738+0000 7fc5abd9f740 10 client.25501 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.738+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1782641471 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5586309e4050 con 0x55863096cfe0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc587e00640 1 -- 172.21.15.47:0/1782641471 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc58c012110 con 0x55863096cfe0 2024-04-25T02:33:19.745 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc587e00640 1 -- 172.21.15.47:0/1782641471 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc59c028530 con 0x55863096cfe0 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc5abd9f740 10 client.25501 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc5abd9f740 10 client.25501 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc5abd9f740 20 client.25501 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5586309e45e0 0x5586309e6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc5abd9f740 4 client.25501 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1782641471 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5586308cd340 con 0x5586309e45e0 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.739+0000 7fc5a1400640 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5586309e45e0 0x5586309e6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.740+0000 7fc5a1400640 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5586309e45e0 0x5586309e6a00 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=258a24828a9dff07 server_cookie=96efabcec634fd34 in_seq=0 out_seq=0 2024-04-25T02:33:19.746 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.740+0000 7fc587e00640 10 client.25501 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.746+0000 7fc587e00640 1 -- 172.21.15.47:0/1782641471 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5586308cd340 con 0x5586309e45e0 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.746+0000 7fc587e00640 10 client.25501 handle_command_reply: tid=0 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.746+0000 7fc5abd9f740 1 client.25501 shutdown 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.746+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1782641471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 msgr2=0x558630971fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.746+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x558630971fb0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc59c0095e0 tx=0x7fc59c0118d0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.746+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1782641471 shutdown_connections 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5586309e45e0 0x5586309e6a00 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55863096cfe0 0x558630971fb0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558630962720 0x558630975520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc5abd9f740 1 --2- 172.21.15.47:0/1782641471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558630961e00 0x558630974fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc587e00640 0 client.25501 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1782641471 >> 172.21.15.47:0/1782641471 conn(0x55863095e310 msgr2=0x5586309637b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1782641471 shutdown_connections 2024-04-25T02:33:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc5abd9f740 1 -- 172.21.15.47:0/1782641471 wait complete. 2024-04-25T02:33:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.747+0000 7fc5abd9f740 20 client.25501 trim_cache size 0 max 16384 2024-04-25T02:33:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:33:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:33:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:33:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:33:19.753 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 -- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5880a2f90 msgr2=0x7fc5880a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.753 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5880a2f90 0x7fc5880a5450 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc5940ecfb0 tx=0x7fc5940f34e0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.753 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 -- 172.21.15.47:0/3177272576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5a41029d0 msgr2=0x7fc5a4100620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:19.753 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5a41029d0 0x7fc5a4100620 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc594006010 tx=0x7fc594004040 comp rx=0 tx=0).stop 2024-04-25T02:33:19.753 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 -- 172.21.15.47:0/3177272576 shutdown_connections 2024-04-25T02:33:19.754 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5880a2f90 0x7fc5880a5450 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.754 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5a410bda0 0x7fc5a41010a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.754 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5a41032f0 0x7fc5a4100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.754 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 --2- 172.21.15.47:0/3177272576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5a41029d0 0x7fc5a4100620 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:19.754 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 -- 172.21.15.47:0/3177272576 >> 172.21.15.47:0/3177272576 conn(0x7fc5a4077750 msgr2=0x7fc5a40fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:19.754 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 -- 172.21.15.47:0/3177272576 shutdown_connections 2024-04-25T02:33:19.754 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:19.748+0000 7fc5a9000640 1 -- 172.21.15.47:0/3177272576 wait complete. 2024-04-25T02:33:20.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:20 smithi113 ceph-mon[32459]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.6 KiB/s wr, 12 op/s 2024-04-25T02:33:20.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:20 smithi178 ceph-mon[33053]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.6 KiB/s wr, 12 op/s 2024-04-25T02:33:20.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:20 smithi047 ceph-mon[27871]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.6 KiB/s wr, 12 op/s 2024-04-25T02:33:21.406 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:33:21.407 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 -- 172.21.15.47:0/3537741109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f151c109800 msgr2=0x7f151c109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 --2- 172.21.15.47:0/3537741109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f151c109800 0x7f151c109be0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f150c009930 tx=0x7f150c02a420 comp rx=0 tx=0).stop 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 -- 172.21.15.47:0/3537741109 shutdown_connections 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 --2- 172.21.15.47:0/3537741109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f151c1041b0 0x7f151c1106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 --2- 172.21.15.47:0/3537741109 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f151c1037f0 0x7f151c103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 --2- 172.21.15.47:0/3537741109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f151c109800 0x7f151c109be0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 -- 172.21.15.47:0/3537741109 >> 172.21.15.47:0/3537741109 conn(0x7f151c0ff280 msgr2=0x7f151c1016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 -- 172.21.15.47:0/3537741109 shutdown_connections 2024-04-25T02:33:21.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.633+0000 7f151b200640 1 -- 172.21.15.47:0/3537741109 wait complete. 2024-04-25T02:33:21.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.634+0000 7f151b200640 1 Processor -- start 2024-04-25T02:33:21.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.635+0000 7f151b200640 1 -- start start 2024-04-25T02:33:21.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.635+0000 7f151b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f151c1037f0 0x7f151c19a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.635+0000 7f151b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f151c1041b0 0x7f151c19a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.635+0000 7f151b200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f151c109800 0x7f151c19e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.635+0000 7f151b200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f151c113bd0 con 0x7f151c109800 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.635+0000 7f151b200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f151c113a50 con 0x7f151c1037f0 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.635+0000 7f151b200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f151c113d50 con 0x7f151c1041b0 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.635+0000 7f1519e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f151c1037f0 0x7f151c19a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f151c1041b0 0x7f151c19a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f151c1037f0 0x7f151c19a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59454/0 (socket says 172.21.15.47:59454) 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519e00640 1 -- 172.21.15.47:0/995823787 learned_addr learned my addr 172.21.15.47:0/995823787 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f151a800640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f151c109800 0x7f151c19e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519400640 1 -- 172.21.15.47:0/995823787 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f151c1037f0 msgr2=0x7f151c19a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519400640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f151c1037f0 0x7f151c19a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519400640 1 -- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f151c109800 msgr2=0x7f151c19e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519400640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f151c109800 0x7f151c19e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519400640 1 -- 172.21.15.47:0/995823787 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f151c19f120 con 0x7f151c1041b0 2024-04-25T02:33:21.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.636+0000 7f1519400640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f151c1041b0 0x7f151c19a670 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f150800e9f0 tx=0x7f150800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:21.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.637+0000 7f1512a00640 1 -- 172.21.15.47:0/995823787 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150800ccc0 con 0x7f151c1041b0 2024-04-25T02:33:21.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.637+0000 7f151b200640 1 -- 172.21.15.47:0/995823787 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f151c19f410 con 0x7f151c1041b0 2024-04-25T02:33:21.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.637+0000 7f1512a00640 1 -- 172.21.15.47:0/995823787 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1508010910 con 0x7f151c1041b0 2024-04-25T02:33:21.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.637+0000 7f1512a00640 1 -- 172.21.15.47:0/995823787 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1508018960 con 0x7f151c1041b0 2024-04-25T02:33:21.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.637+0000 7f151b200640 1 -- 172.21.15.47:0/995823787 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f151c1a6ca0 con 0x7f151c1041b0 2024-04-25T02:33:21.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.640+0000 7f1523a42740 1 Processor -- start 2024-04-25T02:33:21.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.640+0000 7f1512a00640 1 -- 172.21.15.47:0/995823787 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f1508010ac0 con 0x7f151c1041b0 2024-04-25T02:33:21.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.640+0000 7f1523a42740 1 -- start start 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f1523a42740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047aceb1e0 0x56047aceb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f1523a42740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acebb00 0x56047acf5c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f1523a42740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f1523a42740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56047ac4f560 con 0x56047acebb00 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f1523a42740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56047abf7930 con 0x56047acf61d0 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f1523a42740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56047ac4b520 con 0x56047aceb1e0 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f151a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047aceb1e0 0x56047aceb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f1519e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acebb00 0x56047acf5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f151a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047aceb1e0 0x56047aceb5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:57652/0 (socket says 172.21.15.47:57652) 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.641+0000 7f151a800640 1 -- 172.21.15.47:0/620877830 learned_addr learned my addr 172.21.15.47:0/620877830 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:21.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f1519400640 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f151a800640 1 -- 172.21.15.47:0/620877830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 msgr2=0x56047acf85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f151a800640 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f151a800640 1 -- 172.21.15.47:0/620877830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acebb00 msgr2=0x56047acf5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f151a800640 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acebb00 0x56047acf5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f151a800640 1 -- 172.21.15.47:0/620877830 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56047aa2d7d0 con 0x56047aceb1e0 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f1519e00640 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acebb00 0x56047acf5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f1512a00640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f15000a2eb0 0x7f15000a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.642+0000 7f151a800640 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047aceb1e0 0x56047aceb5c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1514009f70 tx=0x7f1514010800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c68df9af8bd25763 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.643+0000 7f1512a00640 1 -- 172.21.15.47:0/995823787 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f15080cfa70 con 0x7f151c1041b0 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.643+0000 7f1519e00640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f15000a2eb0 0x7f15000a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.643+0000 7f1507000640 1 -- 172.21.15.47:0/620877830 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1514016070 con 0x56047aceb1e0 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.643+0000 7f1507000640 1 -- 172.21.15.47:0/620877830 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1514004d20 con 0x56047aceb1e0 2024-04-25T02:33:21.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.643+0000 7f1507000640 1 -- 172.21.15.47:0/620877830 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1514012850 con 0x56047aceb1e0 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 -- 172.21.15.47:0/620877830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047aceb1e0 msgr2=0x56047aceb5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1519e00640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f15000a2eb0 0x7f15000a5370 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x56047acec7a0 tx=0x7f150c005e50 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047aceb1e0 0x56047aceb5c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1514009f70 tx=0x7f1514010800 comp rx=0 tx=0).stop 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 -- 172.21.15.47:0/620877830 shutdown_connections 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acebb00 0x56047acf5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 --2- 172.21.15.47:0/620877830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047aceb1e0 0x56047aceb5c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 -- 172.21.15.47:0/620877830 >> 172.21.15.47:0/620877830 conn(0x56047ace7500 msgr2=0x56047ace78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 -- 172.21.15.47:0/620877830 shutdown_connections 2024-04-25T02:33:21.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 -- 172.21.15.47:0/620877830 wait complete. 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.644+0000 7f1523a42740 1 -- start start 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1523a42740 1 Processor -- start 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1523a42740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047aceb1e0 0x56047acf3190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1523a42740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1523a42740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acf61d0 0x56047acf3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1523a42740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56047acf8fc0 con 0x56047acf61d0 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1523a42740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56047ac0ad90 con 0x56047aceb1e0 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1523a42740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56047acf9140 con 0x56047acebb00 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1523a42740 10 client.0 _ll_register_callbacks cb 0x56047ac0a780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f1519e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047aceb1e0 0x56047acf3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.645+0000 7f151a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acf61d0 0x56047acf3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047aceb1e0 0x56047acf3190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59462/0 (socket says 172.21.15.47:59462) 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf36d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:57656/0 (socket says 172.21.15.47:57656) 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519e00640 1 -- 172.21.15.47:0/3107029241 learned_addr learned my addr 172.21.15.47:0/3107029241 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:21.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519e00640 1 -- 172.21.15.47:0/3107029241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 msgr2=0x56047acf36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519e00640 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519e00640 1 -- 172.21.15.47:0/3107029241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acf61d0 msgr2=0x56047acf3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519e00640 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acf61d0 0x56047acf3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519e00640 1 -- 172.21.15.47:0/3107029241 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56047a9633f0 con 0x56047aceb1e0 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519400640 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f151a800640 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acf61d0 0x56047acf3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f1519e00640 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047aceb1e0 0x56047acf3190 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f150c009a50 tx=0x7f150c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8285895e1012773 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.646+0000 7f14fb400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.647+0000 7f14fb400640 1 -- 172.21.15.47:0/3107029241 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c04e070 con 0x56047aceb1e0 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.647+0000 7f1523a42740 1 -- 172.21.15.47:0/3107029241 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1514004d20 con 0x56047aceb1e0 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.647+0000 7f14fb400640 1 -- 172.21.15.47:0/3107029241 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f150c003cc0 con 0x56047aceb1e0 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.647+0000 7f14fb400640 1 -- 172.21.15.47:0/3107029241 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f150c05a050 con 0x56047aceb1e0 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.647+0000 7f1523a42740 10 client.25496 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:21.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.647+0000 7f1523a42740 1 -- 172.21.15.47:0/3107029241 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56047a9230f0 con 0x56047aceb1e0 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.647+0000 7f14fb400640 1 -- 172.21.15.47:0/3107029241 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1514004d20 con 0x56047aceb1e0 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.647+0000 7f14fb400640 1 -- 172.21.15.47:0/3107029241 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f150c03d4e0 con 0x56047aceb1e0 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f1523a42740 10 client.25496 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f1523a42740 10 client.25496 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f1523a42740 20 client.25496 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f1523a42740 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56047ad06570 0x56047ad089c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f1523a42740 4 client.25496 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f1523a42740 1 -- 172.21.15.47:0/3107029241 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56047ac62d90 con 0x56047ad06570 2024-04-25T02:33:21.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f1519400640 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56047ad06570 0x56047ad089c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f1519400640 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56047ad06570 0x56047ad089c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3f8fba7cec22a4d server_cookie=2e1feac5aa5da033 in_seq=0 out_seq=0 2024-04-25T02:33:21.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.648+0000 7f14fb400640 10 client.25496 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:21.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.649+0000 7f14fb400640 1 -- 172.21.15.47:0/3107029241 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56047ac62d90 con 0x56047ad06570 2024-04-25T02:33:21.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.649+0000 7f14fb400640 10 client.25496 handle_command_reply: tid=0 2024-04-25T02:33:21.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.649+0000 7f1523a42740 1 client.25496 shutdown 2024-04-25T02:33:21.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.649+0000 7f1523a42740 1 -- 172.21.15.47:0/3107029241 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047aceb1e0 msgr2=0x56047acf3190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.649+0000 7f1523a42740 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047aceb1e0 0x56047acf3190 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f150c009a50 tx=0x7f150c009260 comp rx=0 tx=0).stop 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 1 -- 172.21.15.47:0/3107029241 shutdown_connections 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56047ad06570 0x56047ad089c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047acf61d0 0x56047acf3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f14fb400640 0 client.25496 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 1 --2- 172.21.15.47:0/3107029241 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047aceb1e0 0x56047acf3190 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 1 -- 172.21.15.47:0/3107029241 >> 172.21.15.47:0/3107029241 conn(0x56047ace7500 msgr2=0x56047ace6800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 1 -- 172.21.15.47:0/3107029241 shutdown_connections 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 1 -- 172.21.15.47:0/3107029241 wait complete. 2024-04-25T02:33:21.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.650+0000 7f1523a42740 20 client.25496 trim_cache size 0 max 16384 2024-04-25T02:33:21.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.680+0000 7f1523a42740 1 Processor -- start 2024-04-25T02:33:21.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.680+0000 7f1523a42740 1 -- start start 2024-04-25T02:33:21.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.681+0000 7f1523a42740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047ad01e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.681+0000 7f1523a42740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acebb00 0x56047acf22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.681+0000 7f1523a42740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acf61d0 0x56047ad0e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.681+0000 7f1523a42740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f151c1b1c90 con 0x56047aceb1e0 2024-04-25T02:33:21.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.681+0000 7f1523a42740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f151c1af560 con 0x56047acebb00 2024-04-25T02:33:21.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.681+0000 7f1523a42740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f151c1ad3b0 con 0x56047acf61d0 2024-04-25T02:33:21.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f151a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acf61d0 0x56047ad0e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acebb00 0x56047acf22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acebb00 0x56047acf22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59476/0 (socket says 172.21.15.47:59476) 2024-04-25T02:33:21.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f151a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acf61d0 0x56047ad0e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:57658/0 (socket says 172.21.15.47:57658) 2024-04-25T02:33:21.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519400640 1 -- 172.21.15.47:0/2340318058 learned_addr learned my addr 172.21.15.47:0/2340318058 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:21.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519e00640 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047ad01e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519400640 1 -- 172.21.15.47:0/2340318058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acf61d0 msgr2=0x56047ad0e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:21.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519400640 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acf61d0 0x56047ad0e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519400640 1 -- 172.21.15.47:0/2340318058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 msgr2=0x56047ad01e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:21.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519400640 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047ad01e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519400640 1 -- 172.21.15.47:0/2340318058 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56047ace1ca0 con 0x56047acebb00 2024-04-25T02:33:21.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f151a800640 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acf61d0 0x56047ad0e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:21.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.682+0000 7f1519e00640 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047ad01e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:21.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.683+0000 7f1519400640 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acebb00 0x56047acf22f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1508098290 tx=0x7f15080d34a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de9cecf926a3a175 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:21.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.683+0000 7f1506600640 1 -- 172.21.15.47:0/2340318058 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15080cfe60 con 0x56047acebb00 2024-04-25T02:33:21.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.683+0000 7f1506600640 1 -- 172.21.15.47:0/2340318058 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f150809be30 con 0x56047acebb00 2024-04-25T02:33:21.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.683+0000 7f1506600640 1 -- 172.21.15.47:0/2340318058 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150809b4e0 con 0x56047acebb00 2024-04-25T02:33:21.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 -- 172.21.15.47:0/2340318058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acebb00 msgr2=0x56047acf22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acebb00 0x56047acf22f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1508098290 tx=0x7f15080d34a0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 -- 172.21.15.47:0/2340318058 shutdown_connections 2024-04-25T02:33:21.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acf61d0 0x56047ad0e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acebb00 0x56047acf22f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 --2- 172.21.15.47:0/2340318058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047ad01e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 -- 172.21.15.47:0/2340318058 >> 172.21.15.47:0/2340318058 conn(0x56047ace7500 msgr2=0x56047ace78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 -- 172.21.15.47:0/2340318058 shutdown_connections 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.684+0000 7f1523a42740 1 -- 172.21.15.47:0/2340318058 wait complete. 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 1 -- start start 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 1 Processor -- start 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047acf9350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf9890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f151c1ada20 con 0x56047aceb1e0 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f151c1aee90 con 0x56047acf61d0 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f151c1ae0f0 con 0x56047acebb00 2024-04-25T02:33:21.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.685+0000 7f1523a42740 10 client.0 _ll_register_callbacks cb 0x7f150c031980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047acf9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f151a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047acf9350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38914/0 (socket says 172.21.15.47:38914) 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 -- 172.21.15.47:0/3081562281 learned_addr learned my addr 172.21.15.47:0/3081562281 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519400640 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 -- 172.21.15.47:0/3081562281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 msgr2=0x56047acf9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 -- 172.21.15.47:0/3081562281 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 msgr2=0x56047acf9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 -- 172.21.15.47:0/3081562281 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56047ad6ab40 con 0x56047aceb1e0 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f151a800640 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f1519e00640 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047acf9350 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f150c000c00 tx=0x7f150c03dd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ee70c560a1bf0fc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.686+0000 7f14fb400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.687+0000 7f14fb400640 1 -- 172.21.15.47:0/3081562281 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c062070 con 0x56047aceb1e0 2024-04-25T02:33:21.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.687+0000 7f14fb400640 1 -- 172.21.15.47:0/3081562281 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f150c003bc0 con 0x56047aceb1e0 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.687+0000 7f1523a42740 1 -- 172.21.15.47:0/3081562281 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f150809be30 con 0x56047aceb1e0 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.687+0000 7f14fb400640 1 -- 172.21.15.47:0/3081562281 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f150c06e050 con 0x56047aceb1e0 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.687+0000 7f1523a42740 10 client.15402 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.687+0000 7f1523a42740 1 -- 172.21.15.47:0/3081562281 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56047ad6be50 con 0x56047aceb1e0 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f14fb400640 1 -- 172.21.15.47:0/3081562281 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f150809be30 con 0x56047aceb1e0 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f14fb400640 1 -- 172.21.15.47:0/3081562281 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f150c04aaf0 con 0x56047aceb1e0 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f1523a42740 10 client.15402 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f1523a42740 10 client.15402 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f1523a42740 20 client.15402 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f1523a42740 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56047ad6c530 0x56047ad6e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f1523a42740 4 client.15402 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f1523a42740 1 -- 172.21.15.47:0/3081562281 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56047ac5caa0 con 0x56047ad6c530 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.688+0000 7f1519400640 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56047ad6c530 0x56047ad6e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1519400640 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56047ad6c530 0x56047ad6e950 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e11f1f7f0020d0c4 server_cookie=718b003ef3500bec in_seq=0 out_seq=0 2024-04-25T02:33:21.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f14fb400640 10 client.15402 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f14fb400640 1 -- 172.21.15.47:0/3081562281 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56047ac5caa0 con 0x56047ad6c530 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f14fb400640 10 client.15402 handle_command_reply: tid=0 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 client.15402 shutdown 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 -- 172.21.15.47:0/3081562281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 msgr2=0x56047acf9350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047acf9350 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f150c000c00 tx=0x7f150c03dd20 comp rx=0 tx=0).stop 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 -- 172.21.15.47:0/3081562281 shutdown_connections 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56047ad6c530 0x56047ad6e950 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56047acf61d0 0x56047acf9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56047acebb00 0x56047acf9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 --2- 172.21.15.47:0/3081562281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56047aceb1e0 0x56047acf9350 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.689+0000 7f1523a42740 1 -- 172.21.15.47:0/3081562281 >> 172.21.15.47:0/3081562281 conn(0x56047ace7500 msgr2=0x56047acf22f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:21.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.690+0000 7f14fb400640 0 client.15402 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:21.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.690+0000 7f1523a42740 1 -- 172.21.15.47:0/3081562281 shutdown_connections 2024-04-25T02:33:21.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.690+0000 7f1523a42740 1 -- 172.21.15.47:0/3081562281 wait complete. 2024-04-25T02:33:21.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.690+0000 7f1523a42740 20 client.15402 trim_cache size 0 max 16384 2024-04-25T02:33:21.699 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:33:21.699 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:33:21.699 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:33:21.699 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:33:21.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 -- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f15000a2eb0 msgr2=0x7f15000a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f15000a2eb0 0x7f15000a5370 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x56047acec7a0 tx=0x7f150c005e50 comp rx=0 tx=0).stop 2024-04-25T02:33:21.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 -- 172.21.15.47:0/995823787 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f151c1041b0 msgr2=0x7f151c19a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f151c1041b0 0x7f151c19a670 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f150800e9f0 tx=0x7f150800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 -- 172.21.15.47:0/995823787 shutdown_connections 2024-04-25T02:33:21.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f15000a2eb0 0x7f15000a5370 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f151c109800 0x7f151c19e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f151c1041b0 0x7f151c19a670 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 --2- 172.21.15.47:0/995823787 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f151c1037f0 0x7f151c19a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 -- 172.21.15.47:0/995823787 >> 172.21.15.47:0/995823787 conn(0x7f151c0ff280 msgr2=0x7f151c0ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:21.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 -- 172.21.15.47:0/995823787 shutdown_connections 2024-04-25T02:33:21.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.691+0000 7f151b200640 1 -- 172.21.15.47:0/995823787 wait complete. 2024-04-25T02:33:21.714 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:33:21.714 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 -- 172.21.15.47:0/1018095288 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6ac109950 msgr2=0x7fb6ac109d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/1018095288 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6ac109950 0x7fb6ac109d30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb69c009930 tx=0x7fb69c02a420 comp rx=0 tx=0).stop 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 -- 172.21.15.47:0/1018095288 shutdown_connections 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/1018095288 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb6ac104300 0x7fb6ac110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/1018095288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6ac103940 0x7fb6ac103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/1018095288 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6ac109950 0x7fb6ac109d30 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 -- 172.21.15.47:0/1018095288 >> 172.21.15.47:0/1018095288 conn(0x7fb6ac0ff3f0 msgr2=0x7fb6ac101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 -- 172.21.15.47:0/1018095288 shutdown_connections 2024-04-25T02:33:21.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.908+0000 7fb6b1e00640 1 -- 172.21.15.47:0/1018095288 wait complete. 2024-04-25T02:33:21.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.909+0000 7fb6b1e00640 1 Processor -- start 2024-04-25T02:33:21.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6b1e00640 1 -- start start 2024-04-25T02:33:21.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6b1e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb6ac103940 0x7fb6ac19a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6b1e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6ac104300 0x7fb6ac19a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6b1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6ac109950 0x7fb6ac19eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6b1e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb6ac113d80 con 0x7fb6ac104300 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6b1e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb6ac113c00 con 0x7fb6ac103940 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6b1e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb6ac113f00 con 0x7fb6ac109950 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6aa000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6ac104300 0x7fb6ac19a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6aaa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb6ac103940 0x7fb6ac19a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6aa000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6ac104300 0x7fb6ac19a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38810/0 (socket says 172.21.15.47:38810) 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.910+0000 7fb6aa000640 1 -- 172.21.15.47:0/2750359914 learned_addr learned my addr 172.21.15.47:0/2750359914 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.911+0000 7fb6ab400640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6ac109950 0x7fb6ac19eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.911+0000 7fb6aaa00640 1 -- 172.21.15.47:0/2750359914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6ac109950 msgr2=0x7fb6ac19eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.911+0000 7fb6aaa00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6ac109950 0x7fb6ac19eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.911+0000 7fb6aaa00640 1 -- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6ac104300 msgr2=0x7fb6ac19a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.911+0000 7fb6aaa00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6ac104300 0x7fb6ac19a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.911+0000 7fb6aaa00640 1 -- 172.21.15.47:0/2750359914 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6ac19f250 con 0x7fb6ac103940 2024-04-25T02:33:21.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.911+0000 7fb6aaa00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb6ac103940 0x7fb6ac19a260 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb69c02a940 tx=0x7fb69c003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:21.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.912+0000 7fb6b0a00640 1 -- 172.21.15.47:0/2750359914 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c03f070 con 0x7fb6ac103940 2024-04-25T02:33:21.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.912+0000 7fb6b0a00640 1 -- 172.21.15.47:0/2750359914 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb69c031c90 con 0x7fb6ac103940 2024-04-25T02:33:21.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.912+0000 7fb6b0a00640 1 -- 172.21.15.47:0/2750359914 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69c035030 con 0x7fb6ac103940 2024-04-25T02:33:21.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.912+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6ac19f4e0 con 0x7fb6ac103940 2024-04-25T02:33:21.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.912+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6ac1a6dd0 con 0x7fb6ac103940 2024-04-25T02:33:21.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.913+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6ac105080 con 0x7fb6ac103940 2024-04-25T02:33:21.919 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.915+0000 7fb6b0a00640 1 -- 172.21.15.47:0/2750359914 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fb69c042070 con 0x7fb6ac103940 2024-04-25T02:33:21.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.917+0000 7fb6b0a00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6900a2f30 0x7fb6900a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:21.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.917+0000 7fb6b0a00640 1 -- 172.21.15.47:0/2750359914 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fb69c0ef8d0 con 0x7fb6ac103940 2024-04-25T02:33:21.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.917+0000 7fb6aa000640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6900a2f30 0x7fb6900a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:21.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.918+0000 7fb6aa000640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6900a2f30 0x7fb6900a53f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac101a30 tx=0x7fb698005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:21.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:21.921+0000 7fb6b0a00640 1 -- 172.21.15.47:0/2750359914 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb69c0bbc90 con 0x7fb6ac103940 2024-04-25T02:33:22.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.185+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6ac10beb0 con 0x7fb6ac103940 2024-04-25T02:33:22.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.186+0000 7fb6b0a00640 1 -- 172.21.15.47:0/2750359914 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7fb69c0bff90 con 0x7fb6ac103940 2024-04-25T02:33:22.191 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:33:22.191 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:33:22.191 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:33:22.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.189+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6900a2f30 msgr2=0x7fb6900a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.189+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6900a2f30 0x7fb6900a53f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac101a30 tx=0x7fb698005f90 comp rx=0 tx=0).stop 2024-04-25T02:33:22.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.189+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb6ac103940 msgr2=0x7fb6ac19a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.189+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb6ac103940 0x7fb6ac19a260 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb69c02a940 tx=0x7fb69c003b90 comp rx=0 tx=0).stop 2024-04-25T02:33:22.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.190+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 shutdown_connections 2024-04-25T02:33:22.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.190+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6900a2f30 0x7fb6900a53f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.190+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6ac109950 0x7fb6ac19eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.190+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6ac104300 0x7fb6ac19a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.190+0000 7fb6b1e00640 1 --2- 172.21.15.47:0/2750359914 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb6ac103940 0x7fb6ac19a260 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.190+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 >> 172.21.15.47:0/2750359914 conn(0x7fb6ac0ff3f0 msgr2=0x7fb6ac0ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.190+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 shutdown_connections 2024-04-25T02:33:22.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.190+0000 7fb6b1e00640 1 -- 172.21.15.47:0/2750359914 wait complete. 2024-04-25T02:33:22.215 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:33:22.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 -- 172.21.15.47:0/1287450958 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 msgr2=0x7f143810e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 --2- 172.21.15.47:0/1287450958 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 0x7f143810e4b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1430009c10 tx=0x7f143002a6e0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 -- 172.21.15.47:0/1287450958 shutdown_connections 2024-04-25T02:33:22.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 --2- 172.21.15.47:0/1287450958 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 0x7f143810e4b0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 --2- 172.21.15.47:0/1287450958 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f14381015e0 0x7f1438101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 --2- 172.21.15.47:0/1287450958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1438107680 0x7f1438107a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 -- 172.21.15.47:0/1287450958 >> 172.21.15.47:0/1287450958 conn(0x7f14380fd110 msgr2=0x7f14380ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 -- 172.21.15.47:0/1287450958 shutdown_connections 2024-04-25T02:33:22.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.417+0000 7f143d600640 1 -- 172.21.15.47:0/1287450958 wait complete. 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.418+0000 7f143d600640 1 Processor -- start 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.418+0000 7f143d600640 1 -- start start 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f143d600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f14381015e0 0x7f1438197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f143d600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 0x7f1438198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f143d600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1438107680 0x7f143819c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f143d600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f14381119c0 con 0x7f1438101fa0 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f143d600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1438111840 con 0x7f14381015e0 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f143d600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1438111b40 con 0x7f1438107680 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f1437400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 0x7f1438198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f1437400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 0x7f1438198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38830/0 (socket says 172.21.15.47:38830) 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f143cc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1438107680 0x7f143819c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f1437400640 1 -- 172.21.15.47:0/1375800300 learned_addr learned my addr 172.21.15.47:0/1375800300 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.419+0000 7f1437e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f14381015e0 0x7f1438197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1437400640 1 -- 172.21.15.47:0/1375800300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1438107680 msgr2=0x7f143819c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1437400640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1438107680 0x7f143819c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1437400640 1 -- 172.21.15.47:0/1375800300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f14381015e0 msgr2=0x7f1438197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1437400640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f14381015e0 0x7f1438197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1437400640 1 -- 172.21.15.47:0/1375800300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f143819cdd0 con 0x7f1438101fa0 2024-04-25T02:33:22.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1437400640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 0x7f1438198320 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f142400e9c0 tx=0x7f142400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1434c00640 1 -- 172.21.15.47:0/1375800300 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142400cde0 con 0x7f1438101fa0 2024-04-25T02:33:22.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1434c00640 1 -- 172.21.15.47:0/1375800300 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14240035f0 con 0x7f1438101fa0 2024-04-25T02:33:22.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f1434c00640 1 -- 172.21.15.47:0/1375800300 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1424010690 con 0x7f1438101fa0 2024-04-25T02:33:22.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.420+0000 7f143d600640 1 -- 172.21.15.47:0/1375800300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f143819d0c0 con 0x7f1438101fa0 2024-04-25T02:33:22.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.421+0000 7f143d600640 1 -- 172.21.15.47:0/1375800300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14381a4950 con 0x7f1438101fa0 2024-04-25T02:33:22.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1441a44740 1 Processor -- start 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1434c00640 1 -- 172.21.15.47:0/1375800300 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f14240037a0 con 0x7f1438101fa0 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1441a44740 1 -- start start 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1441a44740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 0x5647fd07ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1441a44740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd089660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1441a44740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd08bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1441a44740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5647fcfdf4e0 con 0x5647fd07f4d0 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1441a44740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5647fcf87a70 con 0x5647fd07ebb0 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.424+0000 7f1441a44740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5647fcfdb4a0 con 0x5647fd089ba0 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd089660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f143cc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 0x5647fd07ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd089660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38842/0 (socket says 172.21.15.47:38842) 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437e00640 1 -- 172.21.15.47:0/483112051 learned_addr learned my addr 172.21.15.47:0/483112051 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd08bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437e00640 1 -- 172.21.15.47:0/483112051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 msgr2=0x5647fd08bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437e00640 1 --2- 172.21.15.47:0/483112051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd08bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437e00640 1 -- 172.21.15.47:0/483112051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 msgr2=0x5647fd07ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437e00640 1 --2- 172.21.15.47:0/483112051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 0x5647fd07ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.425+0000 7f1437e00640 1 -- 172.21.15.47:0/483112051 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647fccf33f0 con 0x5647fd07f4d0 2024-04-25T02:33:22.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.426+0000 7f1434c00640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f141c0a2eb0 0x7f141c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.426+0000 7f1437e00640 1 --2- 172.21.15.47:0/483112051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd089660 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1428009c80 tx=0x7f1428011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aae6d53d85de2e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.426+0000 7f1434c00640 1 -- 172.21.15.47:0/1375800300 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f14240cfa20 con 0x7f1438101fa0 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.426+0000 7f143cc00640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f141c0a2eb0 0x7f141c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.426+0000 7f142d200640 1 -- 172.21.15.47:0/483112051 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142801e070 con 0x5647fd07f4d0 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.426+0000 7f142d200640 1 -- 172.21.15.47:0/483112051 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1428009e30 con 0x5647fd07f4d0 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.426+0000 7f142d200640 1 -- 172.21.15.47:0/483112051 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142800ea80 con 0x5647fd07f4d0 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 -- 172.21.15.47:0/483112051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 msgr2=0x5647fd089660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 --2- 172.21.15.47:0/483112051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd089660 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1428009c80 tx=0x7f1428011810 comp rx=0 tx=0).stop 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f143cc00640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f141c0a2eb0 0x7f141c0a5370 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f143002ac00 tx=0x7f1430005fd0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 -- 172.21.15.47:0/483112051 shutdown_connections 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 --2- 172.21.15.47:0/483112051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd08bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 --2- 172.21.15.47:0/483112051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd089660 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 --2- 172.21.15.47:0/483112051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 0x5647fd07ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 -- 172.21.15.47:0/483112051 >> 172.21.15.47:0/483112051 conn(0x5647fd07aed0 msgr2=0x5647fd07b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 -- 172.21.15.47:0/483112051 shutdown_connections 2024-04-25T02:33:22.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.427+0000 7f1441a44740 1 -- 172.21.15.47:0/483112051 wait complete. 2024-04-25T02:33:22.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.428+0000 7f1441a44740 1 -- start start 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.428+0000 7f1441a44740 1 Processor -- start 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1441a44740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 0x5647fd086b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1441a44740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd0870a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1441a44740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd0875e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1441a44740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5647fd08c990 con 0x5647fd07f4d0 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1441a44740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5647fcf9aec0 con 0x5647fd07ebb0 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1441a44740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5647fd08cb10 con 0x5647fd089ba0 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1441a44740 10 client.0 _ll_register_callbacks cb 0x5647fcfd73f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd0870a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd0870a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38856/0 (socket says 172.21.15.47:38856) 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437400640 1 -- 172.21.15.47:0/3664170883 learned_addr learned my addr 172.21.15.47:0/3664170883 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f143cc00640 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd0875e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437e00640 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 0x5647fd086b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437400640 1 -- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 msgr2=0x5647fd0875e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437400640 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd0875e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437400640 1 -- 172.21.15.47:0/3664170883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 msgr2=0x5647fd086b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437400640 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 0x5647fd086b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f1437400640 1 -- 172.21.15.47:0/3664170883 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647fcdbd7d0 con 0x5647fd07f4d0 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.429+0000 7f143cc00640 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd0875e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.430+0000 7f1437400640 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd0870a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f142409ba30 tx=0x7f14240980c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea4320ad9123fd15 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.430+0000 7f1421600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.430+0000 7f1421600640 1 -- 172.21.15.47:0/3664170883 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142409b380 con 0x5647fd07f4d0 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.430+0000 7f1421600640 1 -- 172.21.15.47:0/3664170883 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f1424004000 con 0x5647fd07f4d0 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.430+0000 7f1441a44740 1 -- 172.21.15.47:0/3664170883 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1428009e30 con 0x5647fd07f4d0 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.430+0000 7f1421600640 1 -- 172.21.15.47:0/3664170883 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f142409c430 con 0x5647fd07f4d0 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.430+0000 7f1441a44740 10 client.15420 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:22.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.430+0000 7f1441a44740 1 -- 172.21.15.47:0/3664170883 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5647fd098cc0 con 0x5647fd07f4d0 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1421600640 1 -- 172.21.15.47:0/3664170883 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1428009e30 con 0x5647fd07f4d0 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1421600640 1 -- 172.21.15.47:0/3664170883 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f142409abf0 con 0x5647fd07f4d0 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1441a44740 10 client.15420 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1441a44740 10 client.15420 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1441a44740 20 client.15420 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1441a44740 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5647fd09a1d0 0x5647fd09c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1441a44740 4 client.15420 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1441a44740 1 -- 172.21.15.47:0/3664170883 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5647fcfeca20 con 0x5647fd09a1d0 2024-04-25T02:33:22.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.431+0000 7f1437e00640 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5647fd09a1d0 0x5647fd09c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.432+0000 7f1437e00640 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5647fd09a1d0 0x5647fd09c620 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=31b1195bfd2c1edd server_cookie=f0c6e668e16a1e77 in_seq=0 out_seq=0 2024-04-25T02:33:22.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.432+0000 7f1421600640 10 client.15420 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:33:22.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1421600640 1 -- 172.21.15.47:0/3664170883 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5647fcfeca20 con 0x5647fd09a1d0 2024-04-25T02:33:22.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1421600640 10 client.15420 handle_command_reply: tid=0 2024-04-25T02:33:22.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 client.15420 shutdown 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 -- 172.21.15.47:0/3664170883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 msgr2=0x5647fd0870a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd0870a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f142409ba30 tx=0x7f14240980c0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 -- 172.21.15.47:0/3664170883 shutdown_connections 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5647fd09a1d0 0x5647fd09c620 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd0875e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07f4d0 0x5647fd0870a0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 --2- 172.21.15.47:0/3664170883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd07ebb0 0x5647fd086b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1441a44740 1 -- 172.21.15.47:0/3664170883 >> 172.21.15.47:0/3664170883 conn(0x5647fd07aed0 msgr2=0x5647fd080cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.433+0000 7f1421600640 0 client.15420 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.434+0000 7f1441a44740 1 -- 172.21.15.47:0/3664170883 shutdown_connections 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.434+0000 7f1441a44740 1 -- 172.21.15.47:0/3664170883 wait complete. 2024-04-25T02:33:22.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.434+0000 7f1441a44740 20 client.15420 trim_cache size 0 max 16384 2024-04-25T02:33:22.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.462+0000 7f1441a44740 1 Processor -- start 2024-04-25T02:33:22.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.463+0000 7f1441a44740 1 -- start start 2024-04-25T02:33:22.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.463+0000 7f1441a44740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd095850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.463+0000 7f1441a44740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd081420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.463+0000 7f1441a44740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd087230 0x5647fd0a1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.463+0000 7f1441a44740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f14381ad880 con 0x5647fd07ebb0 2024-04-25T02:33:22.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.463+0000 7f1441a44740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f14381ab150 con 0x5647fd087230 2024-04-25T02:33:22.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.463+0000 7f1441a44740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f14381a8fa0 con 0x5647fd089ba0 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.463+0000 7f1437e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd095850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd081420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd095850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38864/0 (socket says 172.21.15.47:38864) 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437e00640 1 -- 172.21.15.47:0/2920703248 learned_addr learned my addr 172.21.15.47:0/2920703248 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f143cc00640 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd087230 0x5647fd0a1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437400640 1 -- 172.21.15.47:0/2920703248 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd087230 msgr2=0x5647fd0a1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437400640 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd087230 0x5647fd0a1ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437400640 1 -- 172.21.15.47:0/2920703248 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 msgr2=0x5647fd095850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437400640 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd095850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437400640 1 -- 172.21.15.47:0/2920703248 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647fd08bf90 con 0x5647fd089ba0 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437e00640 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd095850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:22.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.464+0000 7f1437400640 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd081420 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x5647fd087bf0 tx=0x7f1424003d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be804f52b9b1baf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.465+0000 7f1423e00640 1 -- 172.21.15.47:0/2920703248 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14240d5220 con 0x5647fd089ba0 2024-04-25T02:33:22.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.465+0000 7f1423e00640 1 -- 172.21.15.47:0/2920703248 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f142409bd30 con 0x5647fd089ba0 2024-04-25T02:33:22.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.465+0000 7f1423e00640 1 -- 172.21.15.47:0/2920703248 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1424097a80 con 0x5647fd089ba0 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 -- 172.21.15.47:0/2920703248 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 msgr2=0x5647fd081420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd081420 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x5647fd087bf0 tx=0x7f1424003d20 comp rx=0 tx=0).stop 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 -- 172.21.15.47:0/2920703248 shutdown_connections 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd087230 0x5647fd0a1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd089ba0 0x5647fd081420 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 --2- 172.21.15.47:0/2920703248 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd095850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 -- 172.21.15.47:0/2920703248 >> 172.21.15.47:0/2920703248 conn(0x5647fd07aed0 msgr2=0x5647fd086b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 -- 172.21.15.47:0/2920703248 shutdown_connections 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 -- 172.21.15.47:0/2920703248 wait complete. 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.466+0000 7f1441a44740 1 -- start start 2024-04-25T02:33:22.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.467+0000 7f1441a44740 1 Processor -- start 2024-04-25T02:33:22.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.467+0000 7f1441a44740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd08d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.467+0000 7f1441a44740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd087230 0x5647fd08ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.467+0000 7f1441a44740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd089ba0 0x5647fd08e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.467+0000 7f1441a44740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f14381a9610 con 0x5647fd07ebb0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.467+0000 7f1441a44740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f14381aaa80 con 0x5647fd089ba0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.467+0000 7f1441a44740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f14381a9ce0 con 0x5647fd087230 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.467+0000 7f1441a44740 10 client.0 _ll_register_callbacks cb 0x7f14240046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd08d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd08d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38878/0 (socket says 172.21.15.47:38878) 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437e00640 1 -- 172.21.15.47:0/17908072 learned_addr learned my addr 172.21.15.47:0/17908072 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f143cc00640 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd089ba0 0x5647fd08e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437400640 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd087230 0x5647fd08ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437e00640 1 -- 172.21.15.47:0/17908072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd087230 msgr2=0x5647fd08ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437e00640 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd087230 0x5647fd08ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437e00640 1 -- 172.21.15.47:0/17908072 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd089ba0 msgr2=0x5647fd08e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437e00640 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd089ba0 0x5647fd08e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.468+0000 7f1437e00640 1 -- 172.21.15.47:0/17908072 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647fd0ff890 con 0x5647fd07ebb0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1437e00640 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd08d8b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1428009ba0 tx=0x7f1428011de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b642d895e42a2581 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1421600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:22.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1421600640 1 -- 172.21.15.47:0/17908072 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1428031060 con 0x5647fd07ebb0 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1421600640 1 -- 172.21.15.47:0/17908072 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f14280052b0 con 0x5647fd07ebb0 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1441a44740 1 -- 172.21.15.47:0/17908072 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f142409bd30 con 0x5647fd07ebb0 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1421600640 1 -- 172.21.15.47:0/17908072 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f142801e040 con 0x5647fd07ebb0 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1441a44740 10 client.15426 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1441a44740 1 -- 172.21.15.47:0/17908072 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5647fd100b70 con 0x5647fd07ebb0 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.469+0000 7f1421600640 1 -- 172.21.15.47:0/17908072 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f142409bd30 con 0x5647fd07ebb0 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.470+0000 7f1421600640 1 -- 172.21.15.47:0/17908072 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1428024040 con 0x5647fd07ebb0 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.470+0000 7f1441a44740 10 client.15426 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.470+0000 7f1441a44740 10 client.15426 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.470+0000 7f1441a44740 20 client.15426 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.470+0000 7f1441a44740 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5647fd101100 0x5647fd103520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.470+0000 7f1441a44740 4 client.15426 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.470+0000 7f1441a44740 1 -- 172.21.15.47:0/17908072 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5647fcfe6d70 con 0x5647fd101100 2024-04-25T02:33:22.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.470+0000 7f1437400640 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5647fd101100 0x5647fd103520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1437400640 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5647fd101100 0x5647fd103520 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5bd95318c259350a server_cookie=9a57bffb049d596a in_seq=0 out_seq=0 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1421600640 10 client.15426 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1421600640 1 -- 172.21.15.47:0/17908072 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5647fcfe6d70 con 0x5647fd101100 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1421600640 10 client.15426 handle_command_reply: tid=0 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 client.15426 shutdown 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 -- 172.21.15.47:0/17908072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 msgr2=0x5647fd08d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd08d8b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1428009ba0 tx=0x7f1428011de0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 -- 172.21.15.47:0/17908072 shutdown_connections 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5647fd101100 0x5647fd103520 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5647fd089ba0 0x5647fd08e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647fd087230 0x5647fd08ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 --2- 172.21.15.47:0/17908072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5647fd07ebb0 0x5647fd08d8b0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1421600640 0 client.15426 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:33:22.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 -- 172.21.15.47:0/17908072 >> 172.21.15.47:0/17908072 conn(0x5647fd07aed0 msgr2=0x5647fd0752b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 -- 172.21.15.47:0/17908072 shutdown_connections 2024-04-25T02:33:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.471+0000 7f1441a44740 1 -- 172.21.15.47:0/17908072 wait complete. 2024-04-25T02:33:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f1441a44740 20 client.15426 trim_cache size 0 max 16384 2024-04-25T02:33:22.479 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:33:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 -- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f141c0a2eb0 msgr2=0x7f141c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f141c0a2eb0 0x7f141c0a5370 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f143002ac00 tx=0x7f1430005fd0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 -- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 msgr2=0x7f1438198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 0x7f1438198320 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f142400e9c0 tx=0x7f142400ee80 comp rx=0 tx=0).stop 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 -- 172.21.15.47:0/1375800300 shutdown_connections 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f141c0a2eb0 0x7f141c0a5370 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1438107680 0x7f143819c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1438101fa0 0x7f1438198320 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 --2- 172.21.15.47:0/1375800300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f14381015e0 0x7f1438197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.472+0000 7f143d600640 1 -- 172.21.15.47:0/1375800300 >> 172.21.15.47:0/1375800300 conn(0x7f14380fd110 msgr2=0x7f14380fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.473+0000 7f143d600640 1 -- 172.21.15.47:0/1375800300 shutdown_connections 2024-04-25T02:33:22.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.473+0000 7f143d600640 1 -- 172.21.15.47:0/1375800300 wait complete. 2024-04-25T02:33:22.491 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:22 smithi047 ceph-mon[27871]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-25T02:33:22.491 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:22 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2750359914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:33:22.495 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:33:22.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 -- 172.21.15.47:0/395318767 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0073b10 msgr2=0x7f54c0073ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 --2- 172.21.15.47:0/395318767 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0073b10 0x7f54c0073ef0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f54b0009ca0 tx=0x7f54b002a950 comp rx=0 tx=0).stop 2024-04-25T02:33:22.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 -- 172.21.15.47:0/395318767 shutdown_connections 2024-04-25T02:33:22.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 --2- 172.21.15.47:0/395318767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54c010de80 0x7f54c0110290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 --2- 172.21.15.47:0/395318767 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54c0074430 0x7f54c010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 --2- 172.21.15.47:0/395318767 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0073b10 0x7f54c0073ef0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 -- 172.21.15.47:0/395318767 >> 172.21.15.47:0/395318767 conn(0x7f54c00fd110 msgr2=0x7f54c00ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 -- 172.21.15.47:0/395318767 shutdown_connections 2024-04-25T02:33:22.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.691+0000 7f54bf200640 1 -- 172.21.15.47:0/395318767 wait complete. 2024-04-25T02:33:22.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.692+0000 7f54bf200640 1 Processor -- start 2024-04-25T02:33:22.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.692+0000 7f54bf200640 1 -- start start 2024-04-25T02:33:22.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.692+0000 7f54bf200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54c0073b10 0x7f54c01015a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.692+0000 7f54bf200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0074430 0x7f54c0101ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.692+0000 7f54bf200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54c010de80 0x7f54c0102020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.692+0000 7f54bf200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f54c0113c30 con 0x7f54c0074430 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.692+0000 7f54bf200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f54c0113ab0 con 0x7f54c0073b10 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.692+0000 7f54bf200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f54c0113db0 con 0x7f54c010de80 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54b5400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0074430 0x7f54c0101ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54b5400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0074430 0x7f54c0101ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38884/0 (socket says 172.21.15.47:38884) 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54b5400640 1 -- 172.21.15.47:0/3190965462 learned_addr learned my addr 172.21.15.47:0/3190965462 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54be800640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54c010de80 0x7f54c0102020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54bde00640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54c0073b10 0x7f54c01015a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54b5400640 1 -- 172.21.15.47:0/3190965462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54c010de80 msgr2=0x7f54c0102020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54b5400640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54c010de80 0x7f54c0102020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54b5400640 1 -- 172.21.15.47:0/3190965462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54c0073b10 msgr2=0x7f54c01015a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54b5400640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54c0073b10 0x7f54c01015a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.693+0000 7f54b5400640 1 -- 172.21.15.47:0/3190965462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54c01aa830 con 0x7f54c0074430 2024-04-25T02:33:22.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.694+0000 7f54b5400640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0074430 0x7f54c0101ae0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f54a800ea60 tx=0x7f54a800ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.694+0000 7f54b7400640 1 -- 172.21.15.47:0/3190965462 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a800cd20 con 0x7f54c0074430 2024-04-25T02:33:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.694+0000 7f54b7400640 1 -- 172.21.15.47:0/3190965462 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54a80035f0 con 0x7f54c0074430 2024-04-25T02:33:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.694+0000 7f54b7400640 1 -- 172.21.15.47:0/3190965462 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a8010690 con 0x7f54c0074430 2024-04-25T02:33:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.694+0000 7f54bf200640 1 -- 172.21.15.47:0/3190965462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54c01aab20 con 0x7f54c0074430 2024-04-25T02:33:22.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.694+0000 7f54bf200640 1 -- 172.21.15.47:0/3190965462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54c01ab0c0 con 0x7f54c0074430 2024-04-25T02:33:22.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54c7bd9740 1 Processor -- start 2024-04-25T02:33:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54c7bd9740 1 -- start start 2024-04-25T02:33:22.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54b7400640 1 -- 172.21.15.47:0/3190965462 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f54a8003b30 con 0x7f54c0074430 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066acb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066b7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066b7790 0x5614066b9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5614066114e0 con 0x5614066ac7a0 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5614065b9a70 con 0x5614066ad0c0 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56140660d4a0 con 0x5614066b7790 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54be800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066acb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.698+0000 7f54be800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066acb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38892/0 (socket says 172.21.15.47:38892) 2024-04-25T02:33:22.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54be800640 1 -- 172.21.15.47:0/1226065116 learned_addr learned my addr 172.21.15.47:0/1226065116 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54bde00640 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066b7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54b5400640 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066b7790 0x5614066b9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54be800640 1 -- 172.21.15.47:0/1226065116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066b7790 msgr2=0x5614066b9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54be800640 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066b7790 0x5614066b9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54be800640 1 -- 172.21.15.47:0/1226065116 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 msgr2=0x5614066b7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54be800640 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066b7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54be800640 1 -- 172.21.15.47:0/1226065116 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614063253f0 con 0x5614066ac7a0 2024-04-25T02:33:22.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54be800640 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066acb80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f54b8009b90 tx=0x7f54b8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=479851ed23f5458b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.699+0000 7f54af000640 1 -- 172.21.15.47:0/1226065116 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54b8004030 con 0x5614066ac7a0 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54af000640 1 -- 172.21.15.47:0/1226065116 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54b80041d0 con 0x5614066ac7a0 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54af000640 1 -- 172.21.15.47:0/1226065116 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54b8019710 con 0x5614066ac7a0 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54b7400640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54a40a2f30 0x7f54a40a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54b7400640 1 -- 172.21.15.47:0/3190965462 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f54a80cf930 con 0x7f54c0074430 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54bde00640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54a40a2f30 0x7f54a40a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54c7bd9740 1 -- 172.21.15.47:0/1226065116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 msgr2=0x5614066acb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066acb80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f54b8009b90 tx=0x7f54b8011810 comp rx=0 tx=0).stop 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54c7bd9740 1 -- 172.21.15.47:0/1226065116 shutdown_connections 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066b7790 0x5614066b9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066b7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/1226065116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066acb80 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.700+0000 7f54c7bd9740 1 -- 172.21.15.47:0/1226065116 >> 172.21.15.47:0/1226065116 conn(0x5614066a8ac0 msgr2=0x5614066a8ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.701+0000 7f54c7bd9740 1 -- 172.21.15.47:0/1226065116 shutdown_connections 2024-04-25T02:33:22.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.701+0000 7f54c7bd9740 1 -- 172.21.15.47:0/1226065116 wait complete. 2024-04-25T02:33:22.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.701+0000 7f54bde00640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54a40a2f30 0x7f54a40a53f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f54b002af40 tx=0x7f54b0005d80 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.701+0000 7f54c7bd9740 1 -- start start 2024-04-25T02:33:22.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.701+0000 7f54c7bd9740 1 Processor -- start 2024-04-25T02:33:22.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066b46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066b5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5614066ba580 con 0x5614066ac7a0 2024-04-25T02:33:22.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5614065ccec0 con 0x5614066b7790 2024-04-25T02:33:22.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614066ba700 con 0x5614066ad0c0 2024-04-25T02:33:22.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54c7bd9740 10 client.0 _ll_register_callbacks cb 0x5614066093f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:22.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54bde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066b46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54bde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066b46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38904/0 (socket says 172.21.15.47:38904) 2024-04-25T02:33:22.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54bde00640 1 -- 172.21.15.47:0/3593150223 learned_addr learned my addr 172.21.15.47:0/3593150223 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.702+0000 7f54b5400640 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54be800640 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066b5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54b5400640 1 -- 172.21.15.47:0/3593150223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 msgr2=0x5614066b5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54b5400640 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066b5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54b5400640 1 -- 172.21.15.47:0/3593150223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 msgr2=0x5614066b46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54b5400640 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066b46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54b5400640 1 -- 172.21.15.47:0/3593150223 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614063ef7d0 con 0x5614066ad0c0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54bde00640 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066b46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54b5400640 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4c30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f54a80cce70 tx=0x7f54a800ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=486405fc1bfaffb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54a3400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54a3400640 1 -- 172.21.15.47:0/3593150223 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a80d1e60 con 0x5614066ad0c0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54a3400640 1 -- 172.21.15.47:0/3593150223 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f54a809b090 con 0x5614066ad0c0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.703+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3593150223 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54b80041d0 con 0x5614066ad0c0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54a3400640 1 -- 172.21.15.47:0/3593150223 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f54a809c340 con 0x5614066ad0c0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54c7bd9740 10 client.25555 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3593150223 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5614066c67e0 con 0x5614066ad0c0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54a3400640 1 -- 172.21.15.47:0/3593150223 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54b80041d0 con 0x5614066ad0c0 2024-04-25T02:33:22.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54a3400640 1 -- 172.21.15.47:0/3593150223 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f54a80b4070 con 0x5614066ad0c0 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54c7bd9740 10 client.25555 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54c7bd9740 10 client.25555 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54c7bd9740 20 client.25555 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5614066c7cf0 0x5614066ca0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54c7bd9740 4 client.25555 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.704+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3593150223 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56140661ea20 con 0x5614066c7cf0 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.705+0000 7f54bde00640 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5614066c7cf0 0x5614066ca0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.705+0000 7f54bde00640 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5614066c7cf0 0x5614066ca0e0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4b82cda4430bb175 server_cookie=3daac696b6fd6f34 in_seq=0 out_seq=0 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.705+0000 7f54a3400640 10 client.25555 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54a3400640 1 -- 172.21.15.47:0/3593150223 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56140661ea20 con 0x5614066c7cf0 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54a3400640 10 client.25555 handle_command_reply: tid=0 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 client.25555 shutdown 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3593150223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 msgr2=0x5614066b4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4c30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f54a80cce70 tx=0x7f54a800ef90 comp rx=0 tx=0).stop 2024-04-25T02:33:22.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3593150223 shutdown_connections 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5614066c7cf0 0x5614066ca0e0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066b5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4c30 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3593150223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066b46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54a3400640 0 client.25555 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3593150223 >> 172.21.15.47:0/3593150223 conn(0x5614066a8ac0 msgr2=0x5614066ae7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3593150223 shutdown_connections 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.706+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3593150223 wait complete. 2024-04-25T02:33:22.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.707+0000 7f54c7bd9740 20 client.25555 trim_cache size 0 max 16384 2024-04-25T02:33:22.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.721+0000 7f54c7bd9740 1 Processor -- start 2024-04-25T02:33:22.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54c7bd9740 1 -- start start 2024-04-25T02:33:22.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066aef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066cf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f54c01b6160 con 0x5614066ac7a0 2024-04-25T02:33:22.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f54c01b3a30 con 0x5614066b7790 2024-04-25T02:33:22.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f54c01b1880 con 0x5614066ad0c0 2024-04-25T02:33:22.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54bde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54b5400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54be800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066cf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54b5400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:56660/0 (socket says 172.21.15.47:56660) 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54bde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066aef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38906/0 (socket says 172.21.15.47:38906) 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.722+0000 7f54b5400640 1 -- 172.21.15.47:0/4080708374 learned_addr learned my addr 172.21.15.47:0/4080708374 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54bde00640 1 -- 172.21.15.47:0/4080708374 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 msgr2=0x5614066b4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54bde00640 1 --2- 172.21.15.47:0/4080708374 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54bde00640 1 -- 172.21.15.47:0/4080708374 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 msgr2=0x5614066cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54bde00640 1 --2- 172.21.15.47:0/4080708374 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066cf960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54bde00640 1 -- 172.21.15.47:0/4080708374 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614066a9400 con 0x5614066ac7a0 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54be800640 1 --2- 172.21.15.47:0/4080708374 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066cf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54bde00640 1 --2- 172.21.15.47:0/4080708374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066aef40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x5614066ca8a0 tx=0x7f54b0041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c3e0c19ea5c68f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54ae600640 1 -- 172.21.15.47:0/4080708374 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54b0034040 con 0x5614066ac7a0 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54ae600640 1 -- 172.21.15.47:0/4080708374 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54b0055620 con 0x5614066ac7a0 2024-04-25T02:33:22.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.723+0000 7f54ae600640 1 -- 172.21.15.47:0/4080708374 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54b0048430 con 0x5614066ac7a0 2024-04-25T02:33:22.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 -- 172.21.15.47:0/4080708374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 msgr2=0x5614066aef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/4080708374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066aef40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x5614066ca8a0 tx=0x7f54b0041000 comp rx=0 tx=0).stop 2024-04-25T02:33:22.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 -- 172.21.15.47:0/4080708374 shutdown_connections 2024-04-25T02:33:22.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/4080708374 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066b7790 0x5614066cf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/4080708374 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ad0c0 0x5614066b4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/4080708374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066ac7a0 0x5614066aef40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 -- 172.21.15.47:0/4080708374 >> 172.21.15.47:0/4080708374 conn(0x5614066a8ac0 msgr2=0x5614066a7b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 -- 172.21.15.47:0/4080708374 shutdown_connections 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.724+0000 7f54c7bd9740 1 -- 172.21.15.47:0/4080708374 wait complete. 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.725+0000 7f54c7bd9740 1 -- start start 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.725+0000 7f54c7bd9740 1 Processor -- start 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.725+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ac7a0 0x5614066bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.725+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066baf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.725+0000 7f54c7bd9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066b7790 0x5614066bb450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.725+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f54c01b1ef0 con 0x5614066b7790 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.725+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f54c01b3360 con 0x5614066ad0c0 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.725+0000 7f54c7bd9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f54c01b25c0 con 0x5614066ac7a0 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54c7bd9740 10 client.0 _ll_register_callbacks cb 0x7f54a800cf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54be800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066b7790 0x5614066bb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54be800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066b7790 0x5614066bb450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38912/0 (socket says 172.21.15.47:38912) 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54be800640 1 -- 172.21.15.47:0/3073055321 learned_addr learned my addr 172.21.15.47:0/3073055321 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54bde00640 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ac7a0 0x5614066bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54b5400640 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066baf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54be800640 1 -- 172.21.15.47:0/3073055321 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ac7a0 msgr2=0x5614066bfab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54be800640 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ac7a0 0x5614066bfab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54be800640 1 -- 172.21.15.47:0/3073055321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 msgr2=0x5614066baf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54be800640 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066baf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54be800640 1 -- 172.21.15.47:0/3073055321 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614066bba10 con 0x5614066b7790 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.726+0000 7f54b5400640 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066baf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.727+0000 7f54be800640 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066b7790 0x5614066bb450 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f54b8009b30 tx=0x7f54b8005600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f467af2d34a0b87d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.727+0000 7f54a3400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.727+0000 7f54a3400640 1 -- 172.21.15.47:0/3073055321 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54b8029070 con 0x5614066b7790 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.727+0000 7f54a3400640 1 -- 172.21.15.47:0/3073055321 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f54b80037f0 con 0x5614066b7790 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.727+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3073055321 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54b0055620 con 0x5614066b7790 2024-04-25T02:33:22.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.727+0000 7f54a3400640 1 -- 172.21.15.47:0/3073055321 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f54b8035050 con 0x5614066b7790 2024-04-25T02:33:22.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.727+0000 7f54c7bd9740 10 client.15444 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:22.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.727+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3073055321 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56140672df60 con 0x5614066b7790 2024-04-25T02:33:22.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54a3400640 1 -- 172.21.15.47:0/3073055321 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54b0055620 con 0x5614066b7790 2024-04-25T02:33:22.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54a3400640 1 -- 172.21.15.47:0/3073055321 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f54b8018070 con 0x5614066b7790 2024-04-25T02:33:22.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54c7bd9740 10 client.15444 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54c7bd9740 10 client.15444 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54c7bd9740 20 client.15444 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56140672e520 0x561406730940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54c7bd9740 4 client.15444 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3073055321 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561406618d70 con 0x56140672e520 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.728+0000 7f54bde00640 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56140672e520 0x561406730940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.729+0000 7f54bde00640 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56140672e520 0x561406730940 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ec0add06ca41fba2 server_cookie=2871093708647bae in_seq=0 out_seq=0 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.729+0000 7f54a3400640 10 client.15444 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.729+0000 7f54a3400640 1 -- 172.21.15.47:0/3073055321 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561406618d70 con 0x56140672e520 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.729+0000 7f54a3400640 10 client.15444 handle_command_reply: tid=0 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.729+0000 7f54c7bd9740 1 client.15444 shutdown 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3073055321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066b7790 msgr2=0x5614066bb450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066b7790 0x5614066bb450 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f54b8009b30 tx=0x7f54b8005600 comp rx=0 tx=0).stop 2024-04-25T02:33:22.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3073055321 shutdown_connections 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56140672e520 0x561406730940 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5614066b7790 0x5614066bb450 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5614066ad0c0 0x5614066baf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 --2- 172.21.15.47:0/3073055321 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614066ac7a0 0x5614066bfab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54a3400640 0 client.15444 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3073055321 >> 172.21.15.47:0/3073055321 conn(0x5614066a8ac0 msgr2=0x5614066b5f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3073055321 shutdown_connections 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 1 -- 172.21.15.47:0/3073055321 wait complete. 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.730+0000 7f54c7bd9740 20 client.15444 trim_cache size 0 max 16384 2024-04-25T02:33:22.737 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:33:22.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 -- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54a40a2f30 msgr2=0x7f54a40a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54a40a2f30 0x7f54a40a53f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f54b002af40 tx=0x7f54b0005d80 comp rx=0 tx=0).stop 2024-04-25T02:33:22.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 -- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0074430 msgr2=0x7f54c0101ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0074430 0x7f54c0101ae0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f54a800ea60 tx=0x7f54a800ee60 comp rx=0 tx=0).stop 2024-04-25T02:33:22.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 -- 172.21.15.47:0/3190965462 shutdown_connections 2024-04-25T02:33:22.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54a40a2f30 0x7f54a40a53f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54c010de80 0x7f54c0102020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54c0074430 0x7f54c0101ae0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 --2- 172.21.15.47:0/3190965462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f54c0073b10 0x7f54c01015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 -- 172.21.15.47:0/3190965462 >> 172.21.15.47:0/3190965462 conn(0x7f54c00fd110 msgr2=0x7f54c00fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 -- 172.21.15.47:0/3190965462 shutdown_connections 2024-04-25T02:33:22.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.731+0000 7f54bf200640 1 -- 172.21.15.47:0/3190965462 wait complete. 2024-04-25T02:33:22.753 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:33:22.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:22 smithi113 ceph-mon[32459]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-25T02:33:22.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:22 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2750359914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:33:22.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:22 smithi178 ceph-mon[33053]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-25T02:33:22.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:22 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2750359914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 -- 172.21.15.47:0/2850894473 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa5b4107680 msgr2=0x7fa5b4107a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 --2- 172.21.15.47:0/2850894473 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa5b4107680 0x7fa5b4107a60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa5a4009900 tx=0x7fa5a402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 -- 172.21.15.47:0/2850894473 shutdown_connections 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 --2- 172.21.15.47:0/2850894473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa5b4101fa0 0x7fa5b410e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 --2- 172.21.15.47:0/2850894473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5b41015e0 0x7fa5b4101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 --2- 172.21.15.47:0/2850894473 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa5b4107680 0x7fa5b4107a60 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 -- 172.21.15.47:0/2850894473 >> 172.21.15.47:0/2850894473 conn(0x7fa5b40fd110 msgr2=0x7fa5b40ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 -- 172.21.15.47:0/2850894473 shutdown_connections 2024-04-25T02:33:22.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.941+0000 7fa5b9600640 1 -- 172.21.15.47:0/2850894473 wait complete. 2024-04-25T02:33:22.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.942+0000 7fa5b9600640 1 Processor -- start 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.942+0000 7fa5b9600640 1 -- start start 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b9600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa5b41015e0 0x7fa5b419a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b9600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa5b4101fa0 0x7fa5b419a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b9600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5b4107680 0x7fa5b419e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b9600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41119c0 con 0x7fa5b4107680 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b9600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b4111840 con 0x7fa5b41015e0 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b9600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b4111b40 con 0x7fa5b4101fa0 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b3400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa5b4101fa0 0x7fa5b419a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b8c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5b4107680 0x7fa5b419e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b3400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa5b4101fa0 0x7fa5b419a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:56682/0 (socket says 172.21.15.47:56682) 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b3400640 1 -- 172.21.15.47:0/3228840259 learned_addr learned my addr 172.21.15.47:0/3228840259 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.943+0000 7fa5b3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa5b41015e0 0x7fa5b419a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b3400640 1 -- 172.21.15.47:0/3228840259 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa5b41015e0 msgr2=0x7fa5b419a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b3400640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa5b41015e0 0x7fa5b419a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b3400640 1 -- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5b4107680 msgr2=0x7fa5b419e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b3400640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5b4107680 0x7fa5b419e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b3400640 1 -- 172.21.15.47:0/3228840259 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b419f060 con 0x7fa5b4101fa0 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5b4107680 0x7fa5b419e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b3400640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa5b4101fa0 0x7fa5b419a5b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa5a000e9f0 tx=0x7fa5a000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b0c00640 1 -- 172.21.15.47:0/3228840259 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a000cd80 con 0x7fa5b4101fa0 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b0c00640 1 -- 172.21.15.47:0/3228840259 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5a0010910 con 0x7fa5b4101fa0 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b9600640 1 -- 172.21.15.47:0/3228840259 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5b419f350 con 0x7fa5b4101fa0 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b0c00640 1 -- 172.21.15.47:0/3228840259 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a0018990 con 0x7fa5b4101fa0 2024-04-25T02:33:22.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.944+0000 7fa5b9600640 1 -- 172.21.15.47:0/3228840259 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5b41a6be0 con 0x7fa5b4101fa0 2024-04-25T02:33:22.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5bd9ac740 1 Processor -- start 2024-04-25T02:33:22.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5bd9ac740 1 -- start start 2024-04-25T02:33:22.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac7ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac85250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac85790 0x557d0ac87b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557d0abdf4e0 con 0x557d0ac7a7a0 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557d0ab87a70 con 0x557d0ac7b0c0 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557d0abdb4a0 con 0x557d0ac85790 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5b8c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac7ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5b8c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac7ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38934/0 (socket says 172.21.15.47:38934) 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.948+0000 7fa5b8c00640 1 -- 172.21.15.47:0/3771579452 learned_addr learned my addr 172.21.15.47:0/3771579452 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b0c00640 1 -- 172.21.15.47:0/3228840259 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fa5a0010ac0 con 0x7fa5b4101fa0 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac85250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b3400640 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac85790 0x557d0ac87b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b8c00640 1 -- 172.21.15.47:0/3771579452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac85790 msgr2=0x557d0ac87b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac85790 0x557d0ac87b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b8c00640 1 -- 172.21.15.47:0/3771579452 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 msgr2=0x557d0ac85250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac85250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b8c00640 1 -- 172.21.15.47:0/3771579452 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d0a8f33f0 con 0x557d0ac7a7a0 2024-04-25T02:33:22.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac85250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:22.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.949+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac7ab80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac0107e0 tx=0x7fa5ac010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=797040898b7ac90e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.950+0000 7fa5a9200640 1 -- 172.21.15.47:0/3771579452 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac003b70 con 0x557d0ac7a7a0 2024-04-25T02:33:22.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.950+0000 7fa5a9200640 1 -- 172.21.15.47:0/3771579452 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5ac00ee10 con 0x557d0ac7a7a0 2024-04-25T02:33:22.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.950+0000 7fa5a9200640 1 -- 172.21.15.47:0/3771579452 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac011440 con 0x557d0ac7a7a0 2024-04-25T02:33:22.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.950+0000 7fa5b0c00640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa5980a2fb0 0x7fa5980a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.950+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/3771579452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 msgr2=0x557d0ac7ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.950+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac7ab80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac0107e0 tx=0x7fa5ac010ca0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5b0c00640 1 -- 172.21.15.47:0/3228840259 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fa5a00cf970 con 0x7fa5b4101fa0 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/3771579452 shutdown_connections 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac85790 0x557d0ac87b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac85250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/3771579452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac7ab80 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/3771579452 >> 172.21.15.47:0/3771579452 conn(0x557d0ac76ac0 msgr2=0x557d0ac76ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa5980a2fb0 0x7fa5980a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/3771579452 shutdown_connections 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/3771579452 wait complete. 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.951+0000 7fa5bd9ac740 1 -- start start 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5bd9ac740 1 Processor -- start 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa5980a2fb0 0x7fa5980a5470 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa5a4004770 tx=0x7fa5a40058d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac82790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7b0c0 0x557d0ac82cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac83210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557d0ac88580 con 0x557d0ac7a7a0 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557d0ab9aec0 con 0x557d0ac85790 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557d0ac88700 con 0x557d0ac7b0c0 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5bd9ac740 10 client.0 _ll_register_callbacks cb 0x557d0abd73f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.952+0000 7fa5b3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac82790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac82790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38944/0 (socket says 172.21.15.47:38944) 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b3e00640 1 -- 172.21.15.47:0/4273933918 learned_addr learned my addr 172.21.15.47:0/4273933918 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac83210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b3e00640 1 -- 172.21.15.47:0/4273933918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7b0c0 msgr2=0x557d0ac82cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7b0c0 0x557d0ac82cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b3e00640 1 -- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 msgr2=0x557d0ac83210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac83210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b3e00640 1 -- 172.21.15.47:0/4273933918 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d0a9bd7d0 con 0x557d0ac7a7a0 2024-04-25T02:33:22.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac83210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac82790 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa5b4102720 tx=0x7fa5a4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c59dcecce073c7ce server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.953+0000 7fa59d600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.954+0000 7fa59d600640 1 -- 172.21.15.47:0/4273933918 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a4035070 con 0x557d0ac7a7a0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.954+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/4273933918 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5ac00ee10 con 0x557d0ac7a7a0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.954+0000 7fa59d600640 1 -- 172.21.15.47:0/4273933918 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fa5a4031740 con 0x557d0ac7a7a0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.954+0000 7fa59d600640 1 -- 172.21.15.47:0/4273933918 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa5a4003e50 con 0x557d0ac7a7a0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.954+0000 7fa5bd9ac740 10 client.15456 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.954+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/4273933918 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557d0ac94880 con 0x557d0ac7a7a0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa59d600640 1 -- 172.21.15.47:0/4273933918 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5ac00ee10 con 0x557d0ac7a7a0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa59d600640 1 -- 172.21.15.47:0/4273933918 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa5a4043030 con 0x557d0ac7a7a0 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa5bd9ac740 10 client.15456 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa5bd9ac740 10 client.15456 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa5bd9ac740 20 client.15456 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557d0ac95d40 0x557d0ac98190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa5bd9ac740 4 client.15456 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:22.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/4273933918 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557d0abeca20 con 0x557d0ac95d40 2024-04-25T02:33:22.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.955+0000 7fa5b3400640 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557d0ac95d40 0x557d0ac98190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.956+0000 7fa5b3400640 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557d0ac95d40 0x557d0ac98190 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ba0dbf26d0fec3 server_cookie=b4cc65dedb39561b in_seq=0 out_seq=0 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.956+0000 7fa59d600640 10 client.15456 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa59d600640 1 -- 172.21.15.47:0/4273933918 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557d0abeca20 con 0x557d0ac95d40 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa59d600640 10 client.15456 handle_command_reply: tid=0 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 client.15456 shutdown 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/4273933918 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 msgr2=0x557d0ac82790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac82790 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa5b4102720 tx=0x7fa5a4009260 comp rx=0 tx=0).stop 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/4273933918 shutdown_connections 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557d0ac95d40 0x557d0ac98190 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac83210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7b0c0 0x557d0ac82cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/4273933918 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7a7a0 0x557d0ac82790 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/4273933918 >> 172.21.15.47:0/4273933918 conn(0x557d0ac76ac0 msgr2=0x557d0ac7c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa59d600640 0 client.15456 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:22.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/4273933918 shutdown_connections 2024-04-25T02:33:22.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/4273933918 wait complete. 2024-04-25T02:33:22.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.957+0000 7fa5bd9ac740 20 client.15456 trim_cache size 0 max 16384 2024-04-25T02:33:22.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.972+0000 7fa5bd9ac740 1 Processor -- start 2024-04-25T02:33:22.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5bd9ac740 1 -- start start 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac91440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac83030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac85790 0x557d0ac759c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41b1bc0 con 0x557d0ac85790 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41af490 con 0x557d0ac7b0c0 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41ad2e0 con 0x557d0ac7a7a0 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5b8c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac85790 0x557d0ac759c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5b8c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac85790 0x557d0ac759c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38954/0 (socket says 172.21.15.47:38954) 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5b3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac83030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5b8c00640 1 -- 172.21.15.47:0/2374747864 learned_addr learned my addr 172.21.15.47:0/2374747864 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.973+0000 7fa5b3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac91440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa5b3400640 1 -- 172.21.15.47:0/2374747864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 msgr2=0x557d0ac91440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa5b3400640 1 --2- 172.21.15.47:0/2374747864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac91440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa5b3400640 1 -- 172.21.15.47:0/2374747864 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac85790 msgr2=0x557d0ac759c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa5b3400640 1 --2- 172.21.15.47:0/2374747864 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac85790 0x557d0ac759c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa5b3400640 1 -- 172.21.15.47:0/2374747864 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d0ac76620 con 0x557d0ac7b0c0 2024-04-25T02:33:22.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa5b3400640 1 --2- 172.21.15.47:0/2374747864 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac83030 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa5a00cceb0 tx=0x7fa5a00cfbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9cf3ea1baf506ca2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa59fe00640 1 -- 172.21.15.47:0/2374747864 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a00a48f0 con 0x557d0ac7b0c0 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa59fe00640 1 -- 172.21.15.47:0/2374747864 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5a009a030 con 0x557d0ac7b0c0 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.974+0000 7fa59fe00640 1 -- 172.21.15.47:0/2374747864 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a009b3e0 con 0x557d0ac7b0c0 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/2374747864 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 msgr2=0x557d0ac83030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/2374747864 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac83030 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa5a00cceb0 tx=0x7fa5a00cfbc0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/2374747864 shutdown_connections 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/2374747864 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac85790 0x557d0ac759c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/2374747864 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac7b0c0 0x557d0ac83030 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/2374747864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac91440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/2374747864 >> 172.21.15.47:0/2374747864 conn(0x557d0ac76ac0 msgr2=0x557d0ac752b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/2374747864 shutdown_connections 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.975+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/2374747864 wait complete. 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 1 -- start start 2024-04-25T02:33:22.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 1 Processor -- start 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac8dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7b0c0 0x557d0ac7f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac7f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41ad950 con 0x557d0ac7b0c0 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41aedc0 con 0x557d0ac85790 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41ae020 con 0x557d0ac7a7a0 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.976+0000 7fa5bd9ac740 10 client.0 _ll_register_callbacks cb 0x7fa5a4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7b0c0 0x557d0ac7f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b8c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac7f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b8c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac7f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:43698/0 (socket says 172.21.15.47:43698) 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b8c00640 1 -- 172.21.15.47:0/759422649 learned_addr learned my addr 172.21.15.47:0/759422649 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac8dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b8c00640 1 -- 172.21.15.47:0/759422649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 msgr2=0x557d0ac8dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac8dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b8c00640 1 -- 172.21.15.47:0/759422649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7b0c0 msgr2=0x557d0ac7f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:22.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7b0c0 0x557d0ac7f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b8c00640 1 -- 172.21.15.47:0/759422649 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d0ac7fd60 con 0x557d0ac85790 2024-04-25T02:33:22.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac8dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:22.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.977+0000 7fa5b3400640 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7b0c0 0x557d0ac7f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:22.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.978+0000 7fa5b8c00640 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac7f620 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac0107b0 tx=0x7fa5ac004ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab9388ea17b80ed3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:22.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.978+0000 7fa59d600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:22.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.978+0000 7fa59d600640 1 -- 172.21.15.47:0/759422649 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac02c060 con 0x557d0ac85790 2024-04-25T02:33:22.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.978+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/759422649 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5a009a030 con 0x557d0ac85790 2024-04-25T02:33:22.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.978+0000 7fa59d600640 1 -- 172.21.15.47:0/759422649 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fa5ac00e930 con 0x557d0ac85790 2024-04-25T02:33:22.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.978+0000 7fa59d600640 1 -- 172.21.15.47:0/759422649 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa5ac00eb30 con 0x557d0ac85790 2024-04-25T02:33:22.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.978+0000 7fa5bd9ac740 10 client.25562 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:22.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.978+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/759422649 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557d0acfc270 con 0x557d0ac85790 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa59d600640 1 -- 172.21.15.47:0/759422649 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5a009a030 con 0x557d0ac85790 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa59d600640 1 -- 172.21.15.47:0/759422649 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa5ac01a510 con 0x557d0ac85790 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa5bd9ac740 10 client.25562 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa5bd9ac740 10 client.25562 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa5bd9ac740 20 client.25562 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557d0acfc7b0 0x557d0acfebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa5bd9ac740 4 client.25562 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/759422649 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557d0abe6d70 con 0x557d0acfc7b0 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.979+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557d0acfc7b0 0x557d0acfebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5b3e00640 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557d0acfc7b0 0x557d0acfebd0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=295f90d6dcbe90e3 server_cookie=1966d1d9751b5114 in_seq=0 out_seq=0 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa59d600640 10 client.25562 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa59d600640 1 -- 172.21.15.47:0/759422649 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557d0abe6d70 con 0x557d0acfc7b0 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa59d600640 10 client.25562 handle_command_reply: tid=0 2024-04-25T02:33:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 client.25562 shutdown 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/759422649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 msgr2=0x557d0ac7f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac7f620 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac0107b0 tx=0x7fa5ac004ae0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/759422649 shutdown_connections 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557d0acfc7b0 0x557d0acfebd0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557d0ac85790 0x557d0ac7f620 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557d0ac7b0c0 0x557d0ac7f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 --2- 172.21.15.47:0/759422649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557d0ac7a7a0 0x557d0ac8dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa59d600640 0 client.25562 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/759422649 >> 172.21.15.47:0/759422649 conn(0x557d0ac76ac0 msgr2=0x557d0ac75b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/759422649 shutdown_connections 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 1 -- 172.21.15.47:0/759422649 wait complete. 2024-04-25T02:33:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.980+0000 7fa5bd9ac740 20 client.25562 trim_cache size 0 max 16384 2024-04-25T02:33:22.989 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:33:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 -- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa5980a2fb0 msgr2=0x7fa5980a5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa5980a2fb0 0x7fa5980a5470 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa5a4004770 tx=0x7fa5a40058d0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 -- 172.21.15.47:0/3228840259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa5b4101fa0 msgr2=0x7fa5b419a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa5b4101fa0 0x7fa5b419a5b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa5a000e9f0 tx=0x7fa5a000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 -- 172.21.15.47:0/3228840259 shutdown_connections 2024-04-25T02:33:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa5980a2fb0 0x7fa5980a5470 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5b4107680 0x7fa5b419e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa5b4101fa0 0x7fa5b419a5b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 --2- 172.21.15.47:0/3228840259 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa5b41015e0 0x7fa5b419a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 -- 172.21.15.47:0/3228840259 >> 172.21.15.47:0/3228840259 conn(0x7fa5b40fd110 msgr2=0x7fa5b410d130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.981+0000 7fa5b9600640 1 -- 172.21.15.47:0/3228840259 shutdown_connections 2024-04-25T02:33:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:22.982+0000 7fa5b9600640 1 -- 172.21.15.47:0/3228840259 wait complete. 2024-04-25T02:33:24.006 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:33:24.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:33:24.006 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.232+0000 7f9b36000640 1 -- 172.21.15.47:0/1140606797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b30109800 msgr2=0x7f9b30109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.232+0000 7f9b36000640 1 --2- 172.21.15.47:0/1140606797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b30109800 0x7f9b30109be0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9b24009930 tx=0x7f9b2402a420 comp rx=0 tx=0).stop 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.232+0000 7f9b36000640 1 -- 172.21.15.47:0/1140606797 shutdown_connections 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.232+0000 7f9b36000640 1 --2- 172.21.15.47:0/1140606797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b301041b0 0x7f9b301106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.232+0000 7f9b36000640 1 --2- 172.21.15.47:0/1140606797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b301037f0 0x7f9b30103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.232+0000 7f9b36000640 1 --2- 172.21.15.47:0/1140606797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b30109800 0x7f9b30109be0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.232+0000 7f9b36000640 1 -- 172.21.15.47:0/1140606797 >> 172.21.15.47:0/1140606797 conn(0x7f9b300ff280 msgr2=0x7f9b301016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.232+0000 7f9b36000640 1 -- 172.21.15.47:0/1140606797 shutdown_connections 2024-04-25T02:33:24.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.233+0000 7f9b36000640 1 -- 172.21.15.47:0/1140606797 wait complete. 2024-04-25T02:33:24.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.234+0000 7f9b36000640 1 Processor -- start 2024-04-25T02:33:24.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.234+0000 7f9b36000640 1 -- start start 2024-04-25T02:33:24.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b36000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b301037f0 0x7f9b3019a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b36000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b301041b0 0x7f9b3019a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b36000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b30109800 0x7f9b3019ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b36000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b30113c60 con 0x7f9b301037f0 2024-04-25T02:33:24.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b36000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9b30113ae0 con 0x7f9b30109800 2024-04-25T02:33:24.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b36000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b30113de0 con 0x7f9b301041b0 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b34c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b301037f0 0x7f9b3019a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b34c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b301037f0 0x7f9b3019a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38980/0 (socket says 172.21.15.47:38980) 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b34c00640 1 -- 172.21.15.47:0/1217630207 learned_addr learned my addr 172.21.15.47:0/1217630207 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b35600640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b30109800 0x7f9b3019ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b301041b0 0x7f9b3019a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.235+0000 7f9b35600640 1 -- 172.21.15.47:0/1217630207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b301041b0 msgr2=0x7f9b3019a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b35600640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b301041b0 0x7f9b3019a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b35600640 1 -- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b301037f0 msgr2=0x7f9b3019a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b35600640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b301037f0 0x7f9b3019a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b35600640 1 -- 172.21.15.47:0/1217630207 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3019f130 con 0x7f9b30109800 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b34c00640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b301037f0 0x7f9b3019a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b301041b0 0x7f9b3019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b35600640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b30109800 0x7f9b3019ea00 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9b28009fd0 tx=0x7f9b2800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b2d600640 1 -- 172.21.15.47:0/1217630207 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2800ce20 con 0x7f9b30109800 2024-04-25T02:33:24.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b2d600640 1 -- 172.21.15.47:0/1217630207 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b28005020 con 0x7f9b30109800 2024-04-25T02:33:24.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b36000640 1 -- 172.21.15.47:0/1217630207 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b3019f420 con 0x7f9b30109800 2024-04-25T02:33:24.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b2d600640 1 -- 172.21.15.47:0/1217630207 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b28010720 con 0x7f9b30109800 2024-04-25T02:33:24.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.236+0000 7f9b36000640 1 -- 172.21.15.47:0/1217630207 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b301a6cb0 con 0x7f9b30109800 2024-04-25T02:33:24.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.239+0000 7f9b3a3a8740 1 Processor -- start 2024-04-25T02:33:24.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.240+0000 7f9b2d600640 1 -- 172.21.15.47:0/1217630207 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f9b28005540 con 0x7f9b30109800 2024-04-25T02:33:24.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.240+0000 7f9b3a3a8740 1 -- start start 2024-04-25T02:33:24.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.240+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075e8f20 0x55f4075e9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.240+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.240+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f3f10 0x55f4075f6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.240+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f407547f40 con 0x55f4075e8f20 2024-04-25T02:33:24.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.240+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f40754d190 con 0x55f4075f3f10 2024-04-25T02:33:24.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.240+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f4074f5a10 con 0x55f4075e9840 2024-04-25T02:33:24.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075e8f20 0x55f4075e9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075e8f20 0x55f4075e9300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38988/0 (socket says 172.21.15.47:38988) 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 -- 172.21.15.47:0/856254834 learned_addr learned my addr 172.21.15.47:0/856254834 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b34c00640 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f3f10 0x55f4075f6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 -- 172.21.15.47:0/856254834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 msgr2=0x55f4075f39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 -- 172.21.15.47:0/856254834 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f3f10 msgr2=0x55f4075f6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f3f10 0x55f4075f6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b2fe00640 1 -- 172.21.15.47:0/856254834 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4073297e0 con 0x55f4075e8f20 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.241+0000 7f9b34c00640 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.242+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075e8f20 0x55f4075e9300 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c013a10 tx=0x7f9b1c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=226f0fb049223f7e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.242+0000 7f9b2d600640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b180a2eb0 0x7f9b180a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.242+0000 7f9b21c00640 1 -- 172.21.15.47:0/856254834 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c004050 con 0x55f4075e8f20 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.242+0000 7f9b21c00640 1 -- 172.21.15.47:0/856254834 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b1c00fe60 con 0x55f4075e8f20 2024-04-25T02:33:24.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.242+0000 7f9b21c00640 1 -- 172.21.15.47:0/856254834 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c003bc0 con 0x55f4075e8f20 2024-04-25T02:33:24.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.242+0000 7f9b2d600640 1 -- 172.21.15.47:0/1217630207 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9b280cfd70 con 0x7f9b30109800 2024-04-25T02:33:24.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/856254834 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075e8f20 msgr2=0x55f4075e9300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075e8f20 0x55f4075e9300 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c013a10 tx=0x7f9b1c009c00 comp rx=0 tx=0).stop 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/856254834 shutdown_connections 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f3f10 0x55f4075f6300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/856254834 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075e8f20 0x55f4075e9300 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b34c00640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b180a2eb0 0x7f9b180a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/856254834 >> 172.21.15.47:0/856254834 conn(0x55f4075e5240 msgr2=0x55f4075e5620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/856254834 shutdown_connections 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/856254834 wait complete. 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.243+0000 7f9b34c00640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b180a2eb0 0x7f9b180a5370 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9b240096c0 tx=0x7f9b24031510 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.244+0000 7f9b3a3a8740 1 -- start start 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.244+0000 7f9b3a3a8740 1 Processor -- start 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075f15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f1af0 0x55f4076000c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f407508e70 con 0x55f4075f3f10 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f407549150 con 0x55f4075f1af0 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f4075f6da0 con 0x55f4075e9840 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b3a3a8740 10 client.0 _ll_register_callbacks cb 0x55f4075441f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b2fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075f15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b2fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075f15b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39002/0 (socket says 172.21.15.47:39002) 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b2fe00640 1 -- 172.21.15.47:0/985284237 learned_addr learned my addr 172.21.15.47:0/985284237 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b34c00640 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b35600640 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f1af0 0x55f4076000c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b2fe00640 1 -- 172.21.15.47:0/985284237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 msgr2=0x55f4075f1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b2fe00640 1 -- 172.21.15.47:0/985284237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f1af0 msgr2=0x55f4076000c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f1af0 0x55f4076000c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.245+0000 7f9b2fe00640 1 -- 172.21.15.47:0/985284237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f407389f70 con 0x55f4075f3f10 2024-04-25T02:33:24.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.246+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075f15b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c009710 tx=0x7f9b1c005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a874068610e32eb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.246+0000 7f9b16000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:24.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.246+0000 7f9b16000640 1 -- 172.21.15.47:0/985284237 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c010430 con 0x55f4075f3f10 2024-04-25T02:33:24.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.246+0000 7f9b16000640 1 -- 172.21.15.47:0/985284237 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9b1c0105d0 con 0x55f4075f3f10 2024-04-25T02:33:24.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.246+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/985284237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b1c00fe60 con 0x55f4075f3f10 2024-04-25T02:33:24.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b16000640 1 -- 172.21.15.47:0/985284237 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9b1c031050 con 0x55f4075f3f10 2024-04-25T02:33:24.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b3a3a8740 10 client.15474 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:24.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/985284237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f407221170 con 0x55f4075f3f10 2024-04-25T02:33:24.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b16000640 1 -- 172.21.15.47:0/985284237 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b1c00fe60 con 0x55f4075f3f10 2024-04-25T02:33:24.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b16000640 1 -- 172.21.15.47:0/985284237 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9b1c01e070 con 0x55f4075f3f10 2024-04-25T02:33:24.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b3a3a8740 10 client.15474 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:24.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b3a3a8740 10 client.15474 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:24.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b3a3a8740 20 client.15474 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:24.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f407604670 0x55f407606a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b3a3a8740 4 client.15474 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:24.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.247+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/985284237 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f40755a6d0 con 0x55f407604670 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.248+0000 7f9b34c00640 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f407604670 0x55f407606a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.249+0000 7f9b16000640 10 client.15474 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.249+0000 7f9b34c00640 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f407604670 0x55f407606a60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b694eba77ba59d64 server_cookie=332dea794a42ab6b in_seq=0 out_seq=0 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.249+0000 7f9b16000640 1 -- 172.21.15.47:0/985284237 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f40755a6d0 con 0x55f407604670 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.249+0000 7f9b16000640 10 client.15474 handle_command_reply: tid=0 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.249+0000 7f9b3a3a8740 1 client.15474 shutdown 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/985284237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 msgr2=0x55f4075f15b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075f15b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c009710 tx=0x7f9b1c005750 comp rx=0 tx=0).stop 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/985284237 shutdown_connections 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f407604670 0x55f407606a60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075f1af0 0x55f4076000c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075f15b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/985284237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075e9840 0x55f4075f1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/985284237 >> 172.21.15.47:0/985284237 conn(0x55f4075e5240 msgr2=0x55f4075eaf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b16000640 0 client.15474 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:24.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/985284237 shutdown_connections 2024-04-25T02:33:24.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/985284237 wait complete. 2024-04-25T02:33:24.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.250+0000 7f9b3a3a8740 20 client.15474 trim_cache size 0 max 16384 2024-04-25T02:33:24.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.284+0000 7f9b3a3a8740 1 Processor -- start 2024-04-25T02:33:24.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.284+0000 7f9b3a3a8740 1 -- start start 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.284+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f40760c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.284+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f40760c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.284+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ead80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.284+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301b1c30 con 0x55f4075f3f10 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.284+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301af500 con 0x55f4075e9840 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.284+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301ad350 con 0x55f4075f1af0 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f40760c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b35600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ead80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f40760c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:56752/0 (socket says 172.21.15.47:56752) 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 -- 172.21.15.47:0/2330570622 learned_addr learned my addr 172.21.15.47:0/2330570622 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b34c00640 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f40760c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 -- 172.21.15.47:0/2330570622 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 msgr2=0x55f40760c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f40760c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 -- 172.21.15.47:0/2330570622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 msgr2=0x55f4075ead80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ead80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 -- 172.21.15.47:0/2330570622 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4075f6670 con 0x55f4075f1af0 2024-04-25T02:33:24.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b35600640 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ead80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:24.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.285+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f40760c7c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c0096c0 tx=0x7f9b1c005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f26b806d15f35d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b21200640 1 -- 172.21.15.47:0/2330570622 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c01fc10 con 0x55f4075f1af0 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b21200640 1 -- 172.21.15.47:0/2330570622 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b1c0035f0 con 0x55f4075f1af0 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b21200640 1 -- 172.21.15.47:0/2330570622 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c003870 con 0x55f4075f1af0 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2330570622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 msgr2=0x55f40760c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f40760c7c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c0096c0 tx=0x7f9b1c005d30 comp rx=0 tx=0).stop 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2330570622 shutdown_connections 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ead80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f40760c7c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2330570622 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f40760c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.286+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2330570622 >> 172.21.15.47:0/2330570622 conn(0x55f4075e5240 msgr2=0x55f4075ea670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.287+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2330570622 shutdown_connections 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.287+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2330570622 wait complete. 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.287+0000 7f9b3a3a8740 1 -- start start 2024-04-25T02:33:24.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.287+0000 7f9b3a3a8740 1 Processor -- start 2024-04-25T02:33:24.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f4075eddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f4075ee310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b3a3a8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ee850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301ad9c0 con 0x55f4075f3f10 2024-04-25T02:33:24.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301aee30 con 0x55f4075e9840 2024-04-25T02:33:24.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b3a3a8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301ae090 con 0x55f4075f1af0 2024-04-25T02:33:24.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b3a3a8740 10 client.0 _ll_register_callbacks cb 0x7f9b1c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b35600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ee850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b35600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ee850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39020/0 (socket says 172.21.15.47:39020) 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b35600640 1 -- 172.21.15.47:0/2530886300 learned_addr learned my addr 172.21.15.47:0/2530886300 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f4075ee310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b34c00640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f4075eddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b35600640 1 -- 172.21.15.47:0/2530886300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 msgr2=0x55f4075ee310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b35600640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f4075ee310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b35600640 1 -- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 msgr2=0x55f4075eddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b35600640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f4075eddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b35600640 1 -- 172.21.15.47:0/2530886300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f407669af0 con 0x55f4075f3f10 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b2fe00640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f4075ee310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.288+0000 7f9b34c00640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f4075eddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b35600640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ee850 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9b2809bd80 tx=0x7f9b28098320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87ab7cd27874230e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b16000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b16000640 1 -- 172.21.15.47:0/2530886300 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b280a4860 con 0x55f4075f3f10 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b16000640 1 -- 172.21.15.47:0/2530886300 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9b280a4a00 con 0x55f4075f3f10 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2530886300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b1c0035f0 con 0x55f4075f3f10 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b16000640 1 -- 172.21.15.47:0/2530886300 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9b2809b4d0 con 0x55f4075f3f10 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b3a3a8740 10 client.15480 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2530886300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f40766ae70 con 0x55f4075f3f10 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.289+0000 7f9b16000640 1 -- 172.21.15.47:0/2530886300 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b1c0035f0 con 0x55f4075f3f10 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.290+0000 7f9b16000640 1 -- 172.21.15.47:0/2530886300 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9b28097dd0 con 0x55f4075f3f10 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.290+0000 7f9b3a3a8740 10 client.15480 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.290+0000 7f9b3a3a8740 10 client.15480 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.290+0000 7f9b3a3a8740 20 client.15480 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.290+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f40766b620 0x55f40766da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.290+0000 7f9b3a3a8740 4 client.15480 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.290+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2530886300 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f407554a20 con 0x55f40766b620 2024-04-25T02:33:24.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.290+0000 7f9b34c00640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f40766b620 0x55f40766da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.291+0000 7f9b34c00640 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f40766b620 0x55f40766da40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae9bff48ccbce666 server_cookie=2fb370731c6a0e78 in_seq=0 out_seq=0 2024-04-25T02:33:24.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.291+0000 7f9b16000640 10 client.15480 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b16000640 1 -- 172.21.15.47:0/2530886300 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f407554a20 con 0x55f40766b620 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b16000640 10 client.15480 handle_command_reply: tid=0 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 client.15480 shutdown 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2530886300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 msgr2=0x55f4075ee850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ee850 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9b2809bd80 tx=0x7f9b28098320 comp rx=0 tx=0).stop 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2530886300 shutdown_connections 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f40766b620 0x55f40766da40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f4075f3f10 0x55f4075ee850 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f4075f1af0 0x55f4075ee310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b16000640 0 client.15480 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:24.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 --2- 172.21.15.47:0/2530886300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f4075e9840 0x55f4075eddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.292+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2530886300 >> 172.21.15.47:0/2530886300 conn(0x55f4075e5240 msgr2=0x55f4075eaf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.293+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2530886300 shutdown_connections 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.293+0000 7f9b3a3a8740 1 -- 172.21.15.47:0/2530886300 wait complete. 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.293+0000 7f9b3a3a8740 20 client.15480 trim_cache size 0 max 16384 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "c5d6a7bf-0ac4-4601-9fd9-a0bff597d468", 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:33:24.300 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:33:24.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.293+0000 7f9b36000640 1 -- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b180a2eb0 msgr2=0x7f9b180a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.293+0000 7f9b36000640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b180a2eb0 0x7f9b180a5370 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9b240096c0 tx=0x7f9b24031510 comp rx=0 tx=0).stop 2024-04-25T02:33:24.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.293+0000 7f9b36000640 1 -- 172.21.15.47:0/1217630207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b30109800 msgr2=0x7f9b3019ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b30109800 0x7f9b3019ea00 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9b28009fd0 tx=0x7f9b2800ef10 comp rx=0 tx=0).stop 2024-04-25T02:33:24.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 -- 172.21.15.47:0/1217630207 shutdown_connections 2024-04-25T02:33:24.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b180a2eb0 0x7f9b180a5370 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b30109800 0x7f9b3019ea00 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b301041b0 0x7f9b3019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 --2- 172.21.15.47:0/1217630207 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b301037f0 0x7f9b3019a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 -- 172.21.15.47:0/1217630207 >> 172.21.15.47:0/1217630207 conn(0x7f9b300ff280 msgr2=0x7f9b300ffab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 -- 172.21.15.47:0/1217630207 shutdown_connections 2024-04-25T02:33:24.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.294+0000 7f9b36000640 1 -- 172.21.15.47:0/1217630207 wait complete. 2024-04-25T02:33:24.317 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:33:24.318 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:33:24.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 -- 172.21.15.47:0/4137330756 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea01076a0 msgr2=0x7f4ea0107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 --2- 172.21.15.47:0/4137330756 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea01076a0 0x7f4ea0107a80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4e90009900 tx=0x7f4e9002a410 comp rx=0 tx=0).stop 2024-04-25T02:33:24.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 -- 172.21.15.47:0/4137330756 shutdown_connections 2024-04-25T02:33:24.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 --2- 172.21.15.47:0/4137330756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ea006a640 0x7f4ea010e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 --2- 172.21.15.47:0/4137330756 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ea0069ca0 0x7f4ea006a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 --2- 172.21.15.47:0/4137330756 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea01076a0 0x7f4ea0107a80 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 -- 172.21.15.47:0/4137330756 >> 172.21.15.47:0/4137330756 conn(0x7f4ea00773f0 msgr2=0x7f4ea0077800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 -- 172.21.15.47:0/4137330756 shutdown_connections 2024-04-25T02:33:24.518 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.513+0000 7f4ea5000640 1 -- 172.21.15.47:0/4137330756 wait complete. 2024-04-25T02:33:24.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.514+0000 7f4ea5000640 1 Processor -- start 2024-04-25T02:33:24.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.514+0000 7f4ea5000640 1 -- start start 2024-04-25T02:33:24.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4ea5000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ea0069ca0 0x7f4ea0197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4ea5000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea006a640 0x7f4ea01983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4ea5000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ea01076a0 0x7f4ea019c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4ea5000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea0111a50 con 0x7f4ea01076a0 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4ea5000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01118d0 con 0x7f4ea006a640 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4ea5000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea0111bd0 con 0x7f4ea0069ca0 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea006a640 0x7f4ea01983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ea01076a0 0x7f4ea019c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea006a640 0x7f4ea01983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:43768/0 (socket says 172.21.15.47:43768) 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9ea00640 1 -- 172.21.15.47:0/3967554503 learned_addr learned my addr 172.21.15.47:0/3967554503 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9f400640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ea0069ca0 0x7f4ea0197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9ea00640 1 -- 172.21.15.47:0/3967554503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ea0069ca0 msgr2=0x7f4ea0197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ea0069ca0 0x7f4ea0197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9ea00640 1 -- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ea01076a0 msgr2=0x7f4ea019c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ea01076a0 0x7f4ea019c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9ea00640 1 -- 172.21.15.47:0/3967554503 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea019cea0 con 0x7f4ea006a640 2024-04-25T02:33:24.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.515+0000 7f4e9fe00640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ea01076a0 0x7f4ea019c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:24.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.516+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea006a640 0x7f4ea01983f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00e9f0 tx=0x7f4e8c00edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.516+0000 7f4e97e00640 1 -- 172.21.15.47:0/3967554503 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c00cd80 con 0x7f4ea006a640 2024-04-25T02:33:24.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.516+0000 7f4e97e00640 1 -- 172.21.15.47:0/3967554503 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e8c005500 con 0x7f4ea006a640 2024-04-25T02:33:24.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.516+0000 7f4e97e00640 1 -- 172.21.15.47:0/3967554503 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c010690 con 0x7f4ea006a640 2024-04-25T02:33:24.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.516+0000 7f4ea5000640 1 -- 172.21.15.47:0/3967554503 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea019d190 con 0x7f4ea006a640 2024-04-25T02:33:24.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.516+0000 7f4ea5000640 1 -- 172.21.15.47:0/3967554503 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea01a4a20 con 0x7f4ea006a640 2024-04-25T02:33:24.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.521+0000 7f4ea9577740 1 Processor -- start 2024-04-25T02:33:24.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.521+0000 7f4ea9577740 1 -- start start 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.521+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015e12f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f00a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4ea9577740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563901545560 con 0x5639015e18c0 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4ea9577740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5639014ed930 con 0x5639015e0f10 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4ea9577740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563901541520 con 0x5639015f05e0 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e97e00640 1 -- 172.21.15.47:0/3967554503 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f4e8c0046c0 con 0x7f4ea006a640 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015e12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f00a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39040/0 (socket says 172.21.15.47:39040) 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9f400640 1 -- 172.21.15.47:0/383324037 learned_addr learned my addr 172.21.15.47:0/383324037 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015e12f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:43780/0 (socket says 172.21.15.47:43780) 2024-04-25T02:33:24.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9fe00640 1 -- 172.21.15.47:0/383324037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 msgr2=0x5639015f29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9fe00640 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015f29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9fe00640 1 -- 172.21.15.47:0/383324037 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 msgr2=0x5639015f00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.522+0000 7f4e9fe00640 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.523+0000 7f4e9fe00640 1 -- 172.21.15.47:0/383324037 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639013237d0 con 0x5639015e0f10 2024-04-25T02:33:24.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.523+0000 7f4e9f400640 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:24.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.523+0000 7f4e9fe00640 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015e12f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4e98011790 tx=0x7f4e98011c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e3b61e1e041b476 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.523+0000 7f4e94c00640 1 -- 172.21.15.47:0/383324037 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98004d20 con 0x5639015e0f10 2024-04-25T02:33:24.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.523+0000 7f4e94c00640 1 -- 172.21.15.47:0/383324037 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e9800f9a0 con 0x5639015e0f10 2024-04-25T02:33:24.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.523+0000 7f4e94c00640 1 -- 172.21.15.47:0/383324037 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e980044c0 con 0x5639015e0f10 2024-04-25T02:33:24.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4e97e00640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e840a2eb0 0x7f4e840a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 -- 172.21.15.47:0/383324037 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 msgr2=0x5639015e12f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015e12f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4e98011790 tx=0x7f4e98011c50 comp rx=0 tx=0).stop 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4e97e00640 1 -- 172.21.15.47:0/3967554503 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4e8c0cfb20 con 0x7f4ea006a640 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4e9f400640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e840a2eb0 0x7f4e840a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 -- 172.21.15.47:0/383324037 shutdown_connections 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015f29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 --2- 172.21.15.47:0/383324037 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015e12f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 -- 172.21.15.47:0/383324037 >> 172.21.15.47:0/383324037 conn(0x5639015dd500 msgr2=0x5639015dd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 -- 172.21.15.47:0/383324037 shutdown_connections 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.524+0000 7f4ea9577740 1 -- 172.21.15.47:0/383324037 wait complete. 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.525+0000 7f4ea9577740 1 -- start start 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.525+0000 7f4e9f400640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e840a2eb0 0x7f4e840a5370 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4e90031550 tx=0x7f4e90005b50 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.525+0000 7f4ea9577740 1 Processor -- start 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015ed5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015edb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015ee060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4ea9577740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5639015f33a0 con 0x5639015e18c0 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4ea9577740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x563901500d90 con 0x5639015e0f10 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4ea9577740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5639015f3520 con 0x5639015f05e0 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4ea9577740 10 client.0 _ll_register_callbacks cb 0x563901500780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015edb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015ed5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015edb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39044/0 (socket says 172.21.15.47:39044) 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9ea00640 1 -- 172.21.15.47:0/1941349552 learned_addr learned my addr 172.21.15.47:0/1941349552 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9fe00640 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015ee060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9ea00640 1 -- 172.21.15.47:0/1941349552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 msgr2=0x5639015ee060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015ee060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9ea00640 1 -- 172.21.15.47:0/1941349552 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 msgr2=0x5639015ed5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015ed5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.526+0000 7f4e9ea00640 1 -- 172.21.15.47:0/1941349552 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639012593f0 con 0x5639015e18c0 2024-04-25T02:33:24.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015edb20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00e9c0 tx=0x7f4e8c09bcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f5423475c608d6d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4e89600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:24.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4e89600640 1 -- 172.21.15.47:0/1941349552 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c0d5070 con 0x5639015e18c0 2024-04-25T02:33:24.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4e89600640 1 -- 172.21.15.47:0/1941349552 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4e8c09b280 con 0x5639015e18c0 2024-04-25T02:33:24.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4ea9577740 1 -- 172.21.15.47:0/1941349552 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e9800f9a0 con 0x5639015e18c0 2024-04-25T02:33:24.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4e89600640 1 -- 172.21.15.47:0/1941349552 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4e8c09be30 con 0x5639015e18c0 2024-04-25T02:33:24.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4ea9577740 10 client.15492 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:24.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4ea9577740 1 -- 172.21.15.47:0/1941349552 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5639012190f0 con 0x5639015e18c0 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.527+0000 7f4e89600640 1 -- 172.21.15.47:0/1941349552 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e9800f9a0 con 0x5639015e18c0 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.528+0000 7f4e89600640 1 -- 172.21.15.47:0/1941349552 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4e8c09ae80 con 0x5639015e18c0 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.528+0000 7f4ea9577740 10 client.15492 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.528+0000 7f4ea9577740 10 client.15492 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.528+0000 7f4ea9577740 20 client.15492 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.528+0000 7f4ea9577740 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5639016009d0 0x563901602dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.528+0000 7f4ea9577740 4 client.15492 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.528+0000 7f4ea9577740 1 -- 172.21.15.47:0/1941349552 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563901558d90 con 0x5639016009d0 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.528+0000 7f4e9f400640 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5639016009d0 0x563901602dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.529+0000 7f4e9f400640 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5639016009d0 0x563901602dc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a14a7b353c966ef4 server_cookie=459f499da2b82e0a in_seq=0 out_seq=0 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.529+0000 7f4e89600640 10 client.15492 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4e89600640 1 -- 172.21.15.47:0/1941349552 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563901558d90 con 0x5639016009d0 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4e89600640 10 client.15492 handle_command_reply: tid=0 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 client.15492 shutdown 2024-04-25T02:33:24.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 -- 172.21.15.47:0/1941349552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 msgr2=0x5639015edb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015edb20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00e9c0 tx=0x7f4e8c09bcc0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 -- 172.21.15.47:0/1941349552 shutdown_connections 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5639016009d0 0x563901602dc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015ee060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015edb20 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 --2- 172.21.15.47:0/1941349552 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015ed5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4e89600640 0 client.15492 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 -- 172.21.15.47:0/1941349552 >> 172.21.15.47:0/1941349552 conn(0x5639015dd500 msgr2=0x5639015e3370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 -- 172.21.15.47:0/1941349552 shutdown_connections 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 1 -- 172.21.15.47:0/1941349552 wait complete. 2024-04-25T02:33:24.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.530+0000 7f4ea9577740 20 client.15492 trim_cache size 0 max 16384 2024-04-25T02:33:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4ea9577740 1 Processor -- start 2024-04-25T02:33:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4ea9577740 1 -- start start 2024-04-25T02:33:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015e0f10 0x5639015fc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x563901608670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015f05e0 0x563901608bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4ea9577740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01ad820 con 0x5639015e18c0 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4ea9577740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01ab0f0 con 0x5639015f05e0 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4ea9577740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01a8f40 con 0x5639015e0f10 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4e9f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015e0f10 0x5639015fc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4e9ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x563901608670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4e9f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015e0f10 0x5639015fc2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:56810/0 (socket says 172.21.15.47:56810) 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.550+0000 7f4e9f400640 1 -- 172.21.15.47:0/378150805 learned_addr learned my addr 172.21.15.47:0/378150805 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.551+0000 7f4e9fe00640 1 --2- 172.21.15.47:0/378150805 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015f05e0 0x563901608bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.551+0000 7f4e9f400640 1 -- 172.21.15.47:0/378150805 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015f05e0 msgr2=0x563901608bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.551+0000 7f4e9f400640 1 --2- 172.21.15.47:0/378150805 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015f05e0 0x563901608bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.551+0000 7f4e9f400640 1 -- 172.21.15.47:0/378150805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 msgr2=0x563901608670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.551+0000 7f4e9f400640 1 --2- 172.21.15.47:0/378150805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x563901608670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.551+0000 7f4e9f400640 1 -- 172.21.15.47:0/378150805 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639015e1660 con 0x5639015e0f10 2024-04-25T02:33:24.557 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.551+0000 7f4e9f400640 1 --2- 172.21.15.47:0/378150805 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015e0f10 0x5639015fc2a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4e9002a930 tx=0x7f4e9003f070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3b6ea298cb6b89f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.551+0000 7f4e8be00640 1 -- 172.21.15.47:0/378150805 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90035040 con 0x5639015e0f10 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4e8be00640 1 -- 172.21.15.47:0/378150805 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e90054880 con 0x5639015e0f10 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4e8be00640 1 -- 172.21.15.47:0/378150805 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e900325e0 con 0x5639015e0f10 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 -- 172.21.15.47:0/378150805 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015e0f10 msgr2=0x5639015fc2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 --2- 172.21.15.47:0/378150805 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015e0f10 0x5639015fc2a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4e9002a930 tx=0x7f4e9003f070 comp rx=0 tx=0).stop 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 -- 172.21.15.47:0/378150805 shutdown_connections 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 --2- 172.21.15.47:0/378150805 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015f05e0 0x563901608bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 --2- 172.21.15.47:0/378150805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x563901608670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 --2- 172.21.15.47:0/378150805 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015e0f10 0x5639015fc2a0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 -- 172.21.15.47:0/378150805 >> 172.21.15.47:0/378150805 conn(0x5639015dd500 msgr2=0x5639015e3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 -- 172.21.15.47:0/378150805 shutdown_connections 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.552+0000 7f4ea9577740 1 -- 172.21.15.47:0/378150805 wait complete. 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.553+0000 7f4ea9577740 1 -- start start 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.553+0000 7f4ea9577740 1 Processor -- start 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.553+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015f4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.553+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f4990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.553+0000 7f4ea9577740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015f4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.553+0000 7f4ea9577740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01a95b0 con 0x5639015e18c0 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.553+0000 7f4ea9577740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01aaa20 con 0x5639015e0f10 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.553+0000 7f4ea9577740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01a9c80 con 0x5639015f05e0 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4ea9577740 10 client.0 _ll_register_callbacks cb 0x7f4e8c0980d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39070/0 (socket says 172.21.15.47:39070) 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9ea00640 1 -- 172.21.15.47:0/2350916630 learned_addr learned my addr 172.21.15.47:0/2350916630 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:24.563 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9fe00640 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015f4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9f400640 1 -- 172.21.15.47:0/2350916630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 msgr2=0x5639015f4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9f400640 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015f4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9f400640 1 -- 172.21.15.47:0/2350916630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 msgr2=0x5639015f4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9f400640 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.554+0000 7f4e9f400640 1 -- 172.21.15.47:0/2350916630 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563901666180 con 0x5639015e0f10 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.555+0000 7f4e9f400640 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015f4450 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4e90006010 tx=0x7f4e90004310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c95846565f9ed77 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.555+0000 7f4e89600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.555+0000 7f4e89600640 1 -- 172.21.15.47:0/2350916630 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90064020 con 0x5639015e0f10 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.555+0000 7f4e89600640 1 -- 172.21.15.47:0/2350916630 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4e90004cd0 con 0x5639015e0f10 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.555+0000 7f4ea9577740 1 -- 172.21.15.47:0/2350916630 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e90054880 con 0x5639015e0f10 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.555+0000 7f4e89600640 1 -- 172.21.15.47:0/2350916630 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4e9006f050 con 0x5639015e0f10 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.555+0000 7f4ea9577740 10 client.25598 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.555+0000 7f4ea9577740 1 -- 172.21.15.47:0/2350916630 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563901667470 con 0x5639015e0f10 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4e89600640 1 -- 172.21.15.47:0/2350916630 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e90054880 con 0x5639015e0f10 2024-04-25T02:33:24.564 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4e89600640 1 -- 172.21.15.47:0/2350916630 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4e90032890 con 0x5639015e0f10 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4ea9577740 10 client.25598 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4ea9577740 10 client.25598 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4ea9577740 20 client.25598 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4ea9577740 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563901667b20 0x563901669f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4ea9577740 4 client.25598 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4ea9577740 1 -- 172.21.15.47:0/2350916630 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563901552aa0 con 0x563901667b20 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.556+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563901667b20 0x563901669f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.557+0000 7f4e9ea00640 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563901667b20 0x563901669f10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8fec627e90bd933d server_cookie=ef1c7123ac21a62a in_seq=0 out_seq=0 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.557+0000 7f4e89600640 10 client.25598 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.557+0000 7f4e89600640 1 -- 172.21.15.47:0/2350916630 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x563901552aa0 con 0x563901667b20 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.557+0000 7f4e89600640 10 client.25598 handle_command_reply: tid=0 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.557+0000 7f4ea9577740 1 client.25598 shutdown 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.557+0000 7f4ea9577740 1 -- 172.21.15.47:0/2350916630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 msgr2=0x5639015f4450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.557+0000 7f4ea9577740 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015f4450 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4e90006010 tx=0x7f4e90004310 comp rx=0 tx=0).stop 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 1 -- 172.21.15.47:0/2350916630 shutdown_connections 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563901667b20 0x563901669f10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5639015f05e0 0x5639015f4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5639015e18c0 0x5639015f4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 1 --2- 172.21.15.47:0/2350916630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5639015e0f10 0x5639015f4450 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4e89600640 0 client.25598 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 1 -- 172.21.15.47:0/2350916630 >> 172.21.15.47:0/2350916630 conn(0x5639015dd500 msgr2=0x5639015dbf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 1 -- 172.21.15.47:0/2350916630 shutdown_connections 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 1 -- 172.21.15.47:0/2350916630 wait complete. 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea9577740 20 client.25598 trim_cache size 0 max 16384 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:33:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:33:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "c5d6a7bf-0ac4-4601-9fd9-a0bff597d468": { 2024-04-25T02:33:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:33:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "c5d6a7bf-0ac4-4601-9fd9-a0bff597d468", 2024-04-25T02:33:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:33:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:33:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:33:24.567 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea5000640 1 -- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e840a2eb0 msgr2=0x7f4e840a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.558+0000 7f4ea5000640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e840a2eb0 0x7f4e840a5370 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4e90031550 tx=0x7f4e90005b50 comp rx=0 tx=0).stop 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 -- 172.21.15.47:0/3967554503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea006a640 msgr2=0x7f4ea01983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea006a640 0x7f4ea01983f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00e9f0 tx=0x7f4e8c00edf0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 -- 172.21.15.47:0/3967554503 shutdown_connections 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4e840a2eb0 0x7f4e840a5370 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ea01076a0 0x7f4ea019c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4ea006a640 0x7f4ea01983f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 --2- 172.21.15.47:0/3967554503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4ea0069ca0 0x7f4ea0197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 -- 172.21.15.47:0/3967554503 >> 172.21.15.47:0/3967554503 conn(0x7f4ea00773f0 msgr2=0x7f4ea00ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:24.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 -- 172.21.15.47:0/3967554503 shutdown_connections 2024-04-25T02:33:24.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:24.559+0000 7f4ea5000640 1 -- 172.21.15.47:0/3967554503 wait complete. 2024-04-25T02:33:24.581 INFO:tasks.cephfs.filesystem:scrub status for tag:c5d6a7bf-0ac4-4601-9fd9-a0bff597d468 - {'path': '/', 'tag': 'c5d6a7bf-0ac4-4601-9fd9-a0bff597d468', 'options': 'recursive,force'} 2024-04-25T02:33:24.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:24 smithi047 ceph-mon[27871]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-25T02:33:24.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:24 smithi113 ceph-mon[32459]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-25T02:33:24.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:24 smithi178 ceph-mon[33053]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-25T02:33:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:25 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:33:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:25 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:25 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:33:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:25 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:25.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:25 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:33:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:25 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:33:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:25 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:25 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:33:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:25 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:25.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:25 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:33:25.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:25 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:33:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:25 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:25 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:33:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:25 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:25.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:25 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:33:26.740 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:26 smithi178 ceph-mon[33053]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-25T02:33:26.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:26 smithi113 ceph-mon[32459]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-25T02:33:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:26 smithi047 ceph-mon[27871]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-25T02:33:28.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:28 smithi113 ceph-mon[32459]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-25T02:33:28.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:28 smithi178 ceph-mon[33053]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-25T02:33:28.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:28 smithi047 ceph-mon[27871]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-25T02:33:30.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:30 smithi113 ceph-mon[32459]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-25T02:33:30.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:30 smithi178 ceph-mon[33053]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-25T02:33:30.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:30 smithi047 ceph-mon[27871]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-25T02:33:32.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:32 smithi113 ceph-mon[32459]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-25T02:33:32.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:32 smithi178 ceph-mon[33053]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 -- 172.21.15.47:0/3693923418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 msgr2=0x7f54841008b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 --2- 172.21.15.47:0/3693923418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 0x7f54841008b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5470009900 tx=0x7f547002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 -- 172.21.15.47:0/3693923418 shutdown_connections 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 --2- 172.21.15.47:0/3693923418 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5484100df0 0x7f548410d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 --2- 172.21.15.47:0/3693923418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 0x7f54841008b0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 --2- 172.21.15.47:0/3693923418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f54841064d0 0x7f54841068b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 -- 172.21.15.47:0/3693923418 >> 172.21.15.47:0/3693923418 conn(0x7f54840fbf60 msgr2=0x7f54840fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 -- 172.21.15.47:0/3693923418 shutdown_connections 2024-04-25T02:33:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.886+0000 7f5483e00640 1 -- 172.21.15.47:0/3693923418 wait complete. 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.887+0000 7f5483e00640 1 Processor -- start 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5483e00640 1 -- start start 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5483e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 0x7f548419a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5483e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5484100df0 0x7f548419a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5483e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54841064d0 0x7f548419e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5483e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f54841108b0 con 0x7f5484100df0 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5483e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5484110730 con 0x7f5484100430 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5483e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5484110a30 con 0x7f54841064d0 2024-04-25T02:33:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5482000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5484100df0 0x7f548419a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5482a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 0x7f548419a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5482000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5484100df0 0x7f548419a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46462/0 (socket says 172.21.15.47:46462) 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5482000640 1 -- 172.21.15.47:0/2353001708 learned_addr learned my addr 172.21.15.47:0/2353001708 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.888+0000 7f5483400640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54841064d0 0x7f548419e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f5482a00640 1 -- 172.21.15.47:0/2353001708 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54841064d0 msgr2=0x7f548419e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f5482a00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54841064d0 0x7f548419e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f5482a00640 1 -- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5484100df0 msgr2=0x7f548419a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f5482a00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5484100df0 0x7f548419a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f5482a00640 1 -- 172.21.15.47:0/2353001708 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f548419f0d0 con 0x7f5484100430 2024-04-25T02:33:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f5482a00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 0x7f548419a130 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f547400e9f0 tx=0x7f547400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f547b400640 1 -- 172.21.15.47:0/2353001708 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547400cd80 con 0x7f5484100430 2024-04-25T02:33:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f547b400640 1 -- 172.21.15.47:0/2353001708 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54740035f0 con 0x7f5484100430 2024-04-25T02:33:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.889+0000 7f5483e00640 1 -- 172.21.15.47:0/2353001708 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f548419f3c0 con 0x7f5484100430 2024-04-25T02:33:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.890+0000 7f547b400640 1 -- 172.21.15.47:0/2353001708 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5474010690 con 0x7f5484100430 2024-04-25T02:33:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.890+0000 7f5483e00640 1 -- 172.21.15.47:0/2353001708 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54841a6c50 con 0x7f5484100430 2024-04-25T02:33:32.897 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.893+0000 7f548c80f740 1 Processor -- start 2024-04-25T02:33:32.897 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f548c80f740 1 -- start start 2024-04-25T02:33:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f548c80f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a60390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f548c80f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 0x55a547a6ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f548c80f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a6d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f548c80f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a5479c3ab0 con 0x55a547a6b190 2024-04-25T02:33:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f548c80f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a54796c640 con 0x55a547a5ffb0 2024-04-25T02:33:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f548c80f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a5479bfa70 con 0x55a547a608d0 2024-04-25T02:33:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f5483400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a60390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f5482000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a6d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f5483400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a60390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44656/0 (socket says 172.21.15.47:44656) 2024-04-25T02:33:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.894+0000 7f5483400640 1 -- 172.21.15.47:0/2113153992 learned_addr learned my addr 172.21.15.47:0/2113153992 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f547b400640 1 -- 172.21.15.47:0/2353001708 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f5474003b30 con 0x7f5484100430 2024-04-25T02:33:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f5483400640 1 -- 172.21.15.47:0/2113153992 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 msgr2=0x55a547a6ac50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T02:33:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f5483400640 1 --2- 172.21.15.47:0/2113153992 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 0x55a547a6ac50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f5483400640 1 -- 172.21.15.47:0/2113153992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 msgr2=0x55a547a6d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f5483400640 1 --2- 172.21.15.47:0/2113153992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a6d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f5483400640 1 -- 172.21.15.47:0/2113153992 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5476d8210 con 0x55a547a5ffb0 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f5482000640 1 --2- 172.21.15.47:0/2113153992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a6d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f5483400640 1 --2- 172.21.15.47:0/2113153992 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a60390 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f547c00a430 tx=0x7f547c009650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e36e32252187291e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f546fe00640 1 -- 172.21.15.47:0/2113153992 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c013790 con 0x55a547a5ffb0 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f546fe00640 1 -- 172.21.15.47:0/2113153992 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f547c019070 con 0x55a547a5ffb0 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.895+0000 7f546fe00640 1 -- 172.21.15.47:0/2113153992 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c014da0 con 0x55a547a5ffb0 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f548c80f740 1 -- 172.21.15.47:0/2113153992 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 msgr2=0x55a547a60390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f548c80f740 1 --2- 172.21.15.47:0/2113153992 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a60390 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f547c00a430 tx=0x7f547c009650 comp rx=0 tx=0).stop 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f547b400640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54680a2ea0 0x7f54680a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f548c80f740 1 -- 172.21.15.47:0/2113153992 shutdown_connections 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f548c80f740 1 --2- 172.21.15.47:0/2113153992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a6d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f548c80f740 1 --2- 172.21.15.47:0/2113153992 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 0x55a547a6ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f548c80f740 1 --2- 172.21.15.47:0/2113153992 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a60390 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f548c80f740 1 -- 172.21.15.47:0/2113153992 >> 172.21.15.47:0/2113153992 conn(0x55a547a5c4c0 msgr2=0x55a547a5c8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.896+0000 7f547b400640 1 -- 172.21.15.47:0/2353001708 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f54740cf9e0 con 0x7f5484100430 2024-04-25T02:33:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.897+0000 7f548c80f740 1 -- 172.21.15.47:0/2113153992 shutdown_connections 2024-04-25T02:33:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.897+0000 7f5483400640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54680a2ea0 0x7f54680a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.897+0000 7f548c80f740 1 -- 172.21.15.47:0/2113153992 wait complete. 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.897+0000 7f548c80f740 1 -- start start 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.897+0000 7f5483400640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54680a2ea0 0x7f54680a5360 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f547c009900 tx=0x7f547c00c040 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.897+0000 7f548c80f740 1 Processor -- start 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f548c80f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a5ffb0 0x55a547a68120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f548c80f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a68660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f548c80f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a6b190 0x55a547a68ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f548c80f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a547a6ddc0 con 0x55a547a5ffb0 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f548c80f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a54797f990 con 0x55a547a608d0 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f548c80f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a547a6df40 con 0x55a547a6b190 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f548c80f740 10 client.0 _ll_register_callbacks cb 0x55a547981950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f5482a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a5ffb0 0x55a547a68120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f5482a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a5ffb0 0x55a547a68120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46484/0 (socket says 172.21.15.47:46484) 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f5482a00640 1 -- 172.21.15.47:0/3663746051 learned_addr learned my addr 172.21.15.47:0/3663746051 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f5482000640 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a68660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.898+0000 7f5483400640 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a6b190 0x55a547a68ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f5482a00640 1 -- 172.21.15.47:0/3663746051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a6b190 msgr2=0x55a547a68ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f5482a00640 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a6b190 0x55a547a68ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f5482a00640 1 -- 172.21.15.47:0/3663746051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 msgr2=0x55a547a68660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f5482a00640 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a68660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f5482a00640 1 -- 172.21.15.47:0/3663746051 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5477a4620 con 0x55a547a5ffb0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f5482a00640 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a5ffb0 0x55a547a68120 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f547400e9c0 tx=0x7f5474009590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca23c158ba833fd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f546cc00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f546cc00640 1 -- 172.21.15.47:0/3663746051 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54740a4960 con 0x55a547a5ffb0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f546cc00640 1 -- 172.21.15.47:0/3663746051 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f547409b140 con 0x55a547a5ffb0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.899+0000 7f548c80f740 1 -- 172.21.15.47:0/3663746051 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f547c019070 con 0x55a547a5ffb0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f546cc00640 1 -- 172.21.15.47:0/3663746051 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f547409b340 con 0x55a547a5ffb0 2024-04-25T02:33:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f548c80f740 10 client.15510 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f548c80f740 1 -- 172.21.15.47:0/3663746051 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a547a79c90 con 0x55a547a5ffb0 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f546cc00640 1 -- 172.21.15.47:0/3663746051 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f547c019070 con 0x55a547a5ffb0 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f546cc00640 1 -- 172.21.15.47:0/3663746051 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f547409abb0 con 0x55a547a5ffb0 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f548c80f740 10 client.15510 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f548c80f740 10 client.15510 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f548c80f740 20 client.15510 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f548c80f740 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a547a7b100 0x55a547a7d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f548c80f740 4 client.15510 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.900+0000 7f548c80f740 1 -- 172.21.15.47:0/3663746051 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a5479d0ff0 con 0x55a547a7b100 2024-04-25T02:33:32.908 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.901+0000 7f5482000640 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a547a7b100 0x55a547a7d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.901+0000 7f5482000640 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a547a7b100 0x55a547a7d4f0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee15df4e039b3ce6 server_cookie=441eea2c02c58131 in_seq=0 out_seq=0 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.901+0000 7f546cc00640 10 client.15510 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.902+0000 7f546cc00640 1 -- 172.21.15.47:0/3663746051 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a5479d0ff0 con 0x55a547a7b100 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.902+0000 7f546cc00640 10 client.15510 handle_command_reply: tid=0 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.902+0000 7f548c80f740 1 client.15510 shutdown 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.902+0000 7f548c80f740 1 -- 172.21.15.47:0/3663746051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a5ffb0 msgr2=0x55a547a68120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.902+0000 7f548c80f740 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a5ffb0 0x55a547a68120 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f547400e9c0 tx=0x7f5474009590 comp rx=0 tx=0).stop 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 1 -- 172.21.15.47:0/3663746051 shutdown_connections 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a547a7b100 0x55a547a7d4f0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a6b190 0x55a547a68ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a68660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f546cc00640 0 client.15510 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 1 --2- 172.21.15.47:0/3663746051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a5ffb0 0x55a547a68120 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 1 -- 172.21.15.47:0/3663746051 >> 172.21.15.47:0/3663746051 conn(0x55a547a5c4c0 msgr2=0x55a547a621f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 1 -- 172.21.15.47:0/3663746051 shutdown_connections 2024-04-25T02:33:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 1 -- 172.21.15.47:0/3663746051 wait complete. 2024-04-25T02:33:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.903+0000 7f548c80f740 20 client.15510 trim_cache size 0 max 16384 2024-04-25T02:33:32.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:32 smithi047 ceph-mon[27871]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.932+0000 7f548c80f740 1 Processor -- start 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.932+0000 7f548c80f740 1 -- start start 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.932+0000 7f548c80f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a5ffb0 0x55a547a6a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.932+0000 7f548c80f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a76c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f548c80f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a5ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f548c80f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f54841b1cc0 con 0x55a547a6b190 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f548c80f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f54841af590 con 0x55a547a608d0 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f548c80f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f54841ad3e0 con 0x55a547a5ffb0 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f5483400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a5ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.937 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f5482a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a5ffb0 0x55a547a6a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.938 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f5482000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a76c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.938 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f5483400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a5ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46494/0 (socket says 172.21.15.47:46494) 2024-04-25T02:33:32.938 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f5483400640 1 -- 172.21.15.47:0/37362743 learned_addr learned my addr 172.21.15.47:0/37362743 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:32.938 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f5482a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a5ffb0 0x55a547a6a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:34750/0 (socket says 172.21.15.47:34750) 2024-04-25T02:33:32.939 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f5483400640 1 -- 172.21.15.47:0/37362743 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a5ffb0 msgr2=0x55a547a6a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:32.939 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.933+0000 7f5483400640 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a5ffb0 0x55a547a6a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.939 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f5483400640 1 -- 172.21.15.47:0/37362743 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 msgr2=0x55a547a76c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f5483400640 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a76c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f5483400640 1 -- 172.21.15.47:0/37362743 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a547a5bc40 con 0x55a547a6b190 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f5482000640 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a76c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f5482a00640 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a5ffb0 0x55a547a6a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f5483400640 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a5ad90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f547c007040 tx=0x7f547c014940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28f81b0ed027e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f546f400640 1 -- 172.21.15.47:0/37362743 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c02b470 con 0x55a547a6b190 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f546f400640 1 -- 172.21.15.47:0/37362743 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f547c019040 con 0x55a547a6b190 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.934+0000 7f546f400640 1 -- 172.21.15.47:0/37362743 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c01e8c0 con 0x55a547a6b190 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 -- 172.21.15.47:0/37362743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 msgr2=0x55a547a5ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a5ad90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f547c007040 tx=0x7f547c014940 comp rx=0 tx=0).stop 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 -- 172.21.15.47:0/37362743 shutdown_connections 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a5ad90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a608d0 0x55a547a76c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 --2- 172.21.15.47:0/37362743 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a5ffb0 0x55a547a6a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.940 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 -- 172.21.15.47:0/37362743 >> 172.21.15.47:0/37362743 conn(0x55a547a5c4c0 msgr2=0x55a547a6a1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:32.941 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 -- 172.21.15.47:0/37362743 shutdown_connections 2024-04-25T02:33:32.941 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.935+0000 7f548c80f740 1 -- 172.21.15.47:0/37362743 wait complete. 2024-04-25T02:33:32.943 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.936+0000 7f548c80f740 1 -- start start 2024-04-25T02:33:32.943 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.936+0000 7f548c80f740 1 Processor -- start 2024-04-25T02:33:32.943 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.936+0000 7f548c80f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a733f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.943 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.936+0000 7f548c80f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 0x55a547a70160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.936+0000 7f548c80f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a706a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.936+0000 7f548c80f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f54841ada50 con 0x55a547a6b190 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.936+0000 7f548c80f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f54841aeec0 con 0x55a547a5ffb0 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.936+0000 7f548c80f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f54841ae120 con 0x55a547a608d0 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f548c80f740 10 client.0 _ll_register_callbacks cb 0x7f5474003e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5483400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a706a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5483400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a706a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46508/0 (socket says 172.21.15.47:46508) 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5483400640 1 -- 172.21.15.47:0/1518270726 learned_addr learned my addr 172.21.15.47:0/1518270726 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5482000640 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 0x55a547a70160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5482a00640 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a733f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5483400640 1 -- 172.21.15.47:0/1518270726 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 msgr2=0x55a547a70160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5483400640 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 0x55a547a70160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5483400640 1 -- 172.21.15.47:0/1518270726 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 msgr2=0x55a547a733f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5483400640 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a733f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.944 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.937+0000 7f5483400640 1 -- 172.21.15.47:0/1518270726 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a547a670f0 con 0x55a547a6b190 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.938+0000 7f5483400640 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a706a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f547c004b90 tx=0x7f547c0096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4726d0eb6e60037 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.938+0000 7f546cc00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.938+0000 7f546cc00640 1 -- 172.21.15.47:0/1518270726 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c01ec00 con 0x55a547a6b190 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.938+0000 7f546cc00640 1 -- 172.21.15.47:0/1518270726 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f547c01eda0 con 0x55a547a6b190 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.938+0000 7f548c80f740 1 -- 172.21.15.47:0/1518270726 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f547c019040 con 0x55a547a6b190 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.938+0000 7f546cc00640 1 -- 172.21.15.47:0/1518270726 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f547c02b470 con 0x55a547a6b190 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.938+0000 7f548c80f740 10 client.15516 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.938+0000 7f548c80f740 1 -- 172.21.15.47:0/1518270726 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a547ae2240 con 0x55a547a6b190 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f546cc00640 1 -- 172.21.15.47:0/1518270726 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f547c019040 con 0x55a547a6b190 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f546cc00640 1 -- 172.21.15.47:0/1518270726 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f547c0333f0 con 0x55a547a6b190 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f548c80f740 10 client.15516 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f548c80f740 10 client.15516 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f548c80f740 20 client.15516 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f548c80f740 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a547ae27b0 0x55a547ae4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:32.945 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f548c80f740 4 client.15516 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:33:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f548c80f740 1 -- 172.21.15.47:0/1518270726 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a5479cb340 con 0x55a547ae27b0 2024-04-25T02:33:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.939+0000 7f5482a00640 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a547ae27b0 0x55a547ae4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.940+0000 7f5482a00640 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a547ae27b0 0x55a547ae4ba0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a386c19d3a09801 server_cookie=5de658ce04087c76 in_seq=0 out_seq=0 2024-04-25T02:33:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.940+0000 7f546cc00640 10 client.15516 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f546cc00640 1 -- 172.21.15.47:0/1518270726 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a5479cb340 con 0x55a547ae27b0 2024-04-25T02:33:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f546cc00640 10 client.15516 handle_command_reply: tid=0 2024-04-25T02:33:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 client.15516 shutdown 2024-04-25T02:33:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 -- 172.21.15.47:0/1518270726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 msgr2=0x55a547a706a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a706a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f547c004b90 tx=0x7f547c0096c0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 -- 172.21.15.47:0/1518270726 shutdown_connections 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a547ae27b0 0x55a547ae4ba0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a547a6b190 0x55a547a706a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a547a608d0 0x55a547a70160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f546cc00640 0 client.15516 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 --2- 172.21.15.47:0/1518270726 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a547a5ffb0 0x55a547a733f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 -- 172.21.15.47:0/1518270726 >> 172.21.15.47:0/1518270726 conn(0x55a547a5c4c0 msgr2=0x55a547a75c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 -- 172.21.15.47:0/1518270726 shutdown_connections 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 1 -- 172.21.15.47:0/1518270726 wait complete. 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.948+0000 7f548c80f740 20 client.15516 trim_cache size 0 max 16384 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:33:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:33:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:33:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:33:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 -- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54680a2ea0 msgr2=0x7f54680a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54680a2ea0 0x7f54680a5360 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f547c009900 tx=0x7f547c00c040 comp rx=0 tx=0).stop 2024-04-25T02:33:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 -- 172.21.15.47:0/2353001708 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 msgr2=0x7f548419a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 0x7f548419a130 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f547400e9f0 tx=0x7f547400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.955 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 -- 172.21.15.47:0/2353001708 shutdown_connections 2024-04-25T02:33:32.955 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f54680a2ea0 0x7f54680a5360 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.955 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54841064d0 0x7f548419e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.955 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5484100df0 0x7f548419a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.955 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 --2- 172.21.15.47:0/2353001708 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5484100430 0x7f548419a130 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:32.955 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 -- 172.21.15.47:0/2353001708 >> 172.21.15.47:0/2353001708 conn(0x7f54840fbf60 msgr2=0x7f5484068b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:32.955 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 -- 172.21.15.47:0/2353001708 shutdown_connections 2024-04-25T02:33:32.955 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:32.949+0000 7f5483e00640 1 -- 172.21.15.47:0/2353001708 wait complete. 2024-04-25T02:33:34.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:34 smithi113 ceph-mon[32459]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-25T02:33:34.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:34 smithi178 ceph-mon[33053]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-25T02:33:34.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:34 smithi047 ceph-mon[27871]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-25T02:33:36.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:36 smithi113 ceph-mon[32459]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-25T02:33:36.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:36 smithi178 ceph-mon[33053]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-25T02:33:36.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:36 smithi047 ceph-mon[27871]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-25T02:33:38.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:38 smithi113 ceph-mon[32459]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-25T02:33:38.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:38 smithi178 ceph-mon[33053]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-25T02:33:38.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:38 smithi047 ceph-mon[27871]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-25T02:33:40.756 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:40 smithi113 ceph-mon[32459]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-04-25T02:33:40.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:40 smithi178 ceph-mon[33053]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-04-25T02:33:40.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:40 smithi047 ceph-mon[27871]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-04-25T02:33:42.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:42 smithi113 ceph-mon[32459]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-04-25T02:33:42.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:42 smithi178 ceph-mon[33053]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-04-25T02:33:42.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:42 smithi047 ceph-mon[27871]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-04-25T02:33:44.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:44 smithi113 ceph-mon[32459]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-04-25T02:33:44.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:44 smithi178 ceph-mon[33053]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-04-25T02:33:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:44 smithi047 ceph-mon[27871]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.138+0000 7f0319400640 1 -- 172.21.15.47:0/1900377268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0314100310 msgr2=0x7f03141006f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.138+0000 7f0319400640 1 --2- 172.21.15.47:0/1900377268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0314100310 0x7f03141006f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0304009900 tx=0x7f030402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.138+0000 7f0319400640 1 -- 172.21.15.47:0/1900377268 shutdown_connections 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.138+0000 7f0319400640 1 --2- 172.21.15.47:0/1900377268 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f031410dec0 0x7f03141102b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.138+0000 7f0319400640 1 --2- 172.21.15.47:0/1900377268 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0314100cc0 0x7f031410d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.138+0000 7f0319400640 1 --2- 172.21.15.47:0/1900377268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0314100310 0x7f03141006f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.138+0000 7f0319400640 1 -- 172.21.15.47:0/1900377268 >> 172.21.15.47:0/1900377268 conn(0x7f03140fbf60 msgr2=0x7f03140fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.139+0000 7f0319400640 1 -- 172.21.15.47:0/1900377268 shutdown_connections 2024-04-25T02:33:46.142 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.139+0000 7f0319400640 1 -- 172.21.15.47:0/1900377268 wait complete. 2024-04-25T02:33:46.143 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.140+0000 7f0319400640 1 Processor -- start 2024-04-25T02:33:46.143 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.140+0000 7f0319400640 1 -- start start 2024-04-25T02:33:46.143 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0319400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0314100310 0x7f031419a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.144 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0319400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0314100cc0 0x7f031419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.144 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0319400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f031410dec0 0x7f031419e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.144 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0319400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0314113ba0 con 0x7f0314100cc0 2024-04-25T02:33:46.144 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0319400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0314113a20 con 0x7f031410dec0 2024-04-25T02:33:46.144 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0319400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0314113d20 con 0x7f0314100310 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0313e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0314100310 0x7f031419a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0313e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0314100310 0x7f031419a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:51170/0 (socket says 172.21.15.47:51170) 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0313e00640 1 -- 172.21.15.47:0/3462690770 learned_addr learned my addr 172.21.15.47:0/3462690770 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f030be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0314100cc0 0x7f031419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.141+0000 7f0318a00640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f031410dec0 0x7f031419e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.142+0000 7f0313e00640 1 -- 172.21.15.47:0/3462690770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f031410dec0 msgr2=0x7f031419e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.142+0000 7f0313e00640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f031410dec0 0x7f031419e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.142+0000 7f0313e00640 1 -- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0314100cc0 msgr2=0x7f031419a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.142+0000 7f0313e00640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0314100cc0 0x7f031419a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.142+0000 7f0313e00640 1 -- 172.21.15.47:0/3462690770 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f031419f090 con 0x7f0314100310 2024-04-25T02:33:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.142+0000 7f0313e00640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0314100310 0x7f031419a0a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0304004770 tx=0x7f0304003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.143+0000 7f0311600640 1 -- 172.21.15.47:0/3462690770 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f030403f070 con 0x7f0314100310 2024-04-25T02:33:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.143+0000 7f0311600640 1 -- 172.21.15.47:0/3462690770 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0304031ca0 con 0x7f0314100310 2024-04-25T02:33:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.143+0000 7f0311600640 1 -- 172.21.15.47:0/3462690770 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0304035030 con 0x7f0314100310 2024-04-25T02:33:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.144+0000 7f0319400640 1 -- 172.21.15.47:0/3462690770 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f031419f320 con 0x7f0314100310 2024-04-25T02:33:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.144+0000 7f0319400640 1 -- 172.21.15.47:0/3462690770 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03141a6c10 con 0x7f0314100310 2024-04-25T02:33:46.150 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.147+0000 7f031d77a740 1 Processor -- start 2024-04-25T02:33:46.150 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.147+0000 7f031d77a740 1 -- start start 2024-04-25T02:33:46.151 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f031d77a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ebfb0 0x55966e2ec390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.151 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f031d77a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ec8d0 0x55966e2f6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.151 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f031d77a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2f7190 0x55966e2f9580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.151 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f031d77a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55966e24fab0 con 0x55966e2ec8d0 2024-04-25T02:33:46.151 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f031d77a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55966e1f8640 con 0x55966e2ebfb0 2024-04-25T02:33:46.151 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f031d77a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55966e24ba70 con 0x55966e2f7190 2024-04-25T02:33:46.151 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f0318a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ebfb0 0x55966e2ec390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.152 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f0318a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ebfb0 0x55966e2ec390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:53566/0 (socket says 172.21.15.47:53566) 2024-04-25T02:33:46.152 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f0318a00640 1 -- 172.21.15.47:0/2504767615 learned_addr learned my addr 172.21.15.47:0/2504767615 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:46.152 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.148+0000 7f030be00640 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2f7190 0x55966e2f9580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.153 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.149+0000 7f0311600640 1 -- 172.21.15.47:0/3462690770 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f0304042070 con 0x7f0314100310 2024-04-25T02:33:46.153 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.149+0000 7f0318a00640 1 -- 172.21.15.47:0/2504767615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2f7190 msgr2=0x55966e2f9580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:46.153 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.149+0000 7f0318a00640 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2f7190 0x55966e2f9580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.153 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.149+0000 7f0318a00640 1 -- 172.21.15.47:0/2504767615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ec8d0 msgr2=0x55966e2f6c50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T02:33:46.153 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.149+0000 7f0313e00640 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ec8d0 0x55966e2f6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.154 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.149+0000 7f0318a00640 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ec8d0 0x55966e2f6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.154 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.149+0000 7f0318a00640 1 -- 172.21.15.47:0/2504767615 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55966df64210 con 0x55966e2ebfb0 2024-04-25T02:33:46.154 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.149+0000 7f030be00640 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2f7190 0x55966e2f9580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:46.154 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.150+0000 7f0313e00640 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ec8d0 0x55966e2f6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:33:46.154 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.150+0000 7f0318a00640 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ebfb0 0x55966e2ec390 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f030c009f40 tx=0x7f030c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e758630d1a400832 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:46.154 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.150+0000 7f0309200640 1 -- 172.21.15.47:0/2504767615 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f030c01e070 con 0x55966e2ebfb0 2024-04-25T02:33:46.154 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.150+0000 7f0309200640 1 -- 172.21.15.47:0/2504767615 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f030c003c30 con 0x55966e2ebfb0 2024-04-25T02:33:46.154 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.150+0000 7f0309200640 1 -- 172.21.15.47:0/2504767615 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f030c00f960 con 0x55966e2ebfb0 2024-04-25T02:33:46.155 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f0311600640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f02f80a2ff0 0x7f02f80a54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.155 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f031d77a740 1 -- 172.21.15.47:0/2504767615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ebfb0 msgr2=0x55966e2ec390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.155 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f031d77a740 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ebfb0 0x55966e2ec390 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f030c009f40 tx=0x7f030c0118d0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.156 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f0311600640 1 -- 172.21.15.47:0/3462690770 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f03040efba0 con 0x7f0314100310 2024-04-25T02:33:46.156 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f031d77a740 1 -- 172.21.15.47:0/2504767615 shutdown_connections 2024-04-25T02:33:46.156 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f031d77a740 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2f7190 0x55966e2f9580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.156 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f031d77a740 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ec8d0 0x55966e2f6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.156 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f031d77a740 1 --2- 172.21.15.47:0/2504767615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ebfb0 0x55966e2ec390 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.156 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f031d77a740 1 -- 172.21.15.47:0/2504767615 >> 172.21.15.47:0/2504767615 conn(0x55966e2e84c0 msgr2=0x55966e2e88a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:46.156 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.151+0000 7f031d77a740 1 -- 172.21.15.47:0/2504767615 shutdown_connections 2024-04-25T02:33:46.156 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.152+0000 7f0313e00640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f02f80a2ff0 0x7f02f80a54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.157 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.152+0000 7f031d77a740 1 -- 172.21.15.47:0/2504767615 wait complete. 2024-04-25T02:33:46.157 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.152+0000 7f031d77a740 1 -- start start 2024-04-25T02:33:46.157 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.152+0000 7f0313e00640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f02f80a2ff0 0x7f02f80a54b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f03040ed140 tx=0x7f030402a3f0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:46.157 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.152+0000 7f031d77a740 1 Processor -- start 2024-04-25T02:33:46.159 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.153+0000 7f031d77a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ebfb0 0x55966e2f4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.159 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.153+0000 7f031d77a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ec8d0 0x55966e2f46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.159 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.153+0000 7f031d77a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2f7190 0x55966e2f4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.159 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.153+0000 7f031d77a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55966e2f9dc0 con 0x55966e2f7190 2024-04-25T02:33:46.159 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.153+0000 7f031d77a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55966e20b990 con 0x55966e2ec8d0 2024-04-25T02:33:46.159 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.153+0000 7f031d77a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55966e2f9f40 con 0x55966e2ebfb0 2024-04-25T02:33:46.159 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.153+0000 7f031d77a740 10 client.0 _ll_register_callbacks cb 0x55966e20d950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ec8d0 0x55966e2f46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ec8d0 0x55966e2f46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:53572/0 (socket says 172.21.15.47:53572) 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 -- 172.21.15.47:0/1001849850 learned_addr learned my addr 172.21.15.47:0/1001849850 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f0318a00640 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ebfb0 0x55966e2f4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 -- 172.21.15.47:0/1001849850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ebfb0 msgr2=0x55966e2f4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ebfb0 0x55966e2f4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 -- 172.21.15.47:0/1001849850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2f7190 msgr2=0x55966e2f4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2f7190 0x55966e2f4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 -- 172.21.15.47:0/1001849850 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55966e030620 con 0x55966e2ec8d0 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f030be00640 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ec8d0 0x55966e2f46d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f02fc012700 tx=0x7f02fc012bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eed90e3f9d0c63fd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f0301600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.154+0000 7f0301600640 1 -- 172.21.15.47:0/1001849850 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02fc004050 con 0x55966e2ec8d0 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.155+0000 7f0301600640 1 -- 172.21.15.47:0/1001849850 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f02fc0041f0 con 0x55966e2ec8d0 2024-04-25T02:33:46.160 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.155+0000 7f031d77a740 1 -- 172.21.15.47:0/1001849850 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f030c003c30 con 0x55966e2ec8d0 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.155+0000 7f0301600640 1 -- 172.21.15.47:0/1001849850 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f02fc0043f0 con 0x55966e2ec8d0 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.155+0000 7f031d77a740 10 client.25628 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.155+0000 7f031d77a740 1 -- 172.21.15.47:0/1001849850 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55966e305d10 con 0x55966e2ec8d0 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.155+0000 7f0301600640 1 -- 172.21.15.47:0/1001849850 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f030c003c30 con 0x55966e2ec8d0 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.156+0000 7f0301600640 1 -- 172.21.15.47:0/1001849850 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f02fc003c20 con 0x55966e2ec8d0 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.156+0000 7f031d77a740 10 client.25628 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.156+0000 7f031d77a740 10 client.25628 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.156+0000 7f031d77a740 20 client.25628 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.156+0000 7f031d77a740 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55966e307220 0x55966e309610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.156+0000 7f031d77a740 4 client.25628 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.156+0000 7f031d77a740 1 -- 172.21.15.47:0/1001849850 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55966e25cff0 con 0x55966e307220 2024-04-25T02:33:46.161 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.156+0000 7f0318a00640 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55966e307220 0x55966e309610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.162 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.157+0000 7f0318a00640 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55966e307220 0x55966e309610 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed842bbaca991ad3 server_cookie=9f90890715e8e1e3 in_seq=0 out_seq=0 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.157+0000 7f0301600640 10 client.25628 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f0301600640 1 -- 172.21.15.47:0/1001849850 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55966e25cff0 con 0x55966e307220 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f0301600640 10 client.25628 handle_command_reply: tid=0 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 client.25628 shutdown 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 -- 172.21.15.47:0/1001849850 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ec8d0 msgr2=0x55966e2f46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ec8d0 0x55966e2f46d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f02fc012700 tx=0x7f02fc012bc0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 -- 172.21.15.47:0/1001849850 shutdown_connections 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55966e307220 0x55966e309610 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2f7190 0x55966e2f4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2ec8d0 0x55966e2f46d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 --2- 172.21.15.47:0/1001849850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ebfb0 0x55966e2f4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 -- 172.21.15.47:0/1001849850 >> 172.21.15.47:0/1001849850 conn(0x55966e2e84c0 msgr2=0x55966e2ee240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f0301600640 0 client.25628 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 -- 172.21.15.47:0/1001849850 shutdown_connections 2024-04-25T02:33:46.163 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 1 -- 172.21.15.47:0/1001849850 wait complete. 2024-04-25T02:33:46.164 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.158+0000 7f031d77a740 20 client.25628 trim_cache size 0 max 16384 2024-04-25T02:33:46.178 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.174+0000 7f031d77a740 1 Processor -- start 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.174+0000 7f031d77a740 1 -- start start 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f031d77a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e302c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f031d77a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f4a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f031d77a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 0x55966e30ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f031d77a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03141b1c40 con 0x55966e2ebfb0 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f031d77a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f03141af510 con 0x55966e2f7190 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f031d77a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03141ad360 con 0x55966e2ec8d0 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f0318a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e302c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f0318a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e302c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59110/0 (socket says 172.21.15.47:59110) 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f0318a00640 1 -- 172.21.15.47:0/2982075611 learned_addr learned my addr 172.21.15.47:0/2982075611 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:46.179 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f030be00640 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.175+0000 7f0318a00640 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 0x55966e30ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f030be00640 1 -- 172.21.15.47:0/2982075611 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 msgr2=0x55966e30ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f030be00640 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 0x55966e30ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f030be00640 1 -- 172.21.15.47:0/2982075611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 msgr2=0x55966e302c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f030be00640 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e302c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f030be00640 1 -- 172.21.15.47:0/2982075611 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55966e2eef60 con 0x55966e2ec8d0 2024-04-25T02:33:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f0318a00640 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e302c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f030be00640 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f4a30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f02fc010670 tx=0x7f02fc010a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a42d72a4b70209 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f0303e00640 1 -- 172.21.15.47:0/2982075611 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02fc029040 con 0x55966e2ec8d0 2024-04-25T02:33:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f0303e00640 1 -- 172.21.15.47:0/2982075611 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02fc00fe00 con 0x55966e2ec8d0 2024-04-25T02:33:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.176+0000 7f0303e00640 1 -- 172.21.15.47:0/2982075611 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02fc004590 con 0x55966e2ec8d0 2024-04-25T02:33:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 -- 172.21.15.47:0/2982075611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 msgr2=0x55966e2f4a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f4a30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f02fc010670 tx=0x7f02fc010a30 comp rx=0 tx=0).stop 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 -- 172.21.15.47:0/2982075611 shutdown_connections 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 0x55966e30ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f4a30 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 --2- 172.21.15.47:0/2982075611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e302c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 -- 172.21.15.47:0/2982075611 >> 172.21.15.47:0/2982075611 conn(0x55966e2e84c0 msgr2=0x55966e2e7620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 -- 172.21.15.47:0/2982075611 shutdown_connections 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.177+0000 7f031d77a740 1 -- 172.21.15.47:0/2982075611 wait complete. 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 1 -- start start 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 1 Processor -- start 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e2f0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f1420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.183 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 0x55966e2f1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03141ad9d0 con 0x55966e2ebfb0 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f03141aee40 con 0x55966e2f7190 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03141ae0a0 con 0x55966e2ec8d0 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.178+0000 7f031d77a740 10 client.0 _ll_register_callbacks cb 0x7f02fc009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f0318a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e2f0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f030be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f0318a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e2f0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59124/0 (socket says 172.21.15.47:59124) 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f0318a00640 1 -- 172.21.15.47:0/2785943267 learned_addr learned my addr 172.21.15.47:0/2785943267 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f0318a00640 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 0x55966e2f1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f030be00640 1 -- 172.21.15.47:0/2785943267 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 msgr2=0x55966e2f1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f030be00640 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 0x55966e2f1960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f030be00640 1 -- 172.21.15.47:0/2785943267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 msgr2=0x55966e2f0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:46.184 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f030be00640 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e2f0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.185 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f030be00640 1 -- 172.21.15.47:0/2785943267 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55966e36c7c0 con 0x55966e2ec8d0 2024-04-25T02:33:46.185 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f0318a00640 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e2f0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:46.186 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f030be00640 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f1420 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x55966e2e7da0 tx=0x7f02fc0123e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec3189c61fd5e9a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:46.186 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.179+0000 7f0301600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:33:46.186 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.180+0000 7f0301600640 1 -- 172.21.15.47:0/2785943267 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02fc029070 con 0x55966e2ec8d0 2024-04-25T02:33:46.186 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.180+0000 7f0301600640 1 -- 172.21.15.47:0/2785943267 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f02fc0053b0 con 0x55966e2ec8d0 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.180+0000 7f031d77a740 1 -- 172.21.15.47:0/2785943267 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02fc00fe00 con 0x55966e2ec8d0 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.180+0000 7f0301600640 1 -- 172.21.15.47:0/2785943267 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f02fc03e050 con 0x55966e2ec8d0 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.180+0000 7f031d77a740 10 client.25639 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.180+0000 7f031d77a740 1 -- 172.21.15.47:0/2785943267 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55966e36dad0 con 0x55966e2ec8d0 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.180+0000 7f0301600640 1 -- 172.21.15.47:0/2785943267 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02fc0055b0 con 0x55966e2ec8d0 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.181+0000 7f0301600640 1 -- 172.21.15.47:0/2785943267 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f02fc00f920 con 0x55966e2ec8d0 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.181+0000 7f031d77a740 10 client.25639 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.181+0000 7f031d77a740 10 client.25639 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.181+0000 7f031d77a740 20 client.25639 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.181+0000 7f031d77a740 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55966e36e080 0x55966e370470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.181+0000 7f031d77a740 4 client.25639 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.181+0000 7f031d77a740 1 -- 172.21.15.47:0/2785943267 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f02fc00fe00 con 0x55966e36e080 2024-04-25T02:33:46.187 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.182+0000 7f0318a00640 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55966e36e080 0x55966e370470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:46.188 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.182+0000 7f0318a00640 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55966e36e080 0x55966e370470 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b695cce56f297351 server_cookie=2d05ed378c1aaa06 in_seq=0 out_seq=0 2024-04-25T02:33:46.188 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.182+0000 7f0301600640 10 client.25639 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f0301600640 1 -- 172.21.15.47:0/2785943267 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f02fc00fe00 con 0x55966e36e080 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f0301600640 10 client.25639 handle_command_reply: tid=0 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 client.25639 shutdown 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 -- 172.21.15.47:0/2785943267 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 msgr2=0x55966e2f1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f1420 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x55966e2e7da0 tx=0x7f02fc0123e0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 -- 172.21.15.47:0/2785943267 shutdown_connections 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55966e36e080 0x55966e370470 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55966e2f7190 0x55966e2f1960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55966e2ec8d0 0x55966e2f1420 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.190 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 --2- 172.21.15.47:0/2785943267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55966e2ebfb0 0x55966e2f0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f0301600640 0 client.25639 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.186+0000 7f031d77a740 1 -- 172.21.15.47:0/2785943267 >> 172.21.15.47:0/2785943267 conn(0x55966e2e84c0 msgr2=0x55966e2ed960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.187+0000 7f031d77a740 1 -- 172.21.15.47:0/2785943267 shutdown_connections 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.187+0000 7f031d77a740 1 -- 172.21.15.47:0/2785943267 wait complete. 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.187+0000 7f031d77a740 20 client.25639 trim_cache size 0 max 16384 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:33:46.191 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:33:46.192 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.187+0000 7f0319400640 1 -- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f02f80a2ff0 msgr2=0x7f02f80a54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.192 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.187+0000 7f0319400640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f02f80a2ff0 0x7f02f80a54b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f03040ed140 tx=0x7f030402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.192 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.187+0000 7f0319400640 1 -- 172.21.15.47:0/3462690770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0314100310 msgr2=0x7f031419a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:46.192 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.187+0000 7f0319400640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0314100310 0x7f031419a0a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0304004770 tx=0x7f0304003c10 comp rx=0 tx=0).stop 2024-04-25T02:33:46.192 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.188+0000 7f0319400640 1 -- 172.21.15.47:0/3462690770 shutdown_connections 2024-04-25T02:33:46.192 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.188+0000 7f0319400640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f02f80a2ff0 0x7f02f80a54b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.192 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.188+0000 7f0319400640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f031410dec0 0x7f031419e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.192 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.188+0000 7f0319400640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0314100cc0 0x7f031419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.193 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.188+0000 7f0319400640 1 --2- 172.21.15.47:0/3462690770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0314100310 0x7f031419a0a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:46.193 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.188+0000 7f0319400640 1 -- 172.21.15.47:0/3462690770 >> 172.21.15.47:0/3462690770 conn(0x7f03140fbf60 msgr2=0x7f031410f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:46.193 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.188+0000 7f0319400640 1 -- 172.21.15.47:0/3462690770 shutdown_connections 2024-04-25T02:33:46.193 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:46.188+0000 7f0319400640 1 -- 172.21.15.47:0/3462690770 wait complete. 2024-04-25T02:33:46.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:46 smithi113 ceph-mon[32459]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T02:33:46.841 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:46 smithi178 ceph-mon[33053]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T02:33:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:46 smithi047 ceph-mon[27871]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T02:33:48.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:48 smithi113 ceph-mon[32459]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T02:33:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:48 smithi178 ceph-mon[33053]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T02:33:48.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:48 smithi047 ceph-mon[27871]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T02:33:50.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:50 smithi113 ceph-mon[32459]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T02:33:50.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:50 smithi178 ceph-mon[33053]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T02:33:50.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:50 smithi047 ceph-mon[27871]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T02:33:51.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:51 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:33:51.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:51 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:51.759 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:51 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:51 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:33:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:51 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:51 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:51 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:33:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:51 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:51 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:52.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:52 smithi113 ceph-mon[32459]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:52.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:52 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:33:52.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:52 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:33:52.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:52 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:52.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:52 smithi178 ceph-mon[33053]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:52.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:52 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:33:52.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:52 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:33:52.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:52 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:52 smithi047 ceph-mon[27871]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:52 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:33:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:52 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:33:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:52 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:33:54.581 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:33:54.581 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:33:54.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:54 smithi113 ceph-mon[32459]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 -- 172.21.15.47:0/140373739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 msgr2=0x7f3a341106c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 --2- 172.21.15.47:0/140373739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 0x7f3a341106c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c009cd0 tx=0x7f3a2c02a8e0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 -- 172.21.15.47:0/140373739 shutdown_connections 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 --2- 172.21.15.47:0/140373739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 0x7f3a341106c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 --2- 172.21.15.47:0/140373739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a341037f0 0x7f3a34103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 --2- 172.21.15.47:0/140373739 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a34109800 0x7f3a34109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 -- 172.21.15.47:0/140373739 >> 172.21.15.47:0/140373739 conn(0x7f3a340ff280 msgr2=0x7f3a341016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 -- 172.21.15.47:0/140373739 shutdown_connections 2024-04-25T02:33:54.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.801+0000 7f3a38e00640 1 -- 172.21.15.47:0/140373739 wait complete. 2024-04-25T02:33:54.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.803+0000 7f3a38e00640 1 Processor -- start 2024-04-25T02:33:54.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.803+0000 7f3a38e00640 1 -- start start 2024-04-25T02:33:54.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.803+0000 7f3a38e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a341037f0 0x7f3a3419a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a38e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 0x7f3a3419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a38e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a34109800 0x7f3a3419e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a38e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a34113c60 con 0x7f3a341041b0 2024-04-25T02:33:54.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a38e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3a34113ae0 con 0x7f3a341037f0 2024-04-25T02:33:54.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a38e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a34113de0 con 0x7f3a34109800 2024-04-25T02:33:54.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a33400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a341037f0 0x7f3a3419a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a32a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 0x7f3a3419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a33400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a341037f0 0x7f3a3419a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44776/0 (socket says 172.21.15.47:44776) 2024-04-25T02:33:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a33400640 1 -- 172.21.15.47:0/3808789576 learned_addr learned my addr 172.21.15.47:0/3808789576 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:54.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a33e00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a34109800 0x7f3a3419e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.804+0000 7f3a33400640 1 -- 172.21.15.47:0/3808789576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a34109800 msgr2=0x7f3a3419e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a33400640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a34109800 0x7f3a3419e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a33400640 1 -- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 msgr2=0x7f3a3419a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a33400640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 0x7f3a3419a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a33400640 1 -- 172.21.15.47:0/3808789576 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a3419f0f0 con 0x7f3a341037f0 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a32a00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 0x7f3a3419a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a33400640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a341037f0 0x7f3a3419a100 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3a2400ea60 tx=0x7f3a2400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a2be00640 1 -- 172.21.15.47:0/3808789576 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a2400cde0 con 0x7f3a341037f0 2024-04-25T02:33:54.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a38e00640 1 -- 172.21.15.47:0/3808789576 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a3419f3e0 con 0x7f3a341037f0 2024-04-25T02:33:54.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a2be00640 1 -- 172.21.15.47:0/3808789576 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a240035f0 con 0x7f3a341037f0 2024-04-25T02:33:54.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.805+0000 7f3a2be00640 1 -- 172.21.15.47:0/3808789576 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a24010670 con 0x7f3a341037f0 2024-04-25T02:33:54.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.806+0000 7f3a38e00640 1 -- 172.21.15.47:0/3808789576 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a341a6c70 con 0x7f3a341037f0 2024-04-25T02:33:54.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.810+0000 7f3a3d21d740 1 Processor -- start 2024-04-25T02:33:54.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a3d21d740 1 -- start start 2024-04-25T02:33:54.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a2be00640 1 -- 172.21.15.47:0/3808789576 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f3a240037a0 con 0x7f3a341037f0 2024-04-25T02:33:54.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a629b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a5c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62a85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f8a61ff560 con 0x55f8a629bb00 2024-04-25T02:33:54.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f8a61a7930 con 0x55f8a62a61d0 2024-04-25T02:33:54.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f8a61fb520 con 0x55f8a629b1e0 2024-04-25T02:33:54.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a33e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a629b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a33e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a629b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41124/0 (socket says 172.21.15.47:41124) 2024-04-25T02:33:54.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.811+0000 7f3a33e00640 1 -- 172.21.15.47:0/1109767660 learned_addr learned my addr 172.21.15.47:0/1109767660 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:54.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.812+0000 7f3a32a00640 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62a85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.812+0000 7f3a33e00640 1 -- 172.21.15.47:0/1109767660 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 msgr2=0x55f8a62a85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:54.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.812+0000 7f3a33e00640 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62a85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.812+0000 7f3a33e00640 1 -- 172.21.15.47:0/1109767660 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 msgr2=0x55f8a62a5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:54.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.812+0000 7f3a33400640 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.812+0000 7f3a33e00640 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.812+0000 7f3a33e00640 1 -- 172.21.15.47:0/1109767660 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8a5fdd7d0 con 0x55f8a629b1e0 2024-04-25T02:33:54.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.812+0000 7f3a32a00640 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62a85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:54.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.813+0000 7f3a33400640 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:33:54.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.813+0000 7f3a33e00640 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a629b5c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c009cd0 tx=0x7f3a2c009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7edd869c0814470 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:54.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.813+0000 7f3a2be00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a180a2eb0 0x7f3a180a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.813+0000 7f3a2be00640 1 -- 172.21.15.47:0/3808789576 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3a240cf970 con 0x7f3a341037f0 2024-04-25T02:33:54.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.813+0000 7f3a33400640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a180a2eb0 0x7f3a180a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.814+0000 7f3a28c00640 1 -- 172.21.15.47:0/1109767660 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c049070 con 0x55f8a629b1e0 2024-04-25T02:33:54.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.814+0000 7f3a28c00640 1 -- 172.21.15.47:0/1109767660 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a2c036040 con 0x55f8a629b1e0 2024-04-25T02:33:54.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.814+0000 7f3a28c00640 1 -- 172.21.15.47:0/1109767660 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c004040 con 0x55f8a629b1e0 2024-04-25T02:33:54.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 -- 172.21.15.47:0/1109767660 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 msgr2=0x55f8a629b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a629b5c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c009cd0 tx=0x7f3a2c009a20 comp rx=0 tx=0).stop 2024-04-25T02:33:54.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a33400640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a180a2eb0 0x7f3a180a5370 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3a240ccf10 tx=0x7f3a24003f30 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:54.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 -- 172.21.15.47:0/1109767660 shutdown_connections 2024-04-25T02:33:54.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62a85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/1109767660 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a629b5c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 -- 172.21.15.47:0/1109767660 >> 172.21.15.47:0/1109767660 conn(0x55f8a6297500 msgr2=0x55f8a62978e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:54.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 -- 172.21.15.47:0/1109767660 shutdown_connections 2024-04-25T02:33:54.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 -- 172.21.15.47:0/1109767660 wait complete. 2024-04-25T02:33:54.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.815+0000 7f3a3d21d740 1 -- start start 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.816+0000 7f3a3d21d740 1 Processor -- start 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.816+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a629b1e0 0x55f8a62a3200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.816+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a62a61d0 0x55f8a62a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f8a62a8f60 con 0x55f8a629bb00 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f8a61bad90 con 0x55f8a629b1e0 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f8a62a90e0 con 0x55f8a62a61d0 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a3d21d740 10 client.0 _ll_register_callbacks cb 0x55f8a61ba780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:54.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a629b1e0 0x55f8a62a3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a32a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a629b1e0 0x55f8a62a3200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44792/0 (socket says 172.21.15.47:44792) 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 -- 172.21.15.47:0/2065553401 learned_addr learned my addr 172.21.15.47:0/2065553401 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a62a61d0 0x55f8a62a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 -- 172.21.15.47:0/2065553401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a62a61d0 msgr2=0x55f8a62a3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a62a61d0 0x55f8a62a3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 -- 172.21.15.47:0/2065553401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 msgr2=0x55f8a62a3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.817+0000 7f3a33e00640 1 -- 172.21.15.47:0/2065553401 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8a5f133f0 con 0x55f8a629b1e0 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.818+0000 7f3a33e00640 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a629b1e0 0x55f8a62a3200 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c009620 tx=0x7f3a2c003b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed745a0aadb92c3d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.818+0000 7f3a1d600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.818+0000 7f3a1d600640 1 -- 172.21.15.47:0/2065553401 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c056060 con 0x55f8a629b1e0 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.818+0000 7f3a3d21d740 1 -- 172.21.15.47:0/2065553401 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a2c036040 con 0x55f8a629b1e0 2024-04-25T02:33:54.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.818+0000 7f3a1d600640 1 -- 172.21.15.47:0/2065553401 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3a2c041040 con 0x55f8a629b1e0 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.818+0000 7f3a1d600640 1 -- 172.21.15.47:0/2065553401 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3a2c049050 con 0x55f8a629b1e0 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.818+0000 7f3a3d21d740 10 client.25646 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.818+0000 7f3a3d21d740 1 -- 172.21.15.47:0/2065553401 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f8a5ed30f0 con 0x55f8a629b1e0 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.819+0000 7f3a1d600640 1 -- 172.21.15.47:0/2065553401 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a2c036040 con 0x55f8a629b1e0 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.819+0000 7f3a1d600640 1 -- 172.21.15.47:0/2065553401 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3a2c030070 con 0x55f8a629b1e0 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.819+0000 7f3a3d21d740 10 client.25646 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.819+0000 7f3a3d21d740 10 client.25646 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.819+0000 7f3a3d21d740 20 client.25646 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.819+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f8a62beb90 0x55f8a62c0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.819+0000 7f3a3d21d740 4 client.25646 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.819+0000 7f3a3d21d740 1 -- 172.21.15.47:0/2065553401 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f8a6212d90 con 0x55f8a62beb90 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.820+0000 7f3a32a00640 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f8a62beb90 0x55f8a62c0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.820+0000 7f3a32a00640 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f8a62beb90 0x55f8a62c0f80 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=daec2f592483ed6c server_cookie=4ad09811de1e7e8b in_seq=0 out_seq=0 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.820+0000 7f3a1d600640 10 client.25646 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:54.828 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a1d600640 1 -- 172.21.15.47:0/2065553401 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f8a6212d90 con 0x55f8a62beb90 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a1d600640 10 client.25646 handle_command_reply: tid=0 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 client.25646 shutdown 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 -- 172.21.15.47:0/2065553401 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a629b1e0 msgr2=0x55f8a62a3200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a629b1e0 0x55f8a62a3200 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c009620 tx=0x7f3a2c003b80 comp rx=0 tx=0).stop 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 -- 172.21.15.47:0/2065553401 shutdown_connections 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f8a62beb90 0x55f8a62c0f80 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a62a61d0 0x55f8a62a3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62a3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/2065553401 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a629b1e0 0x55f8a62a3200 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a1d600640 0 client.25646 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.821+0000 7f3a3d21d740 1 -- 172.21.15.47:0/2065553401 >> 172.21.15.47:0/2065553401 conn(0x55f8a6297500 msgr2=0x55f8a6296800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.822+0000 7f3a3d21d740 1 -- 172.21.15.47:0/2065553401 shutdown_connections 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.822+0000 7f3a3d21d740 1 -- 172.21.15.47:0/2065553401 wait complete. 2024-04-25T02:33:54.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.822+0000 7f3a3d21d740 20 client.25646 trim_cache size 0 max 16384 2024-04-25T02:33:54.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:54 smithi178 ceph-mon[33053]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:33:54.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.841+0000 7f3a3d21d740 1 Processor -- start 2024-04-25T02:33:54.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.841+0000 7f3a3d21d740 1 -- start start 2024-04-25T02:33:54.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a6296f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a629d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62c3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a341ad880 con 0x55f8a629bb00 2024-04-25T02:33:54.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3a341ab150 con 0x55f8a62a61d0 2024-04-25T02:33:54.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a341a8fe0 con 0x55f8a629b1e0 2024-04-25T02:33:54.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a33e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a6296f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a32a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a629d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a33e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a6296f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41144/0 (socket says 172.21.15.47:41144) 2024-04-25T02:33:54.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a33e00640 1 -- 172.21.15.47:0/3355316558 learned_addr learned my addr 172.21.15.47:0/3355316558 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:54.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.842+0000 7f3a33e00640 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62c3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a33e00640 1 -- 172.21.15.47:0/3355316558 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 msgr2=0x55f8a62c3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a33e00640 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62c3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a33e00640 1 -- 172.21.15.47:0/3355316558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 msgr2=0x55f8a629d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a33e00640 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a629d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a33e00640 1 -- 172.21.15.47:0/3355316558 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8a62a21b0 con 0x55f8a629b1e0 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a32a00640 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a629d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a33e00640 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a6296f80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c031e80 tx=0x7f3a2c009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=671764454513fcef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a1fe00640 1 -- 172.21.15.47:0/3355316558 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c056040 con 0x55f8a629b1e0 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a1fe00640 1 -- 172.21.15.47:0/3355316558 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a2c036040 con 0x55f8a629b1e0 2024-04-25T02:33:54.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.843+0000 7f3a1fe00640 1 -- 172.21.15.47:0/3355316558 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c03b400 con 0x55f8a629b1e0 2024-04-25T02:33:54.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.844+0000 7f3a3d21d740 1 -- 172.21.15.47:0/3355316558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 msgr2=0x55f8a6296f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.844+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a6296f80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c031e80 tx=0x7f3a2c009a20 comp rx=0 tx=0).stop 2024-04-25T02:33:54.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.844+0000 7f3a3d21d740 1 -- 172.21.15.47:0/3355316558 shutdown_connections 2024-04-25T02:33:54.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.844+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62c3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.844+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a629d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.844+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/3355316558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a6296f80 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.844+0000 7f3a3d21d740 1 -- 172.21.15.47:0/3355316558 >> 172.21.15.47:0/3355316558 conn(0x55f8a6297500 msgr2=0x55f8a62ba450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:54.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.845+0000 7f3a3d21d740 1 -- 172.21.15.47:0/3355316558 shutdown_connections 2024-04-25T02:33:54.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.845+0000 7f3a3d21d740 1 -- 172.21.15.47:0/3355316558 wait complete. 2024-04-25T02:33:54.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.845+0000 7f3a3d21d740 1 -- start start 2024-04-25T02:33:54.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.846+0000 7f3a3d21d740 1 Processor -- start 2024-04-25T02:33:54.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.846+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a62c44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.846+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62c1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.846+0000 7f3a3d21d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62c1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.846+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a341a9630 con 0x55f8a629bb00 2024-04-25T02:33:54.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.846+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3a341aaa80 con 0x55f8a62a61d0 2024-04-25T02:33:54.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.846+0000 7f3a3d21d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a341a9ce0 con 0x55f8a629b1e0 2024-04-25T02:33:54.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.846+0000 7f3a3d21d740 10 client.0 _ll_register_callbacks cb 0x7f3a2c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a33e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a62c44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a32a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62c1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a32a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62c1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53668/0 (socket says 172.21.15.47:53668) 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a32a00640 1 -- 172.21.15.47:0/834359355 learned_addr learned my addr 172.21.15.47:0/834359355 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a33e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a62c44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41158/0 (socket says 172.21.15.47:41158) 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a33e00640 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62c1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a32a00640 1 -- 172.21.15.47:0/834359355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 msgr2=0x55f8a62c44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a32a00640 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a62c44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a32a00640 1 -- 172.21.15.47:0/834359355 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 msgr2=0x55f8a62c1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a32a00640 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62c1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.847+0000 7f3a32a00640 1 -- 172.21.15.47:0/834359355 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8a6323d70 con 0x55f8a629bb00 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.848+0000 7f3a32a00640 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62c1880 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3a20009fd0 tx=0x7f3a2001f7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4f04bcdc4431a56 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.848+0000 7f3a1d600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.848+0000 7f3a1d600640 1 -- 172.21.15.47:0/834359355 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a20004050 con 0x55f8a629bb00 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.848+0000 7f3a1d600640 1 -- 172.21.15.47:0/834359355 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3a200041f0 con 0x55f8a629bb00 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.848+0000 7f3a3d21d740 1 -- 172.21.15.47:0/834359355 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a2c036040 con 0x55f8a629bb00 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.848+0000 7f3a1d600640 1 -- 172.21.15.47:0/834359355 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3a2002d050 con 0x55f8a629bb00 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a3d21d740 10 client.15543 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a3d21d740 1 -- 172.21.15.47:0/834359355 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f8a6324fb0 con 0x55f8a629bb00 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a1d600640 1 -- 172.21.15.47:0/834359355 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a2c036040 con 0x55f8a629bb00 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a1d600640 1 -- 172.21.15.47:0/834359355 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3a200284e0 con 0x55f8a629bb00 2024-04-25T02:33:54.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a3d21d740 10 client.15543 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:54.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a3d21d740 10 client.15543 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:54.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a3d21d740 20 client.15543 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:54.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f8a63257b0 0x55f8a6327bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:54.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a3d21d740 4 client.15543 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:33:54.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.849+0000 7f3a3d21d740 1 -- 172.21.15.47:0/834359355 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f8a620caa0 con 0x55f8a63257b0 2024-04-25T02:33:54.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.850+0000 7f3a33e00640 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f8a63257b0 0x55f8a6327bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:54.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.850+0000 7f3a33e00640 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f8a63257b0 0x55f8a6327bd0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aadb1b218261f4e server_cookie=bfd2263e7c53db84 in_seq=0 out_seq=0 2024-04-25T02:33:54.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.850+0000 7f3a1d600640 10 client.15543 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:54.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a1d600640 1 -- 172.21.15.47:0/834359355 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f8a620caa0 con 0x55f8a63257b0 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a1d600640 10 client.15543 handle_command_reply: tid=0 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 client.15543 shutdown 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 -- 172.21.15.47:0/834359355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 msgr2=0x55f8a62c1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62c1880 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3a20009fd0 tx=0x7f3a2001f7d0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 -- 172.21.15.47:0/834359355 shutdown_connections 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f8a63257b0 0x55f8a6327bd0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a1d600640 0 client.15543 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f8a62a61d0 0x55f8a62c1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f8a629bb00 0x55f8a62c1880 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 --2- 172.21.15.47:0/834359355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f8a629b1e0 0x55f8a62c44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.851+0000 7f3a3d21d740 1 -- 172.21.15.47:0/834359355 >> 172.21.15.47:0/834359355 conn(0x55f8a6297500 msgr2=0x55f8a62b9bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.852+0000 7f3a3d21d740 1 -- 172.21.15.47:0/834359355 shutdown_connections 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.852+0000 7f3a3d21d740 1 -- 172.21.15.47:0/834359355 wait complete. 2024-04-25T02:33:54.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.852+0000 7f3a3d21d740 20 client.15543 trim_cache size 0 max 16384 2024-04-25T02:33:54.857 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:33:54.857 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:33:54.857 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:33:54.857 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 -- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a180a2eb0 msgr2=0x7f3a180a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a180a2eb0 0x7f3a180a5370 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3a240ccf10 tx=0x7f3a24003f30 comp rx=0 tx=0).stop 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 -- 172.21.15.47:0/3808789576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a341037f0 msgr2=0x7f3a3419a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a341037f0 0x7f3a3419a100 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3a2400ea60 tx=0x7f3a2400ef20 comp rx=0 tx=0).stop 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 -- 172.21.15.47:0/3808789576 shutdown_connections 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a180a2eb0 0x7f3a180a5370 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a34109800 0x7f3a3419e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a341041b0 0x7f3a3419a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 --2- 172.21.15.47:0/3808789576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a341037f0 0x7f3a3419a100 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.853+0000 7f3a38e00640 1 -- 172.21.15.47:0/3808789576 >> 172.21.15.47:0/3808789576 conn(0x7f3a340ff280 msgr2=0x7f3a340ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.854+0000 7f3a38e00640 1 -- 172.21.15.47:0/3808789576 shutdown_connections 2024-04-25T02:33:54.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:54.854+0000 7f3a38e00640 1 -- 172.21.15.47:0/3808789576 wait complete. 2024-04-25T02:33:54.878 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:54 smithi047 ceph-mon[27871]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:33:54.881 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:33:54.881 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:33:55.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.045+0000 7f6f12400640 1 -- 172.21.15.47:0/1057137508 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6f0c109770 msgr2=0x7f6f0c109b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.045+0000 7f6f12400640 1 --2- 172.21.15.47:0/1057137508 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6f0c109770 0x7f6f0c109b50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6f00009900 tx=0x7f6f0002a410 comp rx=0 tx=0).stop 2024-04-25T02:33:55.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.046+0000 7f6f12400640 1 -- 172.21.15.47:0/1057137508 shutdown_connections 2024-04-25T02:33:55.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.046+0000 7f6f12400640 1 --2- 172.21.15.47:0/1057137508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f0c104120 0x7f6f0c110630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.046+0000 7f6f12400640 1 --2- 172.21.15.47:0/1057137508 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f0c103760 0x7f6f0c103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.046+0000 7f6f12400640 1 --2- 172.21.15.47:0/1057137508 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6f0c109770 0x7f6f0c109b50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.046+0000 7f6f12400640 1 -- 172.21.15.47:0/1057137508 >> 172.21.15.47:0/1057137508 conn(0x7f6f0c0ff210 msgr2=0x7f6f0c101630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.046+0000 7f6f12400640 1 -- 172.21.15.47:0/1057137508 shutdown_connections 2024-04-25T02:33:55.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.046+0000 7f6f12400640 1 -- 172.21.15.47:0/1057137508 wait complete. 2024-04-25T02:33:55.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f12400640 1 Processor -- start 2024-04-25T02:33:55.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f12400640 1 -- start start 2024-04-25T02:33:55.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f12400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f0c103760 0x7f6f0c19a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f12400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f0c104120 0x7f6f0c19a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f12400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6f0c109770 0x7f6f0c19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f12400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6f0c113b80 con 0x7f6f0c104120 2024-04-25T02:33:55.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f12400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6f0c113a00 con 0x7f6f0c109770 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f12400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6f0c113d00 con 0x7f6f0c103760 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f11000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f0c103760 0x7f6f0c19a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.047+0000 7f6f11000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f0c103760 0x7f6f0c19a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41174/0 (socket says 172.21.15.47:41174) 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f11000640 1 -- 172.21.15.47:0/1772927866 learned_addr learned my addr 172.21.15.47:0/1772927866 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f11a00640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6f0c109770 0x7f6f0c19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f0be00640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f0c104120 0x7f6f0c19a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f11000640 1 -- 172.21.15.47:0/1772927866 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6f0c109770 msgr2=0x7f6f0c19e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f11000640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6f0c109770 0x7f6f0c19e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f11000640 1 -- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f0c104120 msgr2=0x7f6f0c19a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f11000640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f0c104120 0x7f6f0c19a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f11000640 1 -- 172.21.15.47:0/1772927866 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f0c19f0b0 con 0x7f6f0c103760 2024-04-25T02:33:55.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.048+0000 7f6f0be00640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f0c104120 0x7f6f0c19a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:55.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.049+0000 7f6f11000640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f0c103760 0x7f6f0c19a0c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f00006010 tx=0x7f6f00003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.049+0000 7f6f09600640 1 -- 172.21.15.47:0/1772927866 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0003f070 con 0x7f6f0c103760 2024-04-25T02:33:55.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.049+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f0c19f340 con 0x7f6f0c103760 2024-04-25T02:33:55.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.049+0000 7f6f09600640 1 -- 172.21.15.47:0/1772927866 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6f00031c30 con 0x7f6f0c103760 2024-04-25T02:33:55.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.049+0000 7f6f09600640 1 -- 172.21.15.47:0/1772927866 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f00035030 con 0x7f6f0c103760 2024-04-25T02:33:55.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.049+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f0c1a6c30 con 0x7f6f0c103760 2024-04-25T02:33:55.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.051+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f0c068480 con 0x7f6f0c103760 2024-04-25T02:33:55.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.054+0000 7f6f09600640 1 -- 172.21.15.47:0/1772927866 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f6f00042070 con 0x7f6f0c103760 2024-04-25T02:33:55.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.056+0000 7f6f09600640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6ef40a2eb0 0x7f6ef40a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.056+0000 7f6f09600640 1 -- 172.21.15.47:0/1772927866 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f6f000efaa0 con 0x7f6f0c103760 2024-04-25T02:33:55.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.056+0000 7f6f0be00640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6ef40a2eb0 0x7f6ef40a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.057+0000 7f6f0be00640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6ef40a2eb0 0x7f6ef40a5370 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c101890 tx=0x7f6ef8005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.061+0000 7f6f09600640 1 -- 172.21.15.47:0/1772927866 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f6f000bc4b0 con 0x7f6f0c103760 2024-04-25T02:33:55.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.339+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6f0c10bcd0 con 0x7f6f0c103760 2024-04-25T02:33:55.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.340+0000 7f6f09600640 1 -- 172.21.15.47:0/1772927866 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f6f000bbdb0 con 0x7f6f0c103760 2024-04-25T02:33:55.343 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:33:55.343 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:33:55.344 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.342+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6ef40a2eb0 msgr2=0x7f6ef40a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.342+0000 7f6f12400640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6ef40a2eb0 0x7f6ef40a5370 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c101890 tx=0x7f6ef8005f90 comp rx=0 tx=0).stop 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.342+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f0c103760 msgr2=0x7f6f0c19a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.342+0000 7f6f12400640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f0c103760 0x7f6f0c19a0c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f00006010 tx=0x7f6f00003c10 comp rx=0 tx=0).stop 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.343+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 shutdown_connections 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.343+0000 7f6f12400640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6ef40a2eb0 0x7f6ef40a5370 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.343+0000 7f6f12400640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6f0c109770 0x7f6f0c19e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.343+0000 7f6f12400640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f0c104120 0x7f6f0c19a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.343+0000 7f6f12400640 1 --2- 172.21.15.47:0/1772927866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f0c103760 0x7f6f0c19a0c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.343+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 >> 172.21.15.47:0/1772927866 conn(0x7f6f0c0ff210 msgr2=0x7f6f0c0ffa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.343+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 shutdown_connections 2024-04-25T02:33:55.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.343+0000 7f6f12400640 1 -- 172.21.15.47:0/1772927866 wait complete. 2024-04-25T02:33:55.371 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 -- 172.21.15.47:0/264519470 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4073b10 msgr2=0x7ffbe4073ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 --2- 172.21.15.47:0/264519470 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4073b10 0x7ffbe4073ef0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4009860 tx=0x7ffbd402a3d0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 -- 172.21.15.47:0/264519470 shutdown_connections 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 --2- 172.21.15.47:0/264519470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffbe410de80 0x7ffbe4110290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 --2- 172.21.15.47:0/264519470 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbe4074430 0x7ffbe410d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 --2- 172.21.15.47:0/264519470 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4073b10 0x7ffbe4073ef0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 -- 172.21.15.47:0/264519470 >> 172.21.15.47:0/264519470 conn(0x7ffbe40fd110 msgr2=0x7ffbe40ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 -- 172.21.15.47:0/264519470 shutdown_connections 2024-04-25T02:33:55.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.588+0000 7ffbe3200640 1 -- 172.21.15.47:0/264519470 wait complete. 2024-04-25T02:33:55.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.590+0000 7ffbe3200640 1 Processor -- start 2024-04-25T02:33:55.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.590+0000 7ffbe3200640 1 -- start start 2024-04-25T02:33:55.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe3200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbe4073b10 0x7ffbe41015a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe3200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4074430 0x7ffbe4101ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe3200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffbe410de80 0x7ffbe4102020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe3200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe4113c50 con 0x7ffbe4073b10 2024-04-25T02:33:55.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe3200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe4113ad0 con 0x7ffbe4074430 2024-04-25T02:33:55.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe3200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe4113dd0 con 0x7ffbe410de80 2024-04-25T02:33:55.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe1400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4074430 0x7ffbe4101ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe1400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4074430 0x7ffbe4101ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44840/0 (socket says 172.21.15.47:44840) 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe1400640 1 -- 172.21.15.47:0/3962104728 learned_addr learned my addr 172.21.15.47:0/3962104728 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbe4073b10 0x7ffbe41015a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.591+0000 7ffbe2800640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffbe410de80 0x7ffbe4102020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbe1400640 1 -- 172.21.15.47:0/3962104728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffbe410de80 msgr2=0x7ffbe4102020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbe1400640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffbe410de80 0x7ffbe4102020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbe1400640 1 -- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbe4073b10 msgr2=0x7ffbe41015a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbe1400640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbe4073b10 0x7ffbe41015a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbe1400640 1 -- 172.21.15.47:0/3962104728 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe41aa7b0 con 0x7ffbe4074430 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbe1400640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4074430 0x7ffbe4101ae0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ffbd000e9f0 tx=0x7ffbd000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbdaa00640 1 -- 172.21.15.47:0/3962104728 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd000cde0 con 0x7ffbe4074430 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbdaa00640 1 -- 172.21.15.47:0/3962104728 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbd00035f0 con 0x7ffbe4074430 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbdaa00640 1 -- 172.21.15.47:0/3962104728 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0010670 con 0x7ffbe4074430 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.592+0000 7ffbe3200640 1 -- 172.21.15.47:0/3962104728 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe41aaaa0 con 0x7ffbe4074430 2024-04-25T02:33:55.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.593+0000 7ffbe3200640 1 -- 172.21.15.47:0/3962104728 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe41aafa0 con 0x7ffbe4074430 2024-04-25T02:33:55.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.597+0000 7ffbec1b4740 1 Processor -- start 2024-04-25T02:33:55.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.597+0000 7ffbec1b4740 1 -- start start 2024-04-25T02:33:55.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbdaa00640 1 -- 172.21.15.47:0/3962104728 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7ffbd00037a0 con 0x7ffbe4074430 2024-04-25T02:33:55.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b36cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b377250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b379b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559d3b2d14e0 con 0x559d3b36d0c0 2024-04-25T02:33:55.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559d3b279a70 con 0x559d3b36c7a0 2024-04-25T02:33:55.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559d3b2cd4a0 con 0x559d3b377790 2024-04-25T02:33:55.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbe2800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b36cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbe1400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b379b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbe2800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b36cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44854/0 (socket says 172.21.15.47:44854) 2024-04-25T02:33:55.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.598+0000 7ffbe2800640 1 -- 172.21.15.47:0/2410628434 learned_addr learned my addr 172.21.15.47:0/2410628434 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.599+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b377250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.599+0000 7ffbe1400640 1 -- 172.21.15.47:0/2410628434 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 msgr2=0x559d3b36cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.599+0000 7ffbe1400640 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b36cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.599+0000 7ffbe1400640 1 -- 172.21.15.47:0/2410628434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 msgr2=0x559d3b377250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.599+0000 7ffbe1400640 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b377250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.599+0000 7ffbe1400640 1 -- 172.21.15.47:0/2410628434 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d3afe53f0 con 0x559d3b377790 2024-04-25T02:33:55.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.599+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b377250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:55.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.600+0000 7ffbe1400640 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b379b80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00ccea0 tx=0x7ffbd00d5ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=723d6b3bf3a270c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.600+0000 7ffbdaa00640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffbc80a3000 0x7ffbc80a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.600+0000 7ffbcf400640 1 -- 172.21.15.47:0/2410628434 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd00de070 con 0x559d3b377790 2024-04-25T02:33:55.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.600+0000 7ffbcf400640 1 -- 172.21.15.47:0/2410628434 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbd009c370 con 0x559d3b377790 2024-04-25T02:33:55.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.600+0000 7ffbcf400640 1 -- 172.21.15.47:0/2410628434 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0096560 con 0x559d3b377790 2024-04-25T02:33:55.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.600+0000 7ffbe2800640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffbc80a3000 0x7ffbc80a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.600+0000 7ffbdaa00640 1 -- 172.21.15.47:0/3962104728 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ffbd00cf960 con 0x7ffbe4074430 2024-04-25T02:33:55.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.601+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2410628434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 msgr2=0x559d3b379b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.601+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b379b80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00ccea0 tx=0x7ffbd00d5ef0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2410628434 shutdown_connections 2024-04-25T02:33:55.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b379b80 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b377250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/2410628434 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b36cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbe2800640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffbc80a3000 0x7ffbc80a54c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc003b60 tx=0x7ffbdc009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2410628434 >> 172.21.15.47:0/2410628434 conn(0x559d3b368ac0 msgr2=0x559d3b368ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2410628434 shutdown_connections 2024-04-25T02:33:55.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2410628434 wait complete. 2024-04-25T02:33:55.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.602+0000 7ffbec1b4740 1 -- start start 2024-04-25T02:33:55.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.603+0000 7ffbec1b4740 1 Processor -- start 2024-04-25T02:33:55.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.603+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b3746d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.603+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36d0c0 0x559d3b374c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.603+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b377790 0x559d3b375150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559d3b37a580 con 0x559d3b377790 2024-04-25T02:33:55.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559d3b28cec0 con 0x559d3b36d0c0 2024-04-25T02:33:55.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559d3b37a700 con 0x559d3b36c7a0 2024-04-25T02:33:55.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbec1b4740 10 client.0 _ll_register_callbacks cb 0x559d3b2c93f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:55.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe1400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36d0c0 0x559d3b374c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe1400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36d0c0 0x559d3b374c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44860/0 (socket says 172.21.15.47:44860) 2024-04-25T02:33:55.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe1400640 1 -- 172.21.15.47:0/4266199354 learned_addr learned my addr 172.21.15.47:0/4266199354 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe2800640 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b377790 0x559d3b375150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe1400640 1 -- 172.21.15.47:0/4266199354 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 msgr2=0x559d3b3746d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe1400640 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b3746d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe1400640 1 -- 172.21.15.47:0/4266199354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b377790 msgr2=0x559d3b375150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe1400640 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b377790 0x559d3b375150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.604+0000 7ffbe1400640 1 -- 172.21.15.47:0/4266199354 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d3b0af7d0 con 0x559d3b36d0c0 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.605+0000 7ffbe1400640 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36d0c0 0x559d3b374c10 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00ccf90 tx=0x7ffbd0003e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3fc98f6c14a8bf98 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.605+0000 7ffbc3e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.605+0000 7ffbc3e00640 1 -- 172.21.15.47:0/4266199354 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd00de070 con 0x559d3b36d0c0 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.605+0000 7ffbc3e00640 1 -- 172.21.15.47:0/4266199354 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ffbd009bed0 con 0x559d3b36d0c0 2024-04-25T02:33:55.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.605+0000 7ffbec1b4740 1 -- 172.21.15.47:0/4266199354 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbd009c370 con 0x559d3b36d0c0 2024-04-25T02:33:55.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.606+0000 7ffbc3e00640 1 -- 172.21.15.47:0/4266199354 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ffbd0097f10 con 0x559d3b36d0c0 2024-04-25T02:33:55.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.606+0000 7ffbec1b4740 10 client.25670 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:55.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.606+0000 7ffbec1b4740 1 -- 172.21.15.47:0/4266199354 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559d3b3867d0 con 0x559d3b36d0c0 2024-04-25T02:33:55.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.606+0000 7ffbc3e00640 1 -- 172.21.15.47:0/4266199354 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbd009c370 con 0x559d3b36d0c0 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.606+0000 7ffbc3e00640 1 -- 172.21.15.47:0/4266199354 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ffbd00a4450 con 0x559d3b36d0c0 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.607+0000 7ffbec1b4740 10 client.25670 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.607+0000 7ffbec1b4740 10 client.25670 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.607+0000 7ffbec1b4740 20 client.25670 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.607+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559d3b387b20 0x559d3b389f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.607+0000 7ffbec1b4740 4 client.25670 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.607+0000 7ffbec1b4740 1 -- 172.21.15.47:0/4266199354 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d3b2dea20 con 0x559d3b387b20 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.607+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559d3b387b20 0x559d3b389f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.608+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559d3b387b20 0x559d3b389f10 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=700aca51e8a82ce0 server_cookie=eced86930889e4a8 in_seq=0 out_seq=0 2024-04-25T02:33:55.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.608+0000 7ffbc3e00640 10 client.25670 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbc3e00640 1 -- 172.21.15.47:0/4266199354 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559d3b2dea20 con 0x559d3b387b20 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbc3e00640 10 client.25670 handle_command_reply: tid=0 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 client.25670 shutdown 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 -- 172.21.15.47:0/4266199354 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36d0c0 msgr2=0x559d3b374c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36d0c0 0x559d3b374c10 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00ccf90 tx=0x7ffbd0003e30 comp rx=0 tx=0).stop 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 -- 172.21.15.47:0/4266199354 shutdown_connections 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559d3b387b20 0x559d3b389f10 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b377790 0x559d3b375150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbc3e00640 0 client.25670 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36d0c0 0x559d3b374c10 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/4266199354 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b3746d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.609+0000 7ffbec1b4740 1 -- 172.21.15.47:0/4266199354 >> 172.21.15.47:0/4266199354 conn(0x559d3b368ac0 msgr2=0x559d3b36e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.610+0000 7ffbec1b4740 1 -- 172.21.15.47:0/4266199354 shutdown_connections 2024-04-25T02:33:55.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.610+0000 7ffbec1b4740 1 -- 172.21.15.47:0/4266199354 wait complete. 2024-04-25T02:33:55.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.610+0000 7ffbec1b4740 20 client.25670 trim_cache size 0 max 16384 2024-04-25T02:33:55.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.638+0000 7ffbec1b4740 1 Processor -- start 2024-04-25T02:33:55.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.638+0000 7ffbec1b4740 1 -- start start 2024-04-25T02:33:55.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b36ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b374f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b377790 0x559d3b38cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b61a0 con 0x559d3b36d0c0 2024-04-25T02:33:55.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b3a70 con 0x559d3b377790 2024-04-25T02:33:55.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b18c0 con 0x559d3b36c7a0 2024-04-25T02:33:55.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbe1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b36ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbe1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b36ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41232/0 (socket says 172.21.15.47:41232) 2024-04-25T02:33:55.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbe1e00640 1 -- 172.21.15.47:0/2969046554 learned_addr learned my addr 172.21.15.47:0/2969046554 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbe2800640 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b377790 0x559d3b38cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.639+0000 7ffbe1400640 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b374f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.640+0000 7ffbe2800640 1 -- 172.21.15.47:0/2969046554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 msgr2=0x559d3b36ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.640+0000 7ffbe2800640 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b36ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.640+0000 7ffbe2800640 1 -- 172.21.15.47:0/2969046554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 msgr2=0x559d3b374f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.640+0000 7ffbe2800640 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b374f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.640+0000 7ffbe2800640 1 -- 172.21.15.47:0/2969046554 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d3b36d5e0 con 0x559d3b377790 2024-04-25T02:33:55.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.640+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b36ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:55.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.640+0000 7ffbe2800640 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b377790 0x559d3b38cf30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc005fd0 tx=0x7ffbdc016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96978b3e14115fef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.641+0000 7ffbcea00640 1 -- 172.21.15.47:0/2969046554 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc004b20 con 0x559d3b377790 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.641+0000 7ffbcea00640 1 -- 172.21.15.47:0/2969046554 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbdc004cc0 con 0x559d3b377790 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.641+0000 7ffbcea00640 1 -- 172.21.15.47:0/2969046554 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc028640 con 0x559d3b377790 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2969046554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b377790 msgr2=0x559d3b38cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b377790 0x559d3b38cf30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc005fd0 tx=0x7ffbdc016000 comp rx=0 tx=0).stop 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2969046554 shutdown_connections 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b377790 0x559d3b38cf30 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b374f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/2969046554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b36c7a0 0x559d3b36ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2969046554 >> 172.21.15.47:0/2969046554 conn(0x559d3b368ac0 msgr2=0x559d3b3831e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2969046554 shutdown_connections 2024-04-25T02:33:55.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.642+0000 7ffbec1b4740 1 -- 172.21.15.47:0/2969046554 wait complete. 2024-04-25T02:33:55.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.643+0000 7ffbec1b4740 1 -- start start 2024-04-25T02:33:55.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.643+0000 7ffbec1b4740 1 Processor -- start 2024-04-25T02:33:55.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b38d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b38a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbec1b4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b38ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b1f30 con 0x559d3b36d0c0 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b33a0 con 0x559d3b36c7a0 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbec1b4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b2600 con 0x559d3b377790 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbec1b4740 10 client.0 _ll_register_callbacks cb 0x7ffbdc0099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbe1e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b38d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbe1400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b38a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbe1e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b38d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44884/0 (socket says 172.21.15.47:44884) 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbe1e00640 1 -- 172.21.15.47:0/3250412332 learned_addr learned my addr 172.21.15.47:0/3250412332 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.644+0000 7ffbe2800640 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b38ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.645+0000 7ffbe1e00640 1 -- 172.21.15.47:0/3250412332 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 msgr2=0x559d3b38ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.645+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b38ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.645+0000 7ffbe1e00640 1 -- 172.21.15.47:0/3250412332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 msgr2=0x559d3b38a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.645+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b38a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.645+0000 7ffbe1e00640 1 -- 172.21.15.47:0/3250412332 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d3b38b340 con 0x559d3b36c7a0 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.645+0000 7ffbe1e00640 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b38d270 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffbd402a9c0 tx=0x7ffbd4030b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9453706592dbb25 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.645+0000 7ffbc3e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.645+0000 7ffbc3e00640 1 -- 172.21.15.47:0/3250412332 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd4046dc0 con 0x559d3b36c7a0 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.646+0000 7ffbec1b4740 1 -- 172.21.15.47:0/3250412332 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbdc004cc0 con 0x559d3b36c7a0 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.646+0000 7ffbc3e00640 1 -- 172.21.15.47:0/3250412332 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ffbd40303a0 con 0x559d3b36c7a0 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.646+0000 7ffbc3e00640 1 -- 172.21.15.47:0/3250412332 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ffbd4055050 con 0x559d3b36c7a0 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.646+0000 7ffbec1b4740 10 client.25676 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.646+0000 7ffbec1b4740 1 -- 172.21.15.47:0/3250412332 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559d3b3edcd0 con 0x559d3b36c7a0 2024-04-25T02:33:55.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.646+0000 7ffbc3e00640 1 -- 172.21.15.47:0/3250412332 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffbd4005040 con 0x559d3b36c7a0 2024-04-25T02:33:55.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.647+0000 7ffbc3e00640 1 -- 172.21.15.47:0/3250412332 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ffbd4046520 con 0x559d3b36c7a0 2024-04-25T02:33:55.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.647+0000 7ffbec1b4740 10 client.25676 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:55.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.647+0000 7ffbec1b4740 10 client.25676 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:33:55.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.647+0000 7ffbec1b4740 20 client.25676 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:55.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.647+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559d3b387b20 0x559d3b3f04e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.647+0000 7ffbec1b4740 4 client.25676 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:33:55.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.647+0000 7ffbec1b4740 1 -- 172.21.15.47:0/3250412332 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7ffbdc004cc0 con 0x559d3b387b20 2024-04-25T02:33:55.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.648+0000 7ffbe1400640 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559d3b387b20 0x559d3b3f04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.650+0000 7ffbe1400640 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559d3b387b20 0x559d3b3f04e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1a22f9ab73df4a89 server_cookie=5cf2dbf324c3dd2 in_seq=0 out_seq=0 2024-04-25T02:33:55.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.650+0000 7ffbc3e00640 10 client.25676 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:33:55.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.650+0000 7ffbc3e00640 1 -- 172.21.15.47:0/3250412332 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7ffbdc004cc0 con 0x559d3b387b20 2024-04-25T02:33:55.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.651+0000 7ffbc3e00640 10 client.25676 handle_command_reply: tid=0 2024-04-25T02:33:55.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.651+0000 7ffbec1b4740 1 client.25676 shutdown 2024-04-25T02:33:55.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 -- 172.21.15.47:0/3250412332 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 msgr2=0x559d3b38d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b38d270 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffbd402a9c0 tx=0x7ffbd4030b70 comp rx=0 tx=0).stop 2024-04-25T02:33:55.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 -- 172.21.15.47:0/3250412332 shutdown_connections 2024-04-25T02:33:55.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559d3b387b20 0x559d3b3f04e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559d3b377790 0x559d3b38ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d3b36d0c0 0x559d3b38a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 --2- 172.21.15.47:0/3250412332 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559d3b36c7a0 0x559d3b38d270 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 -- 172.21.15.47:0/3250412332 >> 172.21.15.47:0/3250412332 conn(0x559d3b368ac0 msgr2=0x559d3b3672b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbc3e00640 0 client.25676 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:33:55.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 -- 172.21.15.47:0/3250412332 shutdown_connections 2024-04-25T02:33:55.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 1 -- 172.21.15.47:0/3250412332 wait complete. 2024-04-25T02:33:55.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.652+0000 7ffbec1b4740 20 client.25676 trim_cache size 0 max 16384 2024-04-25T02:33:55.656 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:33:55.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 -- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffbc80a3000 msgr2=0x7ffbc80a54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffbc80a3000 0x7ffbc80a54c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc003b60 tx=0x7ffbdc009500 comp rx=0 tx=0).stop 2024-04-25T02:33:55.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 -- 172.21.15.47:0/3962104728 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4074430 msgr2=0x7ffbe4101ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4074430 0x7ffbe4101ae0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ffbd000e9f0 tx=0x7ffbd000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 -- 172.21.15.47:0/3962104728 shutdown_connections 2024-04-25T02:33:55.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffbc80a3000 0x7ffbc80a54c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffbe410de80 0x7ffbe4102020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffbe4074430 0x7ffbe4101ae0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 --2- 172.21.15.47:0/3962104728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbe4073b10 0x7ffbe41015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.653+0000 7ffbe3200640 1 -- 172.21.15.47:0/3962104728 >> 172.21.15.47:0/3962104728 conn(0x7ffbe40fd110 msgr2=0x7ffbe40fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.654+0000 7ffbe3200640 1 -- 172.21.15.47:0/3962104728 shutdown_connections 2024-04-25T02:33:55.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.654+0000 7ffbe3200640 1 -- 172.21.15.47:0/3962104728 wait complete. 2024-04-25T02:33:55.659 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:55 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1772927866' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:33:55.680 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:33:55.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:55 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1772927866' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 -- 172.21.15.47:0/2665398675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f0109800 msgr2=0x7f04f0109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 --2- 172.21.15.47:0/2665398675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f0109800 0x7f04f0109be0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f04e0009930 tx=0x7f04e002a420 comp rx=0 tx=0).stop 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 -- 172.21.15.47:0/2665398675 shutdown_connections 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 --2- 172.21.15.47:0/2665398675 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04f01041b0 0x7f04f01106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 --2- 172.21.15.47:0/2665398675 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04f01037f0 0x7f04f0103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 --2- 172.21.15.47:0/2665398675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f0109800 0x7f04f0109be0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 -- 172.21.15.47:0/2665398675 >> 172.21.15.47:0/2665398675 conn(0x7f04f00ff280 msgr2=0x7f04f01016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 -- 172.21.15.47:0/2665398675 shutdown_connections 2024-04-25T02:33:55.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.854+0000 7f04efe00640 1 -- 172.21.15.47:0/2665398675 wait complete. 2024-04-25T02:33:55.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.856+0000 7f04efe00640 1 Processor -- start 2024-04-25T02:33:55.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.856+0000 7f04efe00640 1 -- start start 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.856+0000 7f04efe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04f01037f0 0x7f04f019a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.856+0000 7f04efe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f01041b0 0x7f04f019a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04efe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04f0109800 0x7f04f019e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04efe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04f0113c20 con 0x7f04f01041b0 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04efe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f04f0113aa0 con 0x7f04f0109800 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04efe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04f0113da0 con 0x7f04f01037f0 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f01041b0 0x7f04f019a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f01041b0 0x7f04f019a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53778/0 (socket says 172.21.15.47:53778) 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ee000640 1 -- 172.21.15.47:0/718921035 learned_addr learned my addr 172.21.15.47:0/718921035 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ef400640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04f0109800 0x7f04f019e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04eea00640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04f01037f0 0x7f04f019a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ee000640 1 -- 172.21.15.47:0/718921035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04f01037f0 msgr2=0x7f04f019a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ee000640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04f01037f0 0x7f04f019a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ee000640 1 -- 172.21.15.47:0/718921035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04f0109800 msgr2=0x7f04f019e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.862 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ee000640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04f0109800 0x7f04f019e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.862 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.857+0000 7f04ee000640 1 -- 172.21.15.47:0/718921035 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f019f110 con 0x7f04f01041b0 2024-04-25T02:33:55.862 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.858+0000 7f04ee000640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f01041b0 0x7f04f019a660 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00e9f0 tx=0x7f04dc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.862 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.858+0000 7f04e7400640 1 -- 172.21.15.47:0/718921035 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc00cd80 con 0x7f04f01041b0 2024-04-25T02:33:55.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.858+0000 7f04e7400640 1 -- 172.21.15.47:0/718921035 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04dc010910 con 0x7f04f01041b0 2024-04-25T02:33:55.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.858+0000 7f04e7400640 1 -- 172.21.15.47:0/718921035 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc018990 con 0x7f04f01041b0 2024-04-25T02:33:55.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.858+0000 7f04efe00640 1 -- 172.21.15.47:0/718921035 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04f019f400 con 0x7f04f01041b0 2024-04-25T02:33:55.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.858+0000 7f04efe00640 1 -- 172.21.15.47:0/718921035 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04f01a6c90 con 0x7f04f01041b0 2024-04-25T02:33:55.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.862+0000 7f04f8439740 1 Processor -- start 2024-04-25T02:33:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.863+0000 7f04f8439740 1 -- start start 2024-04-25T02:33:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.863+0000 7f04e7400640 1 -- 172.21.15.47:0/718921035 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f04dc010ac0 con 0x7f04f01041b0 2024-04-25T02:33:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.863+0000 7f04f8439740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effdfb0 0x558b2effe390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.863+0000 7f04f8439740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effe8d0 0x558b2f008a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.863+0000 7f04f8439740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f00b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.863+0000 7f04f8439740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558b2ef5a4e0 con 0x558b2f008fa0 2024-04-25T02:33:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.863+0000 7f04f8439740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x558b2ef02a70 con 0x558b2effe8d0 2024-04-25T02:33:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.863+0000 7f04f8439740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558b2ef564a0 con 0x558b2effdfb0 2024-04-25T02:33:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04ef400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effdfb0 0x558b2effe390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04ef400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effdfb0 0x558b2effe390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41284/0 (socket says 172.21.15.47:41284) 2024-04-25T02:33:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04ef400640 1 -- 172.21.15.47:0/538098703 learned_addr learned my addr 172.21.15.47:0/538098703 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04eea00640 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effe8d0 0x558b2f008a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04ee000640 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f00b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04eea00640 1 -- 172.21.15.47:0/538098703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effdfb0 msgr2=0x558b2effe390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04eea00640 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effdfb0 0x558b2effe390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04eea00640 1 -- 172.21.15.47:0/538098703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 msgr2=0x558b2f00b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04eea00640 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f00b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04eea00640 1 -- 172.21.15.47:0/538098703 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b2ec6e3f0 con 0x558b2effe8d0 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.864+0000 7f04ee000640 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f00b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.865+0000 7f04eea00640 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effe8d0 0x558b2f008a60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f04e002a940 tx=0x7f04e0005e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ef94eeb47741678 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.865+0000 7f04e7400640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04d40a2fb0 0x7f04d40a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.865+0000 7f04e7400640 1 -- 172.21.15.47:0/718921035 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f04dc0cfd10 con 0x7f04f01041b0 2024-04-25T02:33:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.865+0000 7f04db400640 1 -- 172.21.15.47:0/538098703 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e0035030 con 0x558b2effe8d0 2024-04-25T02:33:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.865+0000 7f04db400640 1 -- 172.21.15.47:0/538098703 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04e00043c0 con 0x558b2effe8d0 2024-04-25T02:33:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.865+0000 7f04db400640 1 -- 172.21.15.47:0/538098703 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e00035f0 con 0x558b2effe8d0 2024-04-25T02:33:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.866+0000 7f04ef400640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04d40a2fb0 0x7f04d40a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.866+0000 7f04f8439740 1 -- 172.21.15.47:0/538098703 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effe8d0 msgr2=0x558b2f008a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.866+0000 7f04f8439740 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effe8d0 0x558b2f008a60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f04e002a940 tx=0x7f04e0005e60 comp rx=0 tx=0).stop 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.866+0000 7f04f8439740 1 -- 172.21.15.47:0/538098703 shutdown_connections 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.866+0000 7f04f8439740 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f00b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.866+0000 7f04f8439740 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effe8d0 0x558b2f008a60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.866+0000 7f04f8439740 1 --2- 172.21.15.47:0/538098703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effdfb0 0x558b2effe390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.866+0000 7f04f8439740 1 -- 172.21.15.47:0/538098703 >> 172.21.15.47:0/538098703 conn(0x558b2effa2d0 msgr2=0x558b2effa6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.867+0000 7f04f8439740 1 -- 172.21.15.47:0/538098703 shutdown_connections 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.867+0000 7f04ef400640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04d40a2fb0 0x7f04d40a5470 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f04e80094d0 tx=0x7f04e8009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.867+0000 7f04f8439740 1 -- 172.21.15.47:0/538098703 wait complete. 2024-04-25T02:33:55.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.867+0000 7f04f8439740 1 -- start start 2024-04-25T02:33:55.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.868+0000 7f04f8439740 1 Processor -- start 2024-04-25T02:33:55.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.868+0000 7f04f8439740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f005ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.868+0000 7f04f8439740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f006430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.868+0000 7f04f8439740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f006970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.868+0000 7f04f8439740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558b2f00bd30 con 0x558b2effe8d0 2024-04-25T02:33:55.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.868+0000 7f04f8439740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x558b2ef15ec0 con 0x558b2effdfb0 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.868+0000 7f04f8439740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558b2f00beb0 con 0x558b2f008fa0 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.868+0000 7f04f8439740 10 client.0 _ll_register_callbacks cb 0x558b2ef523f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f006430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f006430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53792/0 (socket says 172.21.15.47:53792) 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04ee000640 1 -- 172.21.15.47:0/112950333 learned_addr learned my addr 172.21.15.47:0/112950333 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04eea00640 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f005ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04ef400640 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f006970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04ee000640 1 -- 172.21.15.47:0/112950333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 msgr2=0x558b2f006970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04ee000640 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f006970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04ee000640 1 -- 172.21.15.47:0/112950333 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 msgr2=0x558b2f005ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.869+0000 7f04ee000640 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f005ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.870+0000 7f04ee000640 1 -- 172.21.15.47:0/112950333 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b2ed387d0 con 0x558b2effe8d0 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.870+0000 7f04ef400640 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f006970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.870+0000 7f04ee000640 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f006430 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f04dc09bd20 tx=0x7f04dc09bb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6623561a9b48242c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.870+0000 7f04cfe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.871+0000 7f04cfe00640 1 -- 172.21.15.47:0/112950333 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc0cdde0 con 0x558b2effe8d0 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.871+0000 7f04f8439740 1 -- 172.21.15.47:0/112950333 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04e00043c0 con 0x558b2effe8d0 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.871+0000 7f04cfe00640 1 -- 172.21.15.47:0/112950333 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f04dc0cdbe0 con 0x558b2effe8d0 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.871+0000 7f04cfe00640 1 -- 172.21.15.47:0/112950333 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f04dc0cdde0 con 0x558b2effe8d0 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.871+0000 7f04f8439740 10 client.15579 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.871+0000 7f04f8439740 1 -- 172.21.15.47:0/112950333 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558b2f018030 con 0x558b2effe8d0 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04cfe00640 1 -- 172.21.15.47:0/112950333 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04e00043c0 con 0x558b2effe8d0 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04cfe00640 1 -- 172.21.15.47:0/112950333 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f04dc096b90 con 0x558b2effe8d0 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04f8439740 10 client.15579 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04f8439740 10 client.15579 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:33:55.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04f8439740 20 client.15579 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:55.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04f8439740 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558b2f019440 0x558b2f01b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04f8439740 4 client.15579 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:55.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04f8439740 1 -- 172.21.15.47:0/112950333 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b2ef67a20 con 0x558b2f019440 2024-04-25T02:33:55.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.872+0000 7f04eea00640 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558b2f019440 0x558b2f01b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.874+0000 7f04eea00640 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558b2f019440 0x558b2f01b890 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=54ff659f42d8b1e server_cookie=ef993f92add81fc0 in_seq=0 out_seq=0 2024-04-25T02:33:55.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.874+0000 7f04cfe00640 10 client.15579 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:33:55.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04cfe00640 1 -- 172.21.15.47:0/112950333 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558b2ef67a20 con 0x558b2f019440 2024-04-25T02:33:55.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04cfe00640 10 client.15579 handle_command_reply: tid=0 2024-04-25T02:33:55.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 client.15579 shutdown 2024-04-25T02:33:55.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 -- 172.21.15.47:0/112950333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 msgr2=0x558b2f006430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f006430 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f04dc09bd20 tx=0x7f04dc09bb60 comp rx=0 tx=0).stop 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 -- 172.21.15.47:0/112950333 shutdown_connections 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558b2f019440 0x558b2f01b890 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f006970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f006430 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 --2- 172.21.15.47:0/112950333 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f005ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04cfe00640 0 client.15579 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.875+0000 7f04f8439740 1 -- 172.21.15.47:0/112950333 >> 172.21.15.47:0/112950333 conn(0x558b2effa2d0 msgr2=0x558b2f0000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.876+0000 7f04f8439740 1 -- 172.21.15.47:0/112950333 shutdown_connections 2024-04-25T02:33:55.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.876+0000 7f04f8439740 1 -- 172.21.15.47:0/112950333 wait complete. 2024-04-25T02:33:55.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.876+0000 7f04f8439740 20 client.15579 trim_cache size 0 max 16384 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.890+0000 7f04f8439740 1 Processor -- start 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.890+0000 7f04f8439740 1 -- start start 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.890+0000 7f04f8439740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f014bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04f8439740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f000750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04f8439740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f021160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04f8439740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01ad9c0 con 0x558b2effe8d0 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04f8439740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01ab290 con 0x558b2effdfb0 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04f8439740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01a90e0 con 0x558b2f008fa0 2024-04-25T02:33:55.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f000750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04eea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f014bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f000750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53802/0 (socket says 172.21.15.47:53802) 2024-04-25T02:33:55.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ee000640 1 -- 172.21.15.47:0/2582237582 learned_addr learned my addr 172.21.15.47:0/2582237582 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ef400640 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f021160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ef400640 1 -- 172.21.15.47:0/2582237582 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 msgr2=0x558b2f014bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ef400640 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f014bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ef400640 1 -- 172.21.15.47:0/2582237582 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 msgr2=0x558b2f000750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ef400640 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f000750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.891+0000 7f04ef400640 1 -- 172.21.15.47:0/2582237582 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b2efebf90 con 0x558b2f008fa0 2024-04-25T02:33:55.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.892+0000 7f04eea00640 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f014bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.892+0000 7f04ef400640 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f021160 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f04e8012010 tx=0x7f04e8014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5000a603754d630 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.892+0000 7f04daa00640 1 -- 172.21.15.47:0/2582237582 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e801f860 con 0x558b2f008fa0 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.892+0000 7f04daa00640 1 -- 172.21.15.47:0/2582237582 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04e8029470 con 0x558b2f008fa0 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.892+0000 7f04daa00640 1 -- 172.21.15.47:0/2582237582 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e8020670 con 0x558b2f008fa0 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 -- 172.21.15.47:0/2582237582 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 msgr2=0x558b2f021160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f021160 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f04e8012010 tx=0x7f04e8014000 comp rx=0 tx=0).stop 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 -- 172.21.15.47:0/2582237582 shutdown_connections 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2f008fa0 0x558b2f021160 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2effe8d0 0x558b2f000750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 --2- 172.21.15.47:0/2582237582 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f014bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 -- 172.21.15.47:0/2582237582 >> 172.21.15.47:0/2582237582 conn(0x558b2effa2d0 msgr2=0x558b2eff0b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 -- 172.21.15.47:0/2582237582 shutdown_connections 2024-04-25T02:33:55.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.893+0000 7f04f8439740 1 -- 172.21.15.47:0/2582237582 wait complete. 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 1 -- start start 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 1 Processor -- start 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f002b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effe8d0 0x558b2f003080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f0035c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01a9750 con 0x558b2f008fa0 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01aabc0 con 0x558b2effdfb0 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01a9e20 con 0x558b2effe8d0 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.894+0000 7f04f8439740 10 client.0 _ll_register_callbacks cb 0x7f04dc0982c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04ef400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f0035c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04ef400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f0035c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53812/0 (socket says 172.21.15.47:53812) 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04ef400640 1 -- 172.21.15.47:0/3907507548 learned_addr learned my addr 172.21.15.47:0/3907507548 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04eea00640 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f002b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04ee000640 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effe8d0 0x558b2f003080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04eea00640 1 -- 172.21.15.47:0/3907507548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effe8d0 msgr2=0x558b2f003080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04eea00640 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effe8d0 0x558b2f003080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04eea00640 1 -- 172.21.15.47:0/3907507548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 msgr2=0x558b2f0035c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04eea00640 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f0035c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.895+0000 7f04eea00640 1 -- 172.21.15.47:0/3907507548 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b2f07e9d0 con 0x558b2effdfb0 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.896+0000 7f04eea00640 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f002b40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f04e0009930 tx=0x7f04e0004140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22108e1d5182919f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.896+0000 7f04cfe00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.896+0000 7f04cfe00640 1 -- 172.21.15.47:0/3907507548 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e0059060 con 0x558b2effdfb0 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.896+0000 7f04f8439740 1 -- 172.21.15.47:0/3907507548 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04e8029470 con 0x558b2effdfb0 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.896+0000 7f04cfe00640 1 -- 172.21.15.47:0/3907507548 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f04e0005240 con 0x558b2effdfb0 2024-04-25T02:33:55.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.896+0000 7f04cfe00640 1 -- 172.21.15.47:0/3907507548 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f04e0035040 con 0x558b2effdfb0 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.896+0000 7f04f8439740 10 client.25691 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.896+0000 7f04f8439740 1 -- 172.21.15.47:0/3907507548 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558b2f07fc30 con 0x558b2effdfb0 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.897+0000 7f04cfe00640 1 -- 172.21.15.47:0/3907507548 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04e8029470 con 0x558b2effdfb0 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.897+0000 7f04cfe00640 1 -- 172.21.15.47:0/3907507548 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f04e00530d0 con 0x558b2effdfb0 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.897+0000 7f04f8439740 10 client.25691 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.897+0000 7f04f8439740 10 client.25691 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.897+0000 7f04f8439740 20 client.25691 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.897+0000 7f04f8439740 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558b2f07ff70 0x558b2f082360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.897+0000 7f04f8439740 4 client.25691 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.897+0000 7f04f8439740 1 -- 172.21.15.47:0/3907507548 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558b2ef61d70 con 0x558b2f07ff70 2024-04-25T02:33:55.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.898+0000 7f04ee000640 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558b2f07ff70 0x558b2f082360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.898+0000 7f04ee000640 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558b2f07ff70 0x558b2f082360 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29fb2bb929fafcd6 server_cookie=7a53c82cbba8a9bb in_seq=0 out_seq=0 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.898+0000 7f04cfe00640 10 client.25691 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04cfe00640 1 -- 172.21.15.47:0/3907507548 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558b2ef61d70 con 0x558b2f07ff70 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04cfe00640 10 client.25691 handle_command_reply: tid=0 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 client.25691 shutdown 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 -- 172.21.15.47:0/3907507548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 msgr2=0x558b2f002b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f002b40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f04e0009930 tx=0x7f04e0004140 comp rx=0 tx=0).stop 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 -- 172.21.15.47:0/3907507548 shutdown_connections 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558b2f07ff70 0x558b2f082360 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b2f008fa0 0x558b2f0035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b2effe8d0 0x558b2f003080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 --2- 172.21.15.47:0/3907507548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558b2effdfb0 0x558b2f002b40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 -- 172.21.15.47:0/3907507548 >> 172.21.15.47:0/3907507548 conn(0x558b2effa2d0 msgr2=0x558b2eff0b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04cfe00640 0 client.25691 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:33:55.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 -- 172.21.15.47:0/3907507548 shutdown_connections 2024-04-25T02:33:55.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 1 -- 172.21.15.47:0/3907507548 wait complete. 2024-04-25T02:33:55.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.899+0000 7f04f8439740 20 client.25691 trim_cache size 0 max 16384 2024-04-25T02:33:55.906 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 -- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04d40a2fb0 msgr2=0x7f04d40a5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04d40a2fb0 0x7f04d40a5470 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f04e80094d0 tx=0x7f04e8009500 comp rx=0 tx=0).stop 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 -- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f01041b0 msgr2=0x7f04f019a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f01041b0 0x7f04f019a660 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00e9f0 tx=0x7f04dc00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 -- 172.21.15.47:0/718921035 shutdown_connections 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04d40a2fb0 0x7f04d40a5470 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04f0109800 0x7f04f019e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04f01041b0 0x7f04f019a660 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 --2- 172.21.15.47:0/718921035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04f01037f0 0x7f04f019a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 -- 172.21.15.47:0/718921035 >> 172.21.15.47:0/718921035 conn(0x7f04f00ff280 msgr2=0x7f04f00ffa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:55.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 -- 172.21.15.47:0/718921035 shutdown_connections 2024-04-25T02:33:55.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:55.900+0000 7f04efe00640 1 -- 172.21.15.47:0/718921035 wait complete. 2024-04-25T02:33:55.920 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:33:56.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:55 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1772927866' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:33:56.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.131+0000 7fe85f200640 1 -- 172.21.15.47:0/4095853545 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe860073b10 msgr2=0x7fe860073ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.131+0000 7fe85f200640 1 --2- 172.21.15.47:0/4095853545 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe860073b10 0x7fe860073ef0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe850009900 tx=0x7fe85002a490 comp rx=0 tx=0).stop 2024-04-25T02:33:56.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.132+0000 7fe85f200640 1 -- 172.21.15.47:0/4095853545 shutdown_connections 2024-04-25T02:33:56.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.132+0000 7fe85f200640 1 --2- 172.21.15.47:0/4095853545 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe86010de80 0x7fe860110290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.132+0000 7fe85f200640 1 --2- 172.21.15.47:0/4095853545 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe860074430 0x7fe86010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.132+0000 7fe85f200640 1 --2- 172.21.15.47:0/4095853545 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe860073b10 0x7fe860073ef0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.132+0000 7fe85f200640 1 -- 172.21.15.47:0/4095853545 >> 172.21.15.47:0/4095853545 conn(0x7fe8600fd110 msgr2=0x7fe8600ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:56.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.132+0000 7fe85f200640 1 -- 172.21.15.47:0/4095853545 shutdown_connections 2024-04-25T02:33:56.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.132+0000 7fe85f200640 1 -- 172.21.15.47:0/4095853545 wait complete. 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.133+0000 7fe85f200640 1 Processor -- start 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.133+0000 7fe85f200640 1 -- start start 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.133+0000 7fe85f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe860073b10 0x7fe86019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.133+0000 7fe85f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe860074430 0x7fe86019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.133+0000 7fe85f200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe86010de80 0x7fe86019e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.133+0000 7fe85f200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe860113c50 con 0x7fe860074430 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.133+0000 7fe85f200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe860113ad0 con 0x7fe86010de80 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.133+0000 7fe85f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe860113dd0 con 0x7fe860073b10 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe860073b10 0x7fe86019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe860073b10 0x7fe86019a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41324/0 (socket says 172.21.15.47:41324) 2024-04-25T02:33:56.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85de00640 1 -- 172.21.15.47:0/2719955674 learned_addr learned my addr 172.21.15.47:0/2719955674 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:56.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85e800640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe86010de80 0x7fe86019e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85d400640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe860074430 0x7fe86019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85de00640 1 -- 172.21.15.47:0/2719955674 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe86010de80 msgr2=0x7fe86019e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85de00640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe86010de80 0x7fe86019e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85de00640 1 -- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe860074430 msgr2=0x7fe86019a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85de00640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe860074430 0x7fe86019a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.134+0000 7fe85de00640 1 -- 172.21.15.47:0/2719955674 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe86019f120 con 0x7fe860073b10 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.135+0000 7fe85de00640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe860073b10 0x7fe86019a130 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe850004770 tx=0x7fe850003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.135+0000 7fe856a00640 1 -- 172.21.15.47:0/2719955674 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe85003f070 con 0x7fe860073b10 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.135+0000 7fe856a00640 1 -- 172.21.15.47:0/2719955674 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe850031ca0 con 0x7fe860073b10 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.135+0000 7fe856a00640 1 -- 172.21.15.47:0/2719955674 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe850035030 con 0x7fe860073b10 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.135+0000 7fe85f200640 1 -- 172.21.15.47:0/2719955674 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe86019f3b0 con 0x7fe860073b10 2024-04-25T02:33:56.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.135+0000 7fe85f200640 1 -- 172.21.15.47:0/2719955674 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8601a6ca0 con 0x7fe860073b10 2024-04-25T02:33:56.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.139+0000 7fe856a00640 1 -- 172.21.15.47:0/2719955674 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fe850042070 con 0x7fe860073b10 2024-04-25T02:33:56.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.140+0000 7fe867c0d740 1 Processor -- start 2024-04-25T02:33:56.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.140+0000 7fe867c0d740 1 -- start start 2024-04-25T02:33:56.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea5258d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea538a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea53b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe867c0d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555aea48a4e0 con 0x555aea538fa0 2024-04-25T02:33:56.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe867c0d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x555aea432a70 con 0x555aea5254f0 2024-04-25T02:33:56.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe867c0d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555aea4864a0 con 0x555aea525ea0 2024-04-25T02:33:56.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe856a00640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8440a2f30 0x7fe8440a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe85e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea5258d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe856a00640 1 -- 172.21.15.47:0/2719955674 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe8500efbd0 con 0x7fe860073b10 2024-04-25T02:33:56.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe85e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea5258d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44964/0 (socket says 172.21.15.47:44964) 2024-04-25T02:33:56.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.141+0000 7fe85e800640 1 -- 172.21.15.47:0/2668519939 learned_addr learned my addr 172.21.15.47:0/2668519939 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.142+0000 7fe85de00640 1 --2- 172.21.15.47:0/2668519939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea538a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.142+0000 7fe85e800640 1 -- 172.21.15.47:0/2668519939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 msgr2=0x555aea538a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.142+0000 7fe85e800640 1 --2- 172.21.15.47:0/2668519939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea538a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.142+0000 7fe85e800640 1 -- 172.21.15.47:0/2668519939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 msgr2=0x555aea53b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.142+0000 7fe85e800640 1 --2- 172.21.15.47:0/2668519939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea53b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.142+0000 7fe85e800640 1 -- 172.21.15.47:0/2668519939 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555aea19e3f0 con 0x555aea5254f0 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.142+0000 7fe85e800640 1 --2- 172.21.15.47:0/2668519939 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea5258d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe858013560 tx=0x7fe858013a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b848de3a8ecbbba server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.143+0000 7fe85e800640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8440a2f30 0x7fe8440a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.143+0000 7fe84b400640 1 -- 172.21.15.47:0/2668519939 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe85800f6c0 con 0x555aea5254f0 2024-04-25T02:33:56.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.143+0000 7fe84b400640 1 -- 172.21.15.47:0/2668519939 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe85800fd40 con 0x555aea5254f0 2024-04-25T02:33:56.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.143+0000 7fe84b400640 1 -- 172.21.15.47:0/2668519939 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe85801a610 con 0x555aea5254f0 2024-04-25T02:33:56.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.144+0000 7fe867c0d740 1 -- 172.21.15.47:0/2668519939 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 msgr2=0x555aea5258d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.144+0000 7fe867c0d740 1 --2- 172.21.15.47:0/2668519939 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea5258d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe858013560 tx=0x7fe858013a20 comp rx=0 tx=0).stop 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.144+0000 7fe85e800640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8440a2f30 0x7fe8440a53f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe85801d040 tx=0x7fe85801be20 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.144+0000 7fe867c0d740 1 -- 172.21.15.47:0/2668519939 shutdown_connections 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.144+0000 7fe867c0d740 1 --2- 172.21.15.47:0/2668519939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea53b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.144+0000 7fe867c0d740 1 --2- 172.21.15.47:0/2668519939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea538a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.144+0000 7fe867c0d740 1 --2- 172.21.15.47:0/2668519939 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea5258d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.144+0000 7fe867c0d740 1 -- 172.21.15.47:0/2668519939 >> 172.21.15.47:0/2668519939 conn(0x555aea521ac0 msgr2=0x555aea521ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.145+0000 7fe867c0d740 1 -- 172.21.15.47:0/2668519939 shutdown_connections 2024-04-25T02:33:56.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.145+0000 7fe867c0d740 1 -- 172.21.15.47:0/2668519939 wait complete. 2024-04-25T02:33:56.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.145+0000 7fe867c0d740 1 -- start start 2024-04-25T02:33:56.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.145+0000 7fe867c0d740 1 Processor -- start 2024-04-25T02:33:56.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.146+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea535f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.146+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea536490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.146+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea5369d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.146+0000 7fe867c0d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555aea53bd60 con 0x555aea538fa0 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.146+0000 7fe867c0d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x555aea445ec0 con 0x555aea5254f0 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.146+0000 7fe867c0d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555aea53bee0 con 0x555aea525ea0 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.146+0000 7fe867c0d740 10 client.0 _ll_register_callbacks cb 0x555aea4823f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea535f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea536490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea535f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44970/0 (socket says 172.21.15.47:44970) 2024-04-25T02:33:56.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85de00640 1 -- 172.21.15.47:0/4252676621 learned_addr learned my addr 172.21.15.47:0/4252676621 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:56.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea5369d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85de00640 1 -- 172.21.15.47:0/4252676621 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 msgr2=0x555aea536490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:56.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85de00640 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea536490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85de00640 1 -- 172.21.15.47:0/4252676621 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 msgr2=0x555aea5369d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:56.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85de00640 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea5369d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85de00640 1 -- 172.21.15.47:0/4252676621 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555aea2687d0 con 0x555aea5254f0 2024-04-25T02:33:56.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.147+0000 7fe85e800640 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea5369d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe85de00640 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea535f50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe8500ed200 tx=0x7fe8500dc110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6d3e74ec8a11290 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe83fe00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe83fe00640 1 -- 172.21.15.47:0/4252676621 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8500bbee0 con 0x555aea5254f0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe83fe00640 1 -- 172.21.15.47:0/4252676621 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe85003b460 con 0x555aea5254f0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe867c0d740 1 -- 172.21.15.47:0/4252676621 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe85800fd40 con 0x555aea5254f0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe83fe00640 1 -- 172.21.15.47:0/4252676621 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe8500c9050 con 0x555aea5254f0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe867c0d740 10 client.25703 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe867c0d740 1 -- 172.21.15.47:0/4252676621 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555aea548060 con 0x555aea5254f0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.148+0000 7fe83fe00640 1 -- 172.21.15.47:0/4252676621 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe85800fd40 con 0x555aea5254f0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.149+0000 7fe83fe00640 1 -- 172.21.15.47:0/4252676621 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe8500c4750 con 0x555aea5254f0 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.149+0000 7fe867c0d740 10 client.25703 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:56.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.149+0000 7fe867c0d740 10 client.25703 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:56.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.149+0000 7fe867c0d740 20 client.25703 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:56.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.149+0000 7fe867c0d740 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555aea549510 0x555aea54b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.149+0000 7fe867c0d740 4 client.25703 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:56.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.149+0000 7fe867c0d740 1 -- 172.21.15.47:0/4252676621 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555aea497a20 con 0x555aea549510 2024-04-25T02:33:56.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.149+0000 7fe85d400640 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555aea549510 0x555aea54b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.150+0000 7fe85d400640 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555aea549510 0x555aea54b970 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d019ab834a3823d server_cookie=e5517a847b42f529 in_seq=0 out_seq=0 2024-04-25T02:33:56.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.150+0000 7fe83fe00640 10 client.25703 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:56.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe83fe00640 1 -- 172.21.15.47:0/4252676621 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555aea497a20 con 0x555aea549510 2024-04-25T02:33:56.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe83fe00640 10 client.25703 handle_command_reply: tid=0 2024-04-25T02:33:56.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 client.25703 shutdown 2024-04-25T02:33:56.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 -- 172.21.15.47:0/4252676621 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 msgr2=0x555aea535f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea535f50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe8500ed200 tx=0x7fe8500dc110 comp rx=0 tx=0).stop 2024-04-25T02:33:56.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 -- 172.21.15.47:0/4252676621 shutdown_connections 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555aea549510 0x555aea54b970 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe83fe00640 0 client.25703 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea5369d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea536490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 --2- 172.21.15.47:0/4252676621 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea535f50 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 -- 172.21.15.47:0/4252676621 >> 172.21.15.47:0/4252676621 conn(0x555aea521ac0 msgr2=0x555aea5278c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 -- 172.21.15.47:0/4252676621 shutdown_connections 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.151+0000 7fe867c0d740 1 -- 172.21.15.47:0/4252676621 wait complete. 2024-04-25T02:33:56.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.152+0000 7fe867c0d740 20 client.25703 trim_cache size 0 max 16384 2024-04-25T02:33:56.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.178+0000 7fe867c0d740 1 Processor -- start 2024-04-25T02:33:56.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.179+0000 7fe867c0d740 1 -- start start 2024-04-25T02:33:56.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.179+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea544c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.179+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea5209c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.179+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea551240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.179+0000 7fe867c0d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe8601ad8e0 con 0x555aea538fa0 2024-04-25T02:33:56.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.179+0000 7fe867c0d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe8601ab1b0 con 0x555aea5254f0 2024-04-25T02:33:56.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.179+0000 7fe867c0d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe8601a9000 con 0x555aea525ea0 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.179+0000 7fe85d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea5209c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea5209c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41350/0 (socket says 172.21.15.47:41350) 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85d400640 1 -- 172.21.15.47:0/2437768121 learned_addr learned my addr 172.21.15.47:0/2437768121 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85e800640 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea551240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85de00640 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea544c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85d400640 1 -- 172.21.15.47:0/2437768121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 msgr2=0x555aea544c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85d400640 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea544c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85d400640 1 -- 172.21.15.47:0/2437768121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 msgr2=0x555aea551240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:56.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85d400640 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea551240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85d400640 1 -- 172.21.15.47:0/2437768121 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555aea53bc40 con 0x555aea525ea0 2024-04-25T02:33:56.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.180+0000 7fe85d400640 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea5209c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x555aea522ee0 tx=0x7fe84c010800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9b25200cd85b77e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:56.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.181+0000 7fe84aa00640 1 -- 172.21.15.47:0/2437768121 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe84c023070 con 0x555aea525ea0 2024-04-25T02:33:56.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.181+0000 7fe84aa00640 1 -- 172.21.15.47:0/2437768121 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe84c010e40 con 0x555aea525ea0 2024-04-25T02:33:56.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.181+0000 7fe84aa00640 1 -- 172.21.15.47:0/2437768121 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe84c003c00 con 0x555aea525ea0 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 -- 172.21.15.47:0/2437768121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 msgr2=0x555aea5209c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea5209c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x555aea522ee0 tx=0x7fe84c010800 comp rx=0 tx=0).stop 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 -- 172.21.15.47:0/2437768121 shutdown_connections 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea551240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea525ea0 0x555aea5209c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 --2- 172.21.15.47:0/2437768121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea5254f0 0x555aea544c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 -- 172.21.15.47:0/2437768121 >> 172.21.15.47:0/2437768121 conn(0x555aea521ac0 msgr2=0x555aea5202b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 -- 172.21.15.47:0/2437768121 shutdown_connections 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.182+0000 7fe867c0d740 1 -- 172.21.15.47:0/2437768121 wait complete. 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.183+0000 7fe867c0d740 1 -- start start 2024-04-25T02:33:56.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.183+0000 7fe867c0d740 1 Processor -- start 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea5254f0 0x555aea541540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea525ea0 0x555aea532900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe867c0d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea532e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe867c0d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe8601a9670 con 0x555aea538fa0 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe867c0d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe8601aaae0 con 0x555aea525ea0 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe867c0d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe8601a9d40 con 0x555aea5254f0 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe867c0d740 10 client.0 _ll_register_callbacks cb 0x7fe850005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe85de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea5254f0 0x555aea541540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe85de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea5254f0 0x555aea541540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41356/0 (socket says 172.21.15.47:41356) 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe85de00640 1 -- 172.21.15.47:0/453312742 learned_addr learned my addr 172.21.15.47:0/453312742 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe85d400640 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea525ea0 0x555aea532900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.184+0000 7fe85e800640 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea532e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe85de00640 1 -- 172.21.15.47:0/453312742 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea525ea0 msgr2=0x555aea532900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe85de00640 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea525ea0 0x555aea532900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe85de00640 1 -- 172.21.15.47:0/453312742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 msgr2=0x555aea532e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe85de00640 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea532e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe85de00640 1 -- 172.21.15.47:0/453312742 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555aea533670 con 0x555aea5254f0 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe85de00640 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea5254f0 0x555aea541540 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe8500c4ac0 tx=0x7fe850009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2e880eb313049a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:56.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe83fe00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe83fe00640 1 -- 172.21.15.47:0/453312742 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8500b8180 con 0x555aea5254f0 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.185+0000 7fe83fe00640 1 -- 172.21.15.47:0/453312742 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe8500c46c0 con 0x555aea5254f0 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.186+0000 7fe867c0d740 1 -- 172.21.15.47:0/453312742 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555aea491d70 con 0x555aea5254f0 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.186+0000 7fe83fe00640 1 -- 172.21.15.47:0/453312742 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe8500bba20 con 0x555aea5254f0 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.186+0000 7fe867c0d740 10 client.25714 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.186+0000 7fe867c0d740 1 -- 172.21.15.47:0/453312742 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555aea5afa90 con 0x555aea5254f0 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.186+0000 7fe83fe00640 1 -- 172.21.15.47:0/453312742 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x555aea491d70 con 0x555aea5254f0 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.187+0000 7fe83fe00640 1 -- 172.21.15.47:0/453312742 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe8500bada0 con 0x555aea5254f0 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.187+0000 7fe867c0d740 10 client.25714 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.187+0000 7fe867c0d740 10 client.25714 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.187+0000 7fe867c0d740 20 client.25714 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:56.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.187+0000 7fe867c0d740 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555aea5b0020 0x555aea5b2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:56.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.187+0000 7fe867c0d740 4 client.25714 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:33:56.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.187+0000 7fe867c0d740 1 -- 172.21.15.47:0/453312742 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555aea40f6e0 con 0x555aea5b0020 2024-04-25T02:33:56.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.188+0000 7fe85d400640 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555aea5b0020 0x555aea5b2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.188+0000 7fe85d400640 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555aea5b0020 0x555aea5b2410 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3b96929346c1c93 server_cookie=2651c308ea70a635 in_seq=0 out_seq=0 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.188+0000 7fe83fe00640 10 client.25714 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe83fe00640 1 -- 172.21.15.47:0/453312742 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555aea40f6e0 con 0x555aea5b0020 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe83fe00640 10 client.25714 handle_command_reply: tid=0 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 client.25714 shutdown 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 -- 172.21.15.47:0/453312742 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea5254f0 msgr2=0x555aea541540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea5254f0 0x555aea541540 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe8500c4ac0 tx=0x7fe850009260 comp rx=0 tx=0).stop 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 -- 172.21.15.47:0/453312742 shutdown_connections 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555aea5b0020 0x555aea5b2410 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555aea538fa0 0x555aea532e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555aea525ea0 0x555aea532900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 --2- 172.21.15.47:0/453312742 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555aea5254f0 0x555aea541540 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 -- 172.21.15.47:0/453312742 >> 172.21.15.47:0/453312742 conn(0x555aea521ac0 msgr2=0x555aea5343f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:56.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe83fe00640 0 client.25714 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:56.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.189+0000 7fe867c0d740 1 -- 172.21.15.47:0/453312742 shutdown_connections 2024-04-25T02:33:56.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.190+0000 7fe867c0d740 1 -- 172.21.15.47:0/453312742 wait complete. 2024-04-25T02:33:56.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.190+0000 7fe867c0d740 20 client.25714 trim_cache size 0 max 16384 2024-04-25T02:33:56.194 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:33:56.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 -- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8440a2f30 msgr2=0x7fe8440a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8440a2f30 0x7fe8440a53f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe85801d040 tx=0x7fe85801be20 comp rx=0 tx=0).stop 2024-04-25T02:33:56.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 -- 172.21.15.47:0/2719955674 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe860073b10 msgr2=0x7fe86019a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:56.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe860073b10 0x7fe86019a130 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe850004770 tx=0x7fe850003c10 comp rx=0 tx=0).stop 2024-04-25T02:33:56.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 -- 172.21.15.47:0/2719955674 shutdown_connections 2024-04-25T02:33:56.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8440a2f30 0x7fe8440a53f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe86010de80 0x7fe86019e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe860074430 0x7fe86019a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 --2- 172.21.15.47:0/2719955674 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe860073b10 0x7fe86019a130 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:56.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 -- 172.21.15.47:0/2719955674 >> 172.21.15.47:0/2719955674 conn(0x7fe8600fd110 msgr2=0x7fe8600fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:56.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 -- 172.21.15.47:0/2719955674 shutdown_connections 2024-04-25T02:33:56.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:56.191+0000 7fe85f200640 1 -- 172.21.15.47:0/2719955674 wait complete. 2024-04-25T02:33:56.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:56 smithi178 ceph-mon[33053]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:56.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:56 smithi047 ceph-mon[27871]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:56 smithi113 ceph-mon[32459]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:57.218 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:33:57.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:33:57.218 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:33:57.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 -- 172.21.15.47:0/2628665039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac10bbc0 msgr2=0x7f0fac10e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 --2- 172.21.15.47:0/2628665039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac10bbc0 0x7f0fac10e060 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009ca0 tx=0x7f0fa402a950 comp rx=0 tx=0).stop 2024-04-25T02:33:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 -- 172.21.15.47:0/2628665039 shutdown_connections 2024-04-25T02:33:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 --2- 172.21.15.47:0/2628665039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac10bbc0 0x7f0fac10e060 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 --2- 172.21.15.47:0/2628665039 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fac1030c0 0x7f0fac10b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 --2- 172.21.15.47:0/2628665039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fac1027a0 0x7f0fac102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 -- 172.21.15.47:0/2628665039 >> 172.21.15.47:0/2628665039 conn(0x7f0fac0fbfc0 msgr2=0x7f0fac0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 -- 172.21.15.47:0/2628665039 shutdown_connections 2024-04-25T02:33:57.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.411+0000 7f0fabe00640 1 -- 172.21.15.47:0/2628665039 wait complete. 2024-04-25T02:33:57.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.413+0000 7f0fabe00640 1 Processor -- start 2024-04-25T02:33:57.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.413+0000 7f0fabe00640 1 -- start start 2024-04-25T02:33:57.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.413+0000 7f0fabe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac1027a0 0x7f0fac1003f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.413+0000 7f0fabe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fac1030c0 0x7f0fac100930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.413+0000 7f0fabe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fac10bbc0 0x7f0fac100e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.413+0000 7f0fabe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac111a10 con 0x7f0fac1030c0 2024-04-25T02:33:57.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.413+0000 7f0fabe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac111890 con 0x7f0fac10bbc0 2024-04-25T02:33:57.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.413+0000 7f0fabe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac111b90 con 0x7f0fac1027a0 2024-04-25T02:33:57.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac1027a0 0x7f0fac1003f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac1027a0 0x7f0fac1003f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41380/0 (socket says 172.21.15.47:41380) 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faaa00640 1 -- 172.21.15.47:0/387860034 learned_addr learned my addr 172.21.15.47:0/387860034 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0fab400640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fac10bbc0 0x7f0fac100e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faa000640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fac1030c0 0x7f0fac100930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faaa00640 1 -- 172.21.15.47:0/387860034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fac10bbc0 msgr2=0x7f0fac100e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faaa00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fac10bbc0 0x7f0fac100e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faaa00640 1 -- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fac1030c0 msgr2=0x7f0fac100930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faaa00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fac1030c0 0x7f0fac100930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.414+0000 7f0faaa00640 1 -- 172.21.15.47:0/387860034 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fac1a6370 con 0x7f0fac1027a0 2024-04-25T02:33:57.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.415+0000 7f0faaa00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac1027a0 0x7f0fac1003f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00d950 tx=0x7f0f9c00de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.415+0000 7f0fa3400640 1 -- 172.21.15.47:0/387860034 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c017070 con 0x7f0fac1027a0 2024-04-25T02:33:57.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.415+0000 7f0fa3400640 1 -- 172.21.15.47:0/387860034 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f9c009c30 con 0x7f0fac1027a0 2024-04-25T02:33:57.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.415+0000 7f0fa3400640 1 -- 172.21.15.47:0/387860034 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c00f6b0 con 0x7f0fac1027a0 2024-04-25T02:33:57.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.415+0000 7f0fabe00640 1 -- 172.21.15.47:0/387860034 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fac1a6660 con 0x7f0fac1027a0 2024-04-25T02:33:57.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.416+0000 7f0fabe00640 1 -- 172.21.15.47:0/387860034 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fac1a6b60 con 0x7f0fac1027a0 2024-04-25T02:33:57.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.420+0000 7f0fb47f3740 1 Processor -- start 2024-04-25T02:33:57.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.420+0000 7f0fb47f3740 1 -- start start 2024-04-25T02:33:57.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.420+0000 7f0fa3400640 1 -- 172.21.15.47:0/387860034 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f0f9c0109d0 con 0x7f0fac1027a0 2024-04-25T02:33:57.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.421+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dc730 0x55f5d81dcb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.421+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dd050 0x55f5d81e71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.421+0000 7f0fab400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dc730 0x55f5d81dcb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.421+0000 7f0fab400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dc730 0x55f5d81dcb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45030/0 (socket says 172.21.15.47:45030) 2024-04-25T02:33:57.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.421+0000 7f0faaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dd050 0x55f5d81e71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.421+0000 7f0faaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dd050 0x55f5d81e71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41396/0 (socket says 172.21.15.47:41396) 2024-04-25T02:33:57.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.422+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.422+0000 7f0fab400640 1 -- 172.21.15.47:0/2673616985 learned_addr learned my addr 172.21.15.47:0/2673616985 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.422+0000 7f0fb47f3740 1 -- 172.21.15.47:0/2673616985 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f5d8132f40 con 0x55f5d81e7720 2024-04-25T02:33:57.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.422+0000 7f0fb47f3740 1 -- 172.21.15.47:0/2673616985 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f5d8138190 con 0x55f5d81dc730 2024-04-25T02:33:57.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.422+0000 7f0fb47f3740 1 -- 172.21.15.47:0/2673616985 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f5d80e0a10 con 0x55f5d81dd050 2024-04-25T02:33:57.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.422+0000 7f0faa000640 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0fa3400640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f900a2f30 0x7f0f900a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0faaa00640 1 -- 172.21.15.47:0/2673616985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dc730 msgr2=0x55f5d81dcb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0faaa00640 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dc730 0x55f5d81dcb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0faaa00640 1 -- 172.21.15.47:0/2673616985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 msgr2=0x55f5d81e9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0fa3400640 1 -- 172.21.15.47:0/387860034 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f0f9c0cf200 con 0x7f0fac1027a0 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0faaa00640 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0faaa00640 1 -- 172.21.15.47:0/2673616985 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5d7f147e0 con 0x55f5d81dd050 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0faa000640 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.423+0000 7f0fab400640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f900a2f30 0x7f0f900a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.424+0000 7f0faaa00640 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dd050 0x55f5d81e71e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c0cc780 tx=0x7f0f9c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d5337360f4f38fd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.424+0000 7f0f97e00640 1 -- 172.21.15.47:0/2673616985 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c020070 con 0x55f5d81dd050 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.424+0000 7f0f97e00640 1 -- 172.21.15.47:0/2673616985 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f9c009de0 con 0x55f5d81dd050 2024-04-25T02:33:57.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.424+0000 7f0f97e00640 1 -- 172.21.15.47:0/2673616985 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c097070 con 0x55f5d81dd050 2024-04-25T02:33:57.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.425+0000 7f0fb47f3740 1 -- 172.21.15.47:0/2673616985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dd050 msgr2=0x55f5d81e71e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.425+0000 7f0fab400640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f900a2f30 0x7f0f900a53f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009a60 tx=0x7f0fa403c040 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.425+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dd050 0x55f5d81e71e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c0cc780 tx=0x7f0f9c005f90 comp rx=0 tx=0).stop 2024-04-25T02:33:57.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.426+0000 7f0fb47f3740 1 -- 172.21.15.47:0/2673616985 shutdown_connections 2024-04-25T02:33:57.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.426+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.426+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dd050 0x55f5d81e71e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.426+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/2673616985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dc730 0x55f5d81dcb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.426+0000 7f0fb47f3740 1 -- 172.21.15.47:0/2673616985 >> 172.21.15.47:0/2673616985 conn(0x55f5d81d8a50 msgr2=0x55f5d81d8e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.426+0000 7f0fb47f3740 1 -- 172.21.15.47:0/2673616985 shutdown_connections 2024-04-25T02:33:57.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.426+0000 7f0fb47f3740 1 -- 172.21.15.47:0/2673616985 wait complete. 2024-04-25T02:33:57.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.426+0000 7f0fb47f3740 1 -- start start 2024-04-25T02:33:57.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.427+0000 7f0fb47f3740 1 Processor -- start 2024-04-25T02:33:57.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.427+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dc730 0x55f5d81e46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.428+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81e4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.428+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.428+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f5d80f3e70 con 0x55f5d81e7720 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.428+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f5d8134150 con 0x55f5d81dd050 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.428+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f5d81ea550 con 0x55f5d81dc730 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.428+0000 7f0fb47f3740 10 client.0 _ll_register_callbacks cb 0x55f5d812f1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dc730 0x55f5d81e46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faa000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81e4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faa000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81e4c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45046/0 (socket says 172.21.15.47:45046) 2024-04-25T02:33:57.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faa000640 1 -- 172.21.15.47:0/1859350782 learned_addr learned my addr 172.21.15.47:0/1859350782 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0fab400640 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faa000640 1 -- 172.21.15.47:0/1859350782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dc730 msgr2=0x55f5d81e46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faa000640 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dc730 0x55f5d81e46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faa000640 1 -- 172.21.15.47:0/1859350782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 msgr2=0x55f5d81e5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faa000640 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0faa000640 1 -- 172.21.15.47:0/1859350782 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5d7f74f70 con 0x55f5d81dd050 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.429+0000 7f0fab400640 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.430+0000 7f0faa000640 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81e4c30 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0f98012730 tx=0x7f0f98012bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3149a3bd6e140322 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.430+0000 7f0f94c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.430+0000 7f0f94c00640 1 -- 172.21.15.47:0/1859350782 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f98004050 con 0x55f5d81dd050 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.430+0000 7f0f94c00640 1 -- 172.21.15.47:0/1859350782 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f0f980041f0 con 0x55f5d81dd050 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.430+0000 7f0fb47f3740 1 -- 172.21.15.47:0/1859350782 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f9c009de0 con 0x55f5d81dd050 2024-04-25T02:33:57.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.431+0000 7f0f94c00640 1 -- 172.21.15.47:0/1859350782 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0f980043f0 con 0x55f5d81dd050 2024-04-25T02:33:57.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.431+0000 7f0fb47f3740 10 client.25721 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:57.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.431+0000 7f0fb47f3740 1 -- 172.21.15.47:0/1859350782 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f5d7e0c170 con 0x55f5d81dd050 2024-04-25T02:33:57.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.431+0000 7f0f94c00640 1 -- 172.21.15.47:0/1859350782 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f9c009de0 con 0x55f5d81dd050 2024-04-25T02:33:57.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.432+0000 7f0f94c00640 1 -- 172.21.15.47:0/1859350782 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0f98003ca0 con 0x55f5d81dd050 2024-04-25T02:33:57.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.433+0000 7f0fb47f3740 10 client.25721 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:57.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.433+0000 7f0fb47f3740 10 client.25721 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:57.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.433+0000 7f0fb47f3740 20 client.25721 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:57.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.433+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f5d81f7a10 0x55f5d81f9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.433+0000 7f0fb47f3740 4 client.25721 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:57.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.433+0000 7f0fb47f3740 1 -- 172.21.15.47:0/1859350782 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f5d81456d0 con 0x55f5d81f7a10 2024-04-25T02:33:57.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.433+0000 7f0faaa00640 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f5d81f7a10 0x55f5d81f9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.434+0000 7f0faaa00640 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f5d81f7a10 0x55f5d81f9e30 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bbdbf0d1d9f8db3 server_cookie=33735a63e69a04fb in_seq=0 out_seq=0 2024-04-25T02:33:57.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.434+0000 7f0f94c00640 10 client.25721 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:57.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.434+0000 7f0f94c00640 1 -- 172.21.15.47:0/1859350782 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f5d81456d0 con 0x55f5d81f7a10 2024-04-25T02:33:57.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.434+0000 7f0f94c00640 10 client.25721 handle_command_reply: tid=0 2024-04-25T02:33:57.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 client.25721 shutdown 2024-04-25T02:33:57.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 -- 172.21.15.47:0/1859350782 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 msgr2=0x55f5d81e4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81e4c30 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0f98012730 tx=0x7f0f98012bf0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 -- 172.21.15.47:0/1859350782 shutdown_connections 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f5d81f7a10 0x55f5d81f9e30 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81e7720 0x55f5d81e5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81e4c30 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/1859350782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81dc730 0x55f5d81e46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 -- 172.21.15.47:0/1859350782 >> 172.21.15.47:0/1859350782 conn(0x55f5d81d8a50 msgr2=0x55f5d81cf3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0f94c00640 0 client.25721 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 -- 172.21.15.47:0/1859350782 shutdown_connections 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 1 -- 172.21.15.47:0/1859350782 wait complete. 2024-04-25T02:33:57.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.435+0000 7f0fb47f3740 20 client.25721 trim_cache size 0 max 16384 2024-04-25T02:33:57.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.473+0000 7f0fb47f3740 1 Processor -- start 2024-04-25T02:33:57.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.473+0000 7f0fb47f3740 1 -- start start 2024-04-25T02:33:57.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 0x55f5d81f3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81ff6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ffc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac1ad930 con 0x55f5d81dc730 2024-04-25T02:33:57.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac1ab200 con 0x55f5d81dd050 2024-04-25T02:33:57.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac1a9070 con 0x55f5d81d8a50 2024-04-25T02:33:57.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0faa000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81ff6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0faaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 0x55f5d81f3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0faa000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81ff6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53908/0 (socket says 172.21.15.47:53908) 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.474+0000 7f0faa000640 1 -- 172.21.15.47:0/323505036 learned_addr learned my addr 172.21.15.47:0/323505036 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.475+0000 7f0fab400640 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ffc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.475+0000 7f0faa000640 1 -- 172.21.15.47:0/323505036 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 msgr2=0x55f5d81f3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.475+0000 7f0faa000640 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 0x55f5d81f3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.475+0000 7f0faa000640 1 -- 172.21.15.47:0/323505036 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 msgr2=0x55f5d81ffc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.475+0000 7f0faa000640 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ffc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.475+0000 7f0faa000640 1 -- 172.21.15.47:0/323505036 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5d81ce8e0 con 0x55f5d81dc730 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.475+0000 7f0fab400640 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ffc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:33:57.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.475+0000 7f0faa000640 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81ff6c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0f980108e0 tx=0x7f0f98010910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b0551a9487904c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.476+0000 7f0f97400640 1 -- 172.21.15.47:0/323505036 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f98029040 con 0x55f5d81dc730 2024-04-25T02:33:57.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.476+0000 7f0f97400640 1 -- 172.21.15.47:0/323505036 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f9800fc70 con 0x55f5d81dc730 2024-04-25T02:33:57.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.476+0000 7f0f97400640 1 -- 172.21.15.47:0/323505036 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f98005660 con 0x55f5d81dc730 2024-04-25T02:33:57.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 -- 172.21.15.47:0/323505036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 msgr2=0x55f5d81ff6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81ff6c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0f980108e0 tx=0x7f0f98010910 comp rx=0 tx=0).stop 2024-04-25T02:33:57.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 -- 172.21.15.47:0/323505036 shutdown_connections 2024-04-25T02:33:57.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ffc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81ff6c0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/323505036 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 0x55f5d81f3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 -- 172.21.15.47:0/323505036 >> 172.21.15.47:0/323505036 conn(0x55f5d81e3350 msgr2=0x55f5d81e67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 -- 172.21.15.47:0/323505036 shutdown_connections 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.477+0000 7f0fb47f3740 1 -- 172.21.15.47:0/323505036 wait complete. 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.478+0000 7f0fb47f3740 1 -- start start 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.478+0000 7f0fb47f3740 1 Processor -- start 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 0x55f5d81ec770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81eccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0fb47f3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ed1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac1a96c0 con 0x55f5d81dc730 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac1aab30 con 0x55f5d81dd050 2024-04-25T02:33:57.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0fb47f3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac1a9d90 con 0x55f5d81d8a50 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0fb47f3740 10 client.0 _ll_register_callbacks cb 0x7f0f98009920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0faa000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81eccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0faa000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81eccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53914/0 (socket says 172.21.15.47:53914) 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0faa000640 1 -- 172.21.15.47:0/291255989 learned_addr learned my addr 172.21.15.47:0/291255989 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0faaa00640 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 0x55f5d81ec770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.479+0000 7f0fab400640 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ed1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.480+0000 7f0faa000640 1 -- 172.21.15.47:0/291255989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 msgr2=0x55f5d81ec770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.480+0000 7f0faa000640 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 0x55f5d81ec770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.480+0000 7f0faa000640 1 -- 172.21.15.47:0/291255989 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 msgr2=0x55f5d81ed1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.480+0000 7f0faa000640 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ed1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.480+0000 7f0faa000640 1 -- 172.21.15.47:0/291255989 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5d825df40 con 0x55f5d81dc730 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.480+0000 7f0faa000640 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81eccb0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0f980104b0 tx=0x7f0f98009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d228bd9198cba89e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.481+0000 7f0f94c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:57.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.481+0000 7f0f94c00640 1 -- 172.21.15.47:0/291255989 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f98029040 con 0x55f5d81dc730 2024-04-25T02:33:57.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.481+0000 7f0f94c00640 1 -- 172.21.15.47:0/291255989 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f0f9800f790 con 0x55f5d81dc730 2024-04-25T02:33:57.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.481+0000 7f0fb47f3740 1 -- 172.21.15.47:0/291255989 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f9800fc70 con 0x55f5d81dc730 2024-04-25T02:33:57.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.481+0000 7f0f94c00640 1 -- 172.21.15.47:0/291255989 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0f9800f990 con 0x55f5d81dc730 2024-04-25T02:33:57.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.481+0000 7f0fb47f3740 10 client.15615 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:57.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.481+0000 7f0fb47f3740 1 -- 172.21.15.47:0/291255989 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f5d825f190 con 0x55f5d81dc730 2024-04-25T02:33:57.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.482+0000 7f0f94c00640 1 -- 172.21.15.47:0/291255989 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f9800fc70 con 0x55f5d81dc730 2024-04-25T02:33:57.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.482+0000 7f0f94c00640 1 -- 172.21.15.47:0/291255989 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0f98004cf0 con 0x55f5d81dc730 2024-04-25T02:33:57.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.482+0000 7f0fb47f3740 10 client.15615 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:57.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.482+0000 7f0fb47f3740 10 client.15615 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.482+0000 7f0fb47f3740 20 client.15615 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.482+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f5d81e7720 0x55f5d8261800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.482+0000 7f0fb47f3740 4 client.15615 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.482+0000 7f0fb47f3740 1 -- 172.21.15.47:0/291255989 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f5d813fa20 con 0x55f5d81e7720 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.483+0000 7f0faaa00640 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f5d81e7720 0x55f5d8261800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.484+0000 7f0faaa00640 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f5d81e7720 0x55f5d8261800 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bea55dabbada9a8 server_cookie=89dcef5c685bdf32 in_seq=0 out_seq=0 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.484+0000 7f0f94c00640 10 client.15615 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.485+0000 7f0f94c00640 1 -- 172.21.15.47:0/291255989 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f5d813fa20 con 0x55f5d81e7720 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.485+0000 7f0f94c00640 10 client.15615 handle_command_reply: tid=0 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.485+0000 7f0fb47f3740 1 client.15615 shutdown 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 -- 172.21.15.47:0/291255989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 msgr2=0x55f5d81eccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81eccb0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0f980104b0 tx=0x7f0f98009f10 comp rx=0 tx=0).stop 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 -- 172.21.15.47:0/291255989 shutdown_connections 2024-04-25T02:33:57.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f5d81e7720 0x55f5d8261800 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f5d81dd050 0x55f5d81ed1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f5d81dc730 0x55f5d81eccb0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 --2- 172.21.15.47:0/291255989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5d81d8a50 0x55f5d81ec770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 -- 172.21.15.47:0/291255989 >> 172.21.15.47:0/291255989 conn(0x55f5d81e3350 msgr2=0x55f5d81ceb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0f94c00640 0 client.15615 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 -- 172.21.15.47:0/291255989 shutdown_connections 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.486+0000 7f0fb47f3740 1 -- 172.21.15.47:0/291255989 wait complete. 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.487+0000 7f0fb47f3740 20 client.15615 trim_cache size 0 max 16384 2024-04-25T02:33:57.491 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:33:57.492 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:33:57.492 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "52fb3f0e-18dc-4562-9a58-93e4800bafa8", 2024-04-25T02:33:57.492 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:33:57.492 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 -- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f900a2f30 msgr2=0x7f0f900a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f900a2f30 0x7f0f900a53f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009a60 tx=0x7f0fa403c040 comp rx=0 tx=0).stop 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 -- 172.21.15.47:0/387860034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac1027a0 msgr2=0x7f0fac1003f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac1027a0 0x7f0fac1003f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00d950 tx=0x7f0f9c00de10 comp rx=0 tx=0).stop 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 -- 172.21.15.47:0/387860034 shutdown_connections 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0f900a2f30 0x7f0f900a53f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fac10bbc0 0x7f0fac100e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fac1030c0 0x7f0fac100930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 --2- 172.21.15.47:0/387860034 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fac1027a0 0x7f0fac1003f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 -- 172.21.15.47:0/387860034 >> 172.21.15.47:0/387860034 conn(0x7f0fac0fbfc0 msgr2=0x7f0fac0fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 -- 172.21.15.47:0/387860034 shutdown_connections 2024-04-25T02:33:57.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.488+0000 7f0fabe00640 1 -- 172.21.15.47:0/387860034 wait complete. 2024-04-25T02:33:57.517 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:33:57.517 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:33:57.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.705+0000 7f7062600640 1 -- 172.21.15.47:0/2349743351 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1027a0 msgr2=0x7f705c102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.705+0000 7f7062600640 1 --2- 172.21.15.47:0/2349743351 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1027a0 0x7f705c102b80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7050009900 tx=0x7f705002a480 comp rx=0 tx=0).stop 2024-04-25T02:33:57.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.706+0000 7f7062600640 1 -- 172.21.15.47:0/2349743351 shutdown_connections 2024-04-25T02:33:57.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.706+0000 7f7062600640 1 --2- 172.21.15.47:0/2349743351 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f705c10bbc0 0x7f705c10e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.706+0000 7f7062600640 1 --2- 172.21.15.47:0/2349743351 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f705c1030c0 0x7f705c10b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.706+0000 7f7062600640 1 --2- 172.21.15.47:0/2349743351 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1027a0 0x7f705c102b80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.706+0000 7f7062600640 1 -- 172.21.15.47:0/2349743351 >> 172.21.15.47:0/2349743351 conn(0x7f705c0fbfc0 msgr2=0x7f705c0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.706+0000 7f7062600640 1 -- 172.21.15.47:0/2349743351 shutdown_connections 2024-04-25T02:33:57.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.706+0000 7f7062600640 1 -- 172.21.15.47:0/2349743351 wait complete. 2024-04-25T02:33:57.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.707+0000 7f7062600640 1 Processor -- start 2024-04-25T02:33:57.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.707+0000 7f7062600640 1 -- start start 2024-04-25T02:33:57.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.707+0000 7f7062600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f705c1027a0 0x7f705c19a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.707+0000 7f7062600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1030c0 0x7f705c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.707+0000 7f7062600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f705c10bbc0 0x7f705c19e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.707+0000 7f7062600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f705c111a10 con 0x7f705c10bbc0 2024-04-25T02:33:57.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.707+0000 7f7062600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f705c111890 con 0x7f705c1027a0 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.707+0000 7f7062600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f705c111b90 con 0x7f705c1030c0 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f705be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1030c0 0x7f705c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f705be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1030c0 0x7f705c19a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41452/0 (socket says 172.21.15.47:41452) 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f705be00640 1 -- 172.21.15.47:0/1607122032 learned_addr learned my addr 172.21.15.47:0/1607122032 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f7061c00640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f705c10bbc0 0x7f705c19e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f7061200640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f705c1027a0 0x7f705c19a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f705be00640 1 -- 172.21.15.47:0/1607122032 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f705c1027a0 msgr2=0x7f705c19a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f705be00640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f705c1027a0 0x7f705c19a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f705be00640 1 -- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f705c10bbc0 msgr2=0x7f705c19e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f705be00640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f705c10bbc0 0x7f705c19e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.708+0000 7f705be00640 1 -- 172.21.15.47:0/1607122032 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f705c19f090 con 0x7f705c1030c0 2024-04-25T02:33:57.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.709+0000 7f705be00640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1030c0 0x7f705c19a5e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f704800c970 tx=0x7f704800ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.709+0000 7f7059600640 1 -- 172.21.15.47:0/1607122032 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048007bb0 con 0x7f705c1030c0 2024-04-25T02:33:57.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.709+0000 7f7062600640 1 -- 172.21.15.47:0/1607122032 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f705c19f380 con 0x7f705c1030c0 2024-04-25T02:33:57.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.709+0000 7f7059600640 1 -- 172.21.15.47:0/1607122032 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7048007d50 con 0x7f705c1030c0 2024-04-25T02:33:57.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.709+0000 7f7059600640 1 -- 172.21.15.47:0/1607122032 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048018820 con 0x7f705c1030c0 2024-04-25T02:33:57.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.709+0000 7f7062600640 1 -- 172.21.15.47:0/1607122032 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f705c1a6c10 con 0x7f705c1030c0 2024-04-25T02:33:57.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.712+0000 7f70669eb740 1 Processor -- start 2024-04-25T02:33:57.715 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f70669eb740 1 -- start start 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f70669eb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fbe5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f70669eb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc8c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f70669eb740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc91d0 0x55cec1fcb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f70669eb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cec1f22560 con 0x55cec1fbeb00 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f70669eb740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55cec1eca930 con 0x55cec1fc91d0 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f70669eb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cec1f1e520 con 0x55cec1fbe1e0 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f7061200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f7061200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc8c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53948/0 (socket says 172.21.15.47:53948) 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.713+0000 7f7061200640 1 -- 172.21.15.47:0/242545315 learned_addr learned my addr 172.21.15.47:0/242545315 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.714+0000 7f7061200640 1 -- 172.21.15.47:0/242545315 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 msgr2=0x55cec1fbe5c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.714+0000 7f7061200640 1 --2- 172.21.15.47:0/242545315 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fbe5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.714+0000 7f7061200640 1 -- 172.21.15.47:0/242545315 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc91d0 msgr2=0x55cec1fcb5c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.714+0000 7f7061200640 1 --2- 172.21.15.47:0/242545315 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc91d0 0x55cec1fcb5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.714+0000 7f7061200640 1 -- 172.21.15.47:0/242545315 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cec1d007d0 con 0x55cec1fbeb00 2024-04-25T02:33:57.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.714+0000 7f7061200640 1 --2- 172.21.15.47:0/242545315 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc8c90 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7050031550 tx=0x7f70500041a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42bec6686aaddd1f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.714+0000 7f704e000640 1 -- 172.21.15.47:0/242545315 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050035040 con 0x55cec1fbeb00 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.714+0000 7f7059600640 1 -- 172.21.15.47:0/1607122032 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f7048018a80 con 0x7f705c1030c0 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f704e000640 1 -- 172.21.15.47:0/242545315 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7050005520 con 0x55cec1fbeb00 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f704e000640 1 -- 172.21.15.47:0/242545315 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050003850 con 0x55cec1fbeb00 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f70669eb740 1 -- 172.21.15.47:0/242545315 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 msgr2=0x55cec1fc8c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f70669eb740 1 --2- 172.21.15.47:0/242545315 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc8c90 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7050031550 tx=0x7f70500041a0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f70669eb740 1 -- 172.21.15.47:0/242545315 shutdown_connections 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f70669eb740 1 --2- 172.21.15.47:0/242545315 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc91d0 0x55cec1fcb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f70669eb740 1 --2- 172.21.15.47:0/242545315 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc8c90 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f70669eb740 1 --2- 172.21.15.47:0/242545315 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fbe5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.715+0000 7f70669eb740 1 -- 172.21.15.47:0/242545315 >> 172.21.15.47:0/242545315 conn(0x55cec1fba500 msgr2=0x55cec1fba8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.716+0000 7f70669eb740 1 -- 172.21.15.47:0/242545315 shutdown_connections 2024-04-25T02:33:57.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.716+0000 7f70669eb740 1 -- 172.21.15.47:0/242545315 wait complete. 2024-04-25T02:33:57.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.716+0000 7f70669eb740 1 -- start start 2024-04-25T02:33:57.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.716+0000 7f70669eb740 1 Processor -- start 2024-04-25T02:33:57.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f70669eb740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f70669eb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f70669eb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fc6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f70669eb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cec1fcbf60 con 0x55cec1fbeb00 2024-04-25T02:33:57.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f70669eb740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55cec1eddd90 con 0x55cec1fbe1e0 2024-04-25T02:33:57.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f70669eb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cec1fcc0e0 con 0x55cec1fc91d0 2024-04-25T02:33:57.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f70669eb740 10 client.0 _ll_register_callbacks cb 0x55cec1edd780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:57.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f7059600640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70440a2ec0 0x7f70440a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f7061200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f7061200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53958/0 (socket says 172.21.15.47:53958) 2024-04-25T02:33:57.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f7061200640 1 -- 172.21.15.47:0/2955496236 learned_addr learned my addr 172.21.15.47:0/2955496236 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f7059600640 1 -- 172.21.15.47:0/1607122032 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f70480cf670 con 0x7f705c1030c0 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f7061c00640 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f7061200640 1 -- 172.21.15.47:0/2955496236 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 msgr2=0x55cec1fc6be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.717+0000 7f705be00640 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fc6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f7061200640 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fc6be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f7061200640 1 -- 172.21.15.47:0/2955496236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fbe1e0 msgr2=0x55cec1fc6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f7061200640 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f7061200640 1 -- 172.21.15.47:0/2955496236 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cec1c363f0 con 0x55cec1fbeb00 2024-04-25T02:33:57.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f705be00640 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fc6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:33:57.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f7061c00640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70440a2ec0 0x7f70440a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f7061200640 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc66a0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f705002a9a0 tx=0x7f7050009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=271a953c680dc466 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.718+0000 7f7042a00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:57.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.719+0000 7f7042a00640 1 -- 172.21.15.47:0/2955496236 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050052060 con 0x55cec1fbeb00 2024-04-25T02:33:57.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.719+0000 7f7042a00640 1 -- 172.21.15.47:0/2955496236 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f70500048c0 con 0x55cec1fbeb00 2024-04-25T02:33:57.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.719+0000 7f70669eb740 1 -- 172.21.15.47:0/2955496236 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7050005520 con 0x55cec1fbeb00 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.719+0000 7f7042a00640 1 -- 172.21.15.47:0/2955496236 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7050035040 con 0x55cec1fbeb00 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.719+0000 7f70669eb740 10 client.15627 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.719+0000 7f70669eb740 1 -- 172.21.15.47:0/2955496236 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cec1bf60f0 con 0x55cec1fbeb00 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.720+0000 7f7042a00640 1 -- 172.21.15.47:0/2955496236 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7050004b00 con 0x55cec1fbeb00 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.720+0000 7f7042a00640 1 -- 172.21.15.47:0/2955496236 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f705004c030 con 0x55cec1fbeb00 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.720+0000 7f70669eb740 10 client.15627 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.720+0000 7f70669eb740 10 client.15627 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.720+0000 7f70669eb740 20 client.15627 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.721+0000 7f70669eb740 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cec1fd9380 0x55cec1fdb770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.721+0000 7f70669eb740 4 client.15627 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:57.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.721+0000 7f70669eb740 1 -- 172.21.15.47:0/2955496236 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7050005520 con 0x55cec1fd9380 2024-04-25T02:33:57.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.721+0000 7f7061c00640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70440a2ec0 0x7f70440a5380 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7054005fd0 tx=0x7f7054009ae0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.721+0000 7f705be00640 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cec1fd9380 0x55cec1fdb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.722+0000 7f7042a00640 10 client.15627 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:57.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.722+0000 7f705be00640 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cec1fd9380 0x55cec1fdb770 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4da134ee6eb0aeab server_cookie=12e6eff1238a03b4 in_seq=0 out_seq=0 2024-04-25T02:33:57.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.722+0000 7f7042a00640 1 -- 172.21.15.47:0/2955496236 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f7050005520 con 0x55cec1fd9380 2024-04-25T02:33:57.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.722+0000 7f7042a00640 10 client.15627 handle_command_reply: tid=0 2024-04-25T02:33:57.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.722+0000 7f70669eb740 1 client.15627 shutdown 2024-04-25T02:33:57.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 -- 172.21.15.47:0/2955496236 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 msgr2=0x55cec1fc66a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc66a0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f705002a9a0 tx=0x7f7050009680 comp rx=0 tx=0).stop 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 -- 172.21.15.47:0/2955496236 shutdown_connections 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cec1fd9380 0x55cec1fdb770 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fc6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbeb00 0x55cec1fc66a0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 --2- 172.21.15.47:0/2955496236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 -- 172.21.15.47:0/2955496236 >> 172.21.15.47:0/2955496236 conn(0x55cec1fba500 msgr2=0x55cec1fb9800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f7042a00640 0 client.15627 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 -- 172.21.15.47:0/2955496236 shutdown_connections 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 1 -- 172.21.15.47:0/2955496236 wait complete. 2024-04-25T02:33:57.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.723+0000 7f70669eb740 20 client.15627 trim_cache size 0 max 16384 2024-04-25T02:33:57.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.759+0000 7f70669eb740 1 Processor -- start 2024-04-25T02:33:57.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.759+0000 7f70669eb740 1 -- start start 2024-04-25T02:33:57.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f70669eb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f70669eb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fc91d0 0x55cec1fc3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f70669eb740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fc6120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f70669eb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1b1bd0 con 0x55cec1fc91d0 2024-04-25T02:33:57.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f70669eb740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1af4a0 con 0x55cec1fc3e40 2024-04-25T02:33:57.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f70669eb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1ad2f0 con 0x55cec1fbe1e0 2024-04-25T02:33:57.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f7061200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f7061200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc33c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41466/0 (socket says 172.21.15.47:41466) 2024-04-25T02:33:57.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f7061200640 1 -- 172.21.15.47:0/509990443 learned_addr learned my addr 172.21.15.47:0/509990443 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.760+0000 7f705be00640 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fc91d0 0x55cec1fc3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f7061c00640 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fc6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f7061200640 1 -- 172.21.15.47:0/509990443 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 msgr2=0x55cec1fc6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f7061200640 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fc6120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f7061200640 1 -- 172.21.15.47:0/509990443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fc91d0 msgr2=0x55cec1fc3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f7061200640 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fc91d0 0x55cec1fc3900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f7061200640 1 -- 172.21.15.47:0/509990443 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cec1fc46b0 con 0x55cec1fbe1e0 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f705be00640 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fc91d0 0x55cec1fc3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f7061c00640 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fc6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f7061200640 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc33c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7050033000 tx=0x7f705002a480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf2e916117ddbbfb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f704d600640 1 -- 172.21.15.47:0/509990443 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050064070 con 0x55cec1fbe1e0 2024-04-25T02:33:57.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f704d600640 1 -- 172.21.15.47:0/509990443 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7050004ba0 con 0x55cec1fbe1e0 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.761+0000 7f704d600640 1 -- 172.21.15.47:0/509990443 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050052040 con 0x55cec1fbe1e0 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 -- 172.21.15.47:0/509990443 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 msgr2=0x55cec1fc33c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc33c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7050033000 tx=0x7f705002a480 comp rx=0 tx=0).stop 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 -- 172.21.15.47:0/509990443 shutdown_connections 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fc6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fc91d0 0x55cec1fc3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 --2- 172.21.15.47:0/509990443 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fbe1e0 0x55cec1fc33c0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 -- 172.21.15.47:0/509990443 >> 172.21.15.47:0/509990443 conn(0x55cec1fba500 msgr2=0x55cec1fc14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 -- 172.21.15.47:0/509990443 shutdown_connections 2024-04-25T02:33:57.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.762+0000 7f70669eb740 1 -- 172.21.15.47:0/509990443 wait complete. 2024-04-25T02:33:57.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.763+0000 7f70669eb740 1 -- start start 2024-04-25T02:33:57.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.763+0000 7f70669eb740 1 Processor -- start 2024-04-25T02:33:57.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f70669eb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbe1e0 0x55cec1fdc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f70669eb740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fdc620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f70669eb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fdcba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f70669eb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1ad960 con 0x55cec1fbe1e0 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f70669eb740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1aedd0 con 0x55cec1fc3e40 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f70669eb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1ae030 con 0x55cec1fc91d0 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f70669eb740 10 client.0 _ll_register_callbacks cb 0x7f7050004450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f705be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fdc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f7061c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fdcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f7061200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbe1e0 0x55cec1fdc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f7061c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fdcba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41482/0 (socket says 172.21.15.47:41482) 2024-04-25T02:33:57.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f7061c00640 1 -- 172.21.15.47:0/3051420122 learned_addr learned my addr 172.21.15.47:0/3051420122 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.764+0000 7f705be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fdc620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45136/0 (socket says 172.21.15.47:45136) 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7061c00640 1 -- 172.21.15.47:0/3051420122 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 msgr2=0x55cec1fdc620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7061c00640 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fdc620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7061c00640 1 -- 172.21.15.47:0/3051420122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbe1e0 msgr2=0x55cec1fdc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7061c00640 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbe1e0 0x55cec1fdc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7061c00640 1 -- 172.21.15.47:0/3051420122 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cec203e850 con 0x55cec1fc91d0 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7061c00640 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fdcba0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7054004d10 tx=0x7f7054009840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5949d06f9500b0ea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7042a00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7042a00640 1 -- 172.21.15.47:0/3051420122 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7054005540 con 0x55cec1fc91d0 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f70669eb740 1 -- 172.21.15.47:0/3051420122 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7050004ba0 con 0x55cec1fc91d0 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7042a00640 1 -- 172.21.15.47:0/3051420122 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f705401b050 con 0x55cec1fc91d0 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f7042a00640 1 -- 172.21.15.47:0/3051420122 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f70540056e0 con 0x55cec1fc91d0 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f70669eb740 10 client.25744 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:57.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.765+0000 7f70669eb740 1 -- 172.21.15.47:0/3051420122 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cec203fb60 con 0x55cec1fc91d0 2024-04-25T02:33:57.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.766+0000 7f7042a00640 1 -- 172.21.15.47:0/3051420122 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7050004ba0 con 0x55cec1fc91d0 2024-04-25T02:33:57.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.766+0000 7f7042a00640 1 -- 172.21.15.47:0/3051420122 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f705401d070 con 0x55cec1fc91d0 2024-04-25T02:33:57.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.766+0000 7f70669eb740 10 client.25744 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:57.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.766+0000 7f70669eb740 10 client.25744 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:57.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.766+0000 7f70669eb740 20 client.25744 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:57.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.766+0000 7f70669eb740 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cec2040360 0x55cec2042780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:57.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.766+0000 7f70669eb740 4 client.25744 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:33:57.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.766+0000 7f70669eb740 1 -- 172.21.15.47:0/3051420122 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cec1f35d90 con 0x55cec2040360 2024-04-25T02:33:57.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.767+0000 7f7061200640 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cec2040360 0x55cec2042780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.767+0000 7f7061200640 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cec2040360 0x55cec2042780 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=706f730c0818210b server_cookie=12e2795b59913bf9 in_seq=0 out_seq=0 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.767+0000 7f7042a00640 10 client.25744 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f7042a00640 1 -- 172.21.15.47:0/3051420122 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55cec1f35d90 con 0x55cec2040360 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f7042a00640 10 client.25744 handle_command_reply: tid=0 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 client.25744 shutdown 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 -- 172.21.15.47:0/3051420122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 msgr2=0x55cec1fdcba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fdcba0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7054004d10 tx=0x7f7054009840 comp rx=0 tx=0).stop 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 -- 172.21.15.47:0/3051420122 shutdown_connections 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cec2040360 0x55cec2042780 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cec1fc91d0 0x55cec1fdcba0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f7042a00640 0 client.25744 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cec1fc3e40 0x55cec1fdc620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 --2- 172.21.15.47:0/3051420122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cec1fbe1e0 0x55cec1fdc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 -- 172.21.15.47:0/3051420122 >> 172.21.15.47:0/3051420122 conn(0x55cec1fba500 msgr2=0x55cec1fb8f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 -- 172.21.15.47:0/3051420122 shutdown_connections 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.768+0000 7f70669eb740 1 -- 172.21.15.47:0/3051420122 wait complete. 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.769+0000 7f70669eb740 20 client.25744 trim_cache size 0 max 16384 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stdout: "52fb3f0e-18dc-4562-9a58-93e4800bafa8": { 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "52fb3f0e-18dc-4562-9a58-93e4800bafa8", 2024-04-25T02:33:57.775 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:33:57.776 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:33:57.776 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:33:57.776 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:33:57.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.769+0000 7f7062600640 1 -- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70440a2ec0 msgr2=0x7f70440a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.769+0000 7f7062600640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70440a2ec0 0x7f70440a5380 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7054005fd0 tx=0x7f7054009ae0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.769+0000 7f7062600640 1 -- 172.21.15.47:0/1607122032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1030c0 msgr2=0x7f705c19a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:57.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.769+0000 7f7062600640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1030c0 0x7f705c19a5e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f704800c970 tx=0x7f704800ce30 comp rx=0 tx=0).stop 2024-04-25T02:33:57.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.770+0000 7f7062600640 1 -- 172.21.15.47:0/1607122032 shutdown_connections 2024-04-25T02:33:57.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.770+0000 7f7062600640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70440a2ec0 0x7f70440a5380 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.770+0000 7f7062600640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f705c10bbc0 0x7f705c19e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.770+0000 7f7062600640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f705c1030c0 0x7f705c19a5e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.770+0000 7f7062600640 1 --2- 172.21.15.47:0/1607122032 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f705c1027a0 0x7f705c19a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:57.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.770+0000 7f7062600640 1 -- 172.21.15.47:0/1607122032 >> 172.21.15.47:0/1607122032 conn(0x7f705c0fbfc0 msgr2=0x7f705c100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:57.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.770+0000 7f7062600640 1 -- 172.21.15.47:0/1607122032 shutdown_connections 2024-04-25T02:33:57.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:33:57.770+0000 7f7062600640 1 -- 172.21.15.47:0/1607122032 wait complete. 2024-04-25T02:33:57.791 INFO:tasks.cephfs.filesystem:scrub status for tag:52fb3f0e-18dc-4562-9a58-93e4800bafa8 - {'path': '/', 'tag': '52fb3f0e-18dc-4562-9a58-93e4800bafa8', 'options': 'recursive,force'} 2024-04-25T02:33:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:58 smithi178 ceph-mon[33053]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:58 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:33:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:58 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:58 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:33:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:33:58 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:58.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:58 smithi047 ceph-mon[27871]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:58.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:58 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:33:58.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:58 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:58.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:58 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:33:58.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:33:58 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:59.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:58 smithi113 ceph-mon[32459]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T02:33:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:58 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:33:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:58 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:58 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:33:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:33:58 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:33:59.374 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.370+0000 7f9858e00640 1 -- 172.21.15.47:0/1561334324 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98541029d0 msgr2=0x7f9854102db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.374 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.370+0000 7f9858e00640 1 --2- 172.21.15.47:0/1561334324 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98541029d0 0x7f9854102db0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9844009900 tx=0x7f984402a480 comp rx=0 tx=0).stop 2024-04-25T02:33:59.374 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.371+0000 7f9858e00640 1 -- 172.21.15.47:0/1561334324 shutdown_connections 2024-04-25T02:33:59.374 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.371+0000 7f9858e00640 1 --2- 172.21.15.47:0/1561334324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f985410bda0 0x7f985410e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.374 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.371+0000 7f9858e00640 1 --2- 172.21.15.47:0/1561334324 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98541032f0 0x7f985410b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.374 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.371+0000 7f9858e00640 1 --2- 172.21.15.47:0/1561334324 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98541029d0 0x7f9854102db0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.375 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.371+0000 7f9858e00640 1 -- 172.21.15.47:0/1561334324 >> 172.21.15.47:0/1561334324 conn(0x7f9854077750 msgr2=0x7f9854077b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:59.375 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.371+0000 7f9858e00640 1 -- 172.21.15.47:0/1561334324 shutdown_connections 2024-04-25T02:33:59.375 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.371+0000 7f9858e00640 1 -- 172.21.15.47:0/1561334324 wait complete. 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.372+0000 7f9858e00640 1 Processor -- start 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.372+0000 7f9858e00640 1 -- start start 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.372+0000 7f9858e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98541029d0 0x7f985419a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.372+0000 7f9858e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98541032f0 0x7f985419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.372+0000 7f9858e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f985410bda0 0x7f985419e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.372+0000 7f9858e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9854111b80 con 0x7f985410bda0 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.372+0000 7f9858e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9854111a00 con 0x7f98541032f0 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.372+0000 7f9858e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9854111d00 con 0x7f98541029d0 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9852800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f985410bda0 0x7f985419e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9851400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98541032f0 0x7f985419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9852800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f985410bda0 0x7f985419e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53992/0 (socket says 172.21.15.47:53992) 2024-04-25T02:33:59.376 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9852800640 1 -- 172.21.15.47:0/824915425 learned_addr learned my addr 172.21.15.47:0/824915425 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:59.377 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9851e00640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98541029d0 0x7f985419a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.377 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9851400640 1 -- 172.21.15.47:0/824915425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98541029d0 msgr2=0x7f985419a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.377 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9851400640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98541029d0 0x7f985419a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.377 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9851400640 1 -- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f985410bda0 msgr2=0x7f985419e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9851400640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f985410bda0 0x7f985419e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9851400640 1 -- 172.21.15.47:0/824915425 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f985419f050 con 0x7f98541032f0 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.373+0000 7f9852800640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f985410bda0 0x7f985419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.374+0000 7f9851400640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98541032f0 0x7f985419a5a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f984000e9f0 tx=0x7f984000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.374+0000 7f984aa00640 1 -- 172.21.15.47:0/824915425 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984000ccc0 con 0x7f98541032f0 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.374+0000 7f9858e00640 1 -- 172.21.15.47:0/824915425 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f985419f340 con 0x7f98541032f0 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.374+0000 7f9858e00640 1 -- 172.21.15.47:0/824915425 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98541a6bd0 con 0x7f98541032f0 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.374+0000 7f984aa00640 1 -- 172.21.15.47:0/824915425 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9840005020 con 0x7f98541032f0 2024-04-25T02:33:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.374+0000 7f984aa00640 1 -- 172.21.15.47:0/824915425 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984001c070 con 0x7f98541032f0 2024-04-25T02:33:59.381 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.378+0000 7f984aa00640 1 -- 172.21.15.47:0/824915425 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f9840004a00 con 0x7f98541032f0 2024-04-25T02:33:59.382 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.379+0000 7f985bd81740 1 Processor -- start 2024-04-25T02:33:59.383 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.380+0000 7f985bd81740 1 -- start start 2024-04-25T02:33:59.383 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.380+0000 7f984aa00640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98380a2f50 0x7f98380a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.383 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.380+0000 7f984aa00640 1 -- 172.21.15.47:0/824915425 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f98400cf500 con 0x7f98541032f0 2024-04-25T02:33:59.383 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.380+0000 7f9852800640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98380a2f50 0x7f98380a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.384 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.381+0000 7f985bd81740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb85ae00 0x564bdb85b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.384 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.381+0000 7f985bd81740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb865aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.385 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.381+0000 7f9852800640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98380a2f50 0x7f98380a5410 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f984c011790 tx=0x7f984c009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:59.385 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.381+0000 7f985bd81740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb865fe0 0x564bdb8683d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.385 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb85ae00 0x564bdb85b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.385 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb85ae00 0x564bdb85b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45160/0 (socket says 172.21.15.47:45160) 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851e00640 1 -- 172.21.15.47:0/2313852626 learned_addr learned my addr 172.21.15.47:0/2313852626 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f985bd81740 1 -- 172.21.15.47:0/2313852626 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564bdb7beab0 con 0x564bdb85b720 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f985bd81740 1 -- 172.21.15.47:0/2313852626 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564bdb767640 con 0x564bdb85ae00 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f985bd81740 1 -- 172.21.15.47:0/2313852626 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564bdb7baa70 con 0x564bdb865fe0 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851400640 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb865aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9852800640 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb865fe0 0x564bdb8683d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851400640 1 -- 172.21.15.47:0/2313852626 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb865fe0 msgr2=0x564bdb8683d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851400640 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb865fe0 0x564bdb8683d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851400640 1 -- 172.21.15.47:0/2313852626 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb85ae00 msgr2=0x564bdb85b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851400640 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb85ae00 0x564bdb85b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.382+0000 7f9851400640 1 -- 172.21.15.47:0/2313852626 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bdb4d3210 con 0x564bdb85b720 2024-04-25T02:33:59.386 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.383+0000 7f9852800640 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb865fe0 0x564bdb8683d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:33:59.387 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.383+0000 7f9851400640 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb865aa0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f98400cca40 tx=0x7f984009c050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4a6824eacd340ce server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:59.387 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.383+0000 7f983f400640 1 -- 172.21.15.47:0/2313852626 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98400860c0 con 0x564bdb85b720 2024-04-25T02:33:59.387 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.383+0000 7f983f400640 1 -- 172.21.15.47:0/2313852626 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9840004cf0 con 0x564bdb85b720 2024-04-25T02:33:59.387 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.383+0000 7f983f400640 1 -- 172.21.15.47:0/2313852626 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98400cf070 con 0x564bdb85b720 2024-04-25T02:33:59.388 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.384+0000 7f985bd81740 1 -- 172.21.15.47:0/2313852626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 msgr2=0x564bdb865aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.388 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.384+0000 7f985bd81740 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb865aa0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f98400cca40 tx=0x7f984009c050 comp rx=0 tx=0).stop 2024-04-25T02:33:59.388 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.385+0000 7f985bd81740 1 -- 172.21.15.47:0/2313852626 shutdown_connections 2024-04-25T02:33:59.388 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.385+0000 7f985bd81740 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb865fe0 0x564bdb8683d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.388 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.385+0000 7f985bd81740 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb865aa0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.388 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.385+0000 7f985bd81740 1 --2- 172.21.15.47:0/2313852626 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb85ae00 0x564bdb85b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.388 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.385+0000 7f985bd81740 1 -- 172.21.15.47:0/2313852626 >> 172.21.15.47:0/2313852626 conn(0x564bdb857310 msgr2=0x564bdb8576f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:59.389 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.385+0000 7f985bd81740 1 -- 172.21.15.47:0/2313852626 shutdown_connections 2024-04-25T02:33:59.389 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.385+0000 7f985bd81740 1 -- 172.21.15.47:0/2313852626 wait complete. 2024-04-25T02:33:59.389 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.385+0000 7f985bd81740 1 -- start start 2024-04-25T02:33:59.389 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.386+0000 7f985bd81740 1 Processor -- start 2024-04-25T02:33:59.389 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.386+0000 7f985bd81740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb863010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.389 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.386+0000 7f985bd81740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb863550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.390 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.386+0000 7f985bd81740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb863a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.390 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.386+0000 7f985bd81740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564bdb868c10 con 0x564bdb85b720 2024-04-25T02:33:59.390 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.386+0000 7f985bd81740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564bdb77a990 con 0x564bdb865fe0 2024-04-25T02:33:59.390 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.386+0000 7f985bd81740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564bdb868d90 con 0x564bdb85ae00 2024-04-25T02:33:59.390 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f985bd81740 10 client.0 _ll_register_callbacks cb 0x564bdb77c950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb863550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9852800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb863a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb863550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54012/0 (socket says 172.21.15.47:54012) 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851400640 1 -- 172.21.15.47:0/911607885 learned_addr learned my addr 172.21.15.47:0/911607885 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851e00640 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb863010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851400640 1 -- 172.21.15.47:0/911607885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 msgr2=0x564bdb863010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851400640 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb863010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851400640 1 -- 172.21.15.47:0/911607885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 msgr2=0x564bdb863a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851400640 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb863a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.387+0000 7f9851400640 1 -- 172.21.15.47:0/911607885 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bdb59f620 con 0x564bdb85b720 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.388+0000 7f9851400640 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb863550 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f984009b510 tx=0x7f9840009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b95bc01f87eb2b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:59.392 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.388+0000 7f9833e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:59.393 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.388+0000 7f9833e00640 1 -- 172.21.15.47:0/911607885 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98400ba200 con 0x564bdb85b720 2024-04-25T02:33:59.393 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.388+0000 7f9833e00640 1 -- 172.21.15.47:0/911607885 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f984009cb40 con 0x564bdb85b720 2024-04-25T02:33:59.393 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.388+0000 7f985bd81740 1 -- 172.21.15.47:0/911607885 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9840004cf0 con 0x564bdb85b720 2024-04-25T02:33:59.393 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f9833e00640 1 -- 172.21.15.47:0/911607885 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f984009cd40 con 0x564bdb85b720 2024-04-25T02:33:59.393 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f985bd81740 10 client.15645 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:59.393 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f985bd81740 1 -- 172.21.15.47:0/911607885 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564bdb874bb0 con 0x564bdb85b720 2024-04-25T02:33:59.393 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f9833e00640 1 -- 172.21.15.47:0/911607885 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9840004cf0 con 0x564bdb85b720 2024-04-25T02:33:59.394 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f9833e00640 1 -- 172.21.15.47:0/911607885 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f984009a6d0 con 0x564bdb85b720 2024-04-25T02:33:59.394 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f985bd81740 10 client.15645 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:59.394 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f985bd81740 10 client.15645 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:59.394 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f985bd81740 20 client.15645 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:59.394 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f985bd81740 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564bdb875f00 0x564bdb8782f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.394 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f985bd81740 4 client.15645 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:33:59.394 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.389+0000 7f985bd81740 1 -- 172.21.15.47:0/911607885 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bdb7cbff0 con 0x564bdb875f00 2024-04-25T02:33:59.395 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.390+0000 7f9851e00640 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564bdb875f00 0x564bdb8782f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.395 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.390+0000 7f9851e00640 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564bdb875f00 0x564bdb8782f0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71ffff02737fbb67 server_cookie=3a8ba34960ec8f19 in_seq=0 out_seq=0 2024-04-25T02:33:59.395 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.390+0000 7f9833e00640 10 client.15645 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:59.395 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f9833e00640 1 -- 172.21.15.47:0/911607885 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564bdb7cbff0 con 0x564bdb875f00 2024-04-25T02:33:59.395 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f9833e00640 10 client.15645 handle_command_reply: tid=0 2024-04-25T02:33:59.395 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f985bd81740 1 client.15645 shutdown 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f985bd81740 1 -- 172.21.15.47:0/911607885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 msgr2=0x564bdb863550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f985bd81740 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb863550 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f984009b510 tx=0x7f9840009f60 comp rx=0 tx=0).stop 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f985bd81740 1 -- 172.21.15.47:0/911607885 shutdown_connections 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f985bd81740 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564bdb875f00 0x564bdb8782f0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f985bd81740 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb863a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f985bd81740 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb863550 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.391+0000 7f985bd81740 1 --2- 172.21.15.47:0/911607885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb863010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.392+0000 7f985bd81740 1 -- 172.21.15.47:0/911607885 >> 172.21.15.47:0/911607885 conn(0x564bdb857310 msgr2=0x564bdb85d090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.392+0000 7f9833e00640 0 client.15645 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.392+0000 7f985bd81740 1 -- 172.21.15.47:0/911607885 shutdown_connections 2024-04-25T02:33:59.396 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.392+0000 7f985bd81740 1 -- 172.21.15.47:0/911607885 wait complete. 2024-04-25T02:33:59.397 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.392+0000 7f985bd81740 20 client.15645 trim_cache size 0 max 16384 2024-04-25T02:33:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.423+0000 7f985bd81740 1 Processor -- start 2024-04-25T02:33:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.423+0000 7f985bd81740 1 -- start start 2024-04-25T02:33:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f985bd81740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb8638b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f985bd81740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb87d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f985bd81740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb87ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f985bd81740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9834010f90 con 0x564bdb85b720 2024-04-25T02:33:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f985bd81740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f983400e860 con 0x564bdb865fe0 2024-04-25T02:33:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f985bd81740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f983400c6b0 con 0x564bdb85ae00 2024-04-25T02:33:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f9852800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb87ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f9851e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb8638b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f9852800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb87ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45184/0 (socket says 172.21.15.47:45184) 2024-04-25T02:33:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f9852800640 1 -- 172.21.15.47:0/2324615159 learned_addr learned my addr 172.21.15.47:0/2324615159 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.424+0000 7f9851400640 1 --2- 172.21.15.47:0/2324615159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb87d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.425+0000 7f9851e00640 1 -- 172.21.15.47:0/2324615159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 msgr2=0x564bdb87ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.425+0000 7f9851e00640 1 --2- 172.21.15.47:0/2324615159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb87ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.429 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.425+0000 7f9851e00640 1 -- 172.21.15.47:0/2324615159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 msgr2=0x564bdb87d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:59.429 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.425+0000 7f9851e00640 1 --2- 172.21.15.47:0/2324615159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb87d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.429 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.425+0000 7f9851e00640 1 -- 172.21.15.47:0/2324615159 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bdb85ec10 con 0x564bdb85ae00 2024-04-25T02:33:59.429 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.425+0000 7f9851e00640 1 --2- 172.21.15.47:0/2324615159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb8638b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9844009850 tx=0x7f9844005250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e3d9889e2dd689f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.425+0000 7f983ea00640 1 -- 172.21.15.47:0/2324615159 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984404b070 con 0x564bdb85ae00 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.426+0000 7f983ea00640 1 -- 172.21.15.47:0/2324615159 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9844005600 con 0x564bdb85ae00 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.426+0000 7f983ea00640 1 -- 172.21.15.47:0/2324615159 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9844035040 con 0x564bdb85ae00 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.426+0000 7f985bd81740 1 -- 172.21.15.47:0/2324615159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 msgr2=0x564bdb8638b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.426+0000 7f985bd81740 1 --2- 172.21.15.47:0/2324615159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb8638b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9844009850 tx=0x7f9844005250 comp rx=0 tx=0).stop 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.427+0000 7f985bd81740 1 -- 172.21.15.47:0/2324615159 shutdown_connections 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.427+0000 7f985bd81740 1 --2- 172.21.15.47:0/2324615159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb87ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.427+0000 7f985bd81740 1 --2- 172.21.15.47:0/2324615159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85b720 0x564bdb87d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.427+0000 7f985bd81740 1 --2- 172.21.15.47:0/2324615159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85ae00 0x564bdb8638b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.431 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.427+0000 7f985bd81740 1 -- 172.21.15.47:0/2324615159 >> 172.21.15.47:0/2324615159 conn(0x564bdb857310 msgr2=0x564bdb85c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:59.431 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.427+0000 7f985bd81740 1 -- 172.21.15.47:0/2324615159 shutdown_connections 2024-04-25T02:33:59.431 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.427+0000 7f985bd81740 1 -- 172.21.15.47:0/2324615159 wait complete. 2024-04-25T02:33:59.432 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.427+0000 7f985bd81740 1 -- start start 2024-04-25T02:33:59.432 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f985bd81740 1 Processor -- start 2024-04-25T02:33:59.432 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f985bd81740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85ae00 0x564bdb86dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.432 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f985bd81740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85b720 0x564bdb86e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f985bd81740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb86afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f985bd81740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f983400cd20 con 0x564bdb85ae00 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f985bd81740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f983400e190 con 0x564bdb865fe0 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f985bd81740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f983400d3f0 con 0x564bdb85b720 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f985bd81740 10 client.0 _ll_register_callbacks cb 0x7f9840005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.428+0000 7f9851e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85ae00 0x564bdb86dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85ae00 0x564bdb86dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54030/0 (socket says 172.21.15.47:54030) 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851e00640 1 -- 172.21.15.47:0/3617313263 learned_addr learned my addr 172.21.15.47:0/3617313263 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9852800640 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb86afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851400640 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85b720 0x564bdb86e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851e00640 1 -- 172.21.15.47:0/3617313263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85b720 msgr2=0x564bdb86e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851e00640 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85b720 0x564bdb86e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851e00640 1 -- 172.21.15.47:0/3617313263 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 msgr2=0x564bdb86afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:33:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851e00640 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb86afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.434 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851e00640 1 -- 172.21.15.47:0/3617313263 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bdb86b6f0 con 0x564bdb85ae00 2024-04-25T02:33:59.434 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.429+0000 7f9851400640 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85b720 0x564bdb86e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:33:59.435 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.430+0000 7f9851e00640 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85ae00 0x564bdb86dfe0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f9844049040 tx=0x7f984402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1355d2fc81fe6f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:33:59.435 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.430+0000 7f9833e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:33:59.435 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.430+0000 7f9833e00640 1 -- 172.21.15.47:0/3617313263 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9844053020 con 0x564bdb85ae00 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.430+0000 7f9833e00640 1 -- 172.21.15.47:0/3617313263 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9844004050 con 0x564bdb85ae00 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.430+0000 7f985bd81740 1 -- 172.21.15.47:0/3617313263 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9844005600 con 0x564bdb85ae00 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.430+0000 7f9833e00640 1 -- 172.21.15.47:0/3617313263 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f984405e050 con 0x564bdb85ae00 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.430+0000 7f985bd81740 10 client.15651 fetch_fsmap learned FSMap version 24 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.430+0000 7f985bd81740 1 -- 172.21.15.47:0/3617313263 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564bdb8dcb60 con 0x564bdb85ae00 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.431+0000 7f9833e00640 1 -- 172.21.15.47:0/3617313263 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9844005600 con 0x564bdb85ae00 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.431+0000 7f9833e00640 1 -- 172.21.15.47:0/3617313263 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9844031690 con 0x564bdb85ae00 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.431+0000 7f985bd81740 10 client.15651 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.431+0000 7f985bd81740 10 client.15651 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.431+0000 7f985bd81740 20 client.15651 populate_metadata read hostname 'smithi047' 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.432+0000 7f985bd81740 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564bdb8dd270 0x564bdb8df690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.432+0000 7f985bd81740 4 client.15651 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.432+0000 7f985bd81740 1 -- 172.21.15.47:0/3617313263 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564bdb7c6340 con 0x564bdb8dd270 2024-04-25T02:33:59.436 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.432+0000 7f9851400640 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564bdb8dd270 0x564bdb8df690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:33:59.437 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.432+0000 7f9851400640 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564bdb8dd270 0x564bdb8df690 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1deac2b1c7b2d31 server_cookie=c891b54a89e6e542 in_seq=0 out_seq=0 2024-04-25T02:33:59.437 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.432+0000 7f9833e00640 10 client.15651 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:59.441 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f9833e00640 1 -- 172.21.15.47:0/3617313263 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564bdb7c6340 con 0x564bdb8dd270 2024-04-25T02:33:59.441 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f9833e00640 10 client.15651 handle_command_reply: tid=0 2024-04-25T02:33:59.441 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 client.15651 shutdown 2024-04-25T02:33:59.441 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 -- 172.21.15.47:0/3617313263 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85ae00 msgr2=0x564bdb86dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.441 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85ae00 0x564bdb86dfe0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f9844049040 tx=0x7f984402a480 comp rx=0 tx=0).stop 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 -- 172.21.15.47:0/3617313263 shutdown_connections 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564bdb8dd270 0x564bdb8df690 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564bdb865fe0 0x564bdb86afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564bdb85b720 0x564bdb86e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 --2- 172.21.15.47:0/3617313263 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bdb85ae00 0x564bdb86dfe0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 -- 172.21.15.47:0/3617313263 >> 172.21.15.47:0/3617313263 conn(0x564bdb857310 msgr2=0x564bdb85d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f9833e00640 0 client.15651 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 -- 172.21.15.47:0/3617313263 shutdown_connections 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.438+0000 7f985bd81740 1 -- 172.21.15.47:0/3617313263 wait complete. 2024-04-25T02:33:59.442 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f985bd81740 20 client.15651 trim_cache size 0 max 16384 2024-04-25T02:33:59.443 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:33:59.443 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:33:59.443 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:33:59.443 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 -- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98380a2f50 msgr2=0x7f98380a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98380a2f50 0x7f98380a5410 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f984c011790 tx=0x7f984c009500 comp rx=0 tx=0).stop 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 -- 172.21.15.47:0/824915425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98541032f0 msgr2=0x7f985419a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98541032f0 0x7f985419a5a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f984000e9f0 tx=0x7f984000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 -- 172.21.15.47:0/824915425 shutdown_connections 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98380a2f50 0x7f98380a5410 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f985410bda0 0x7f985419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f98541032f0 0x7f985419a5a0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.439+0000 7f9858e00640 1 --2- 172.21.15.47:0/824915425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98541029d0 0x7f985419a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.440+0000 7f9858e00640 1 -- 172.21.15.47:0/824915425 >> 172.21.15.47:0/824915425 conn(0x7f9854077750 msgr2=0x7f9854101580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.440+0000 7f9858e00640 1 -- 172.21.15.47:0/824915425 shutdown_connections 2024-04-25T02:33:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:33:59.440+0000 7f9858e00640 1 -- 172.21.15.47:0/824915425 wait complete. 2024-04-25T02:34:00.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:00 smithi178 ceph-mon[33053]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:34:00.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:00 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:34:00.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:00 smithi047 ceph-mon[27871]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:34:00.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:00 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:34:01.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:00 smithi113 ceph-mon[32459]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:34:01.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:00 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:34:02.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:02 smithi178 ceph-mon[33053]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:34:02.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:02 smithi047 ceph-mon[27871]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:34:03.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:02 smithi113 ceph-mon[32459]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:34:04.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:04 smithi178 ceph-mon[33053]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:34:04.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:04 smithi047 ceph-mon[27871]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:34:05.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:04 smithi113 ceph-mon[32459]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:34:06.809 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:06 smithi113 ceph-mon[32459]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-04-25T02:34:06.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:06 smithi178 ceph-mon[33053]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-04-25T02:34:06.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:06 smithi047 ceph-mon[27871]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-04-25T02:34:08.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:08 smithi178 ceph-mon[33053]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:34:08.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:08 smithi047 ceph-mon[27871]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:34:09.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:08 smithi113 ceph-mon[32459]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:34:09.420 INFO:tasks.workunit.client.0.smithi047.stderr:Updating files: 61% (7640/12492) Updating files: 62% (7746/12492) Updating files: 63% (7870/12492) Updating files: 64% (7995/12492) Updating files: 65% (8120/12492) Updating files: 66% (8245/12492) Updating files: 67% (8370/12492) Updating files: 68% (8495/12492) Updating files: 69% (8620/12492) Updating files: 70% (8745/12492) Updating files: 71% (8870/12492) Updating files: 72% (8995/12492) Updating files: 73% (9120/12492) Updating files: 74% (9245/12492) Updating files: 75% (9369/12492) Updating files: 76% (9494/12492) Updating files: 77% (9619/12492) Updating files: 78% (9744/12492) Updating files: 79% (9869/12492) Updating files: 80% (9994/12492) Updating files: 81% (10119/12492) Updating files: 82% (10244/12492) Updating files: 83% (10369/12492) Updating files: 84% (10494/12492) Updating files: 85% (10619/12492) Updating files: 86% (10744/12492) Updating files: 87% (10869/12492) Updating files: 88% (10993/12492) Updating files: 89% (11118/12492) Updating files: 90% (11243/12492) Updating files: 91% (11368/12492) Updating files: 92% (11493/12492) Updating files: 93% (11618/12492) Updating files: 94% (11743/12492) Updating files: 95% (11868/12492) Updating files: 96% (11993/12492) Updating files: 96% (12074/12492) Updating files: 97% (12118/12492) Updating files: 98% (12243/12492) Updating files: 99% (12368/12492) Updating files: 100% (12492/12492) Updating files: 100% (12492/12492), done. 2024-04-25T02:34:10.063 INFO:tasks.workunit.client.0.smithi047.stderr:Note: switching to 'd2c45d977142e024a59b68a8f1dce8f0b9840551'. 2024-04-25T02:34:10.063 INFO:tasks.workunit.client.0.smithi047.stderr: 2024-04-25T02:34:10.063 INFO:tasks.workunit.client.0.smithi047.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-25T02:34:10.063 INFO:tasks.workunit.client.0.smithi047.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr:state without impacting any branches by switching back to a branch. 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr: 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr: 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr: git switch -c 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr: 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr:Or undo this operation with: 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr: 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr: git switch - 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr: 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr: 2024-04-25T02:34:10.064 INFO:tasks.workunit.client.0.smithi047.stderr:HEAD is now at d2c45d97714 Merge pull request #56528 from adk3798/squid-mypy-bump 2024-04-25T02:34:10.072 DEBUG:teuthology.orchestra.run.smithi047:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-25T02:34:10.195 INFO:tasks.workunit.client.0.smithi047.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-25T02:34:10.203 INFO:tasks.workunit.client.0.smithi047.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T02:34:10.203 INFO:tasks.workunit.client.0.smithi047.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-25T02:34:10.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:10 smithi178 ceph-mon[33053]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:34:10.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:10 smithi047 ceph-mon[27871]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:34:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:10 smithi113 ceph-mon[32459]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:34:11.033 INFO:tasks.workunit.client.0.smithi047.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-25T02:34:11.138 INFO:tasks.workunit.client.0.smithi047.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-25T02:34:11.232 INFO:tasks.workunit.client.0.smithi047.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T02:34:11.238 INFO:tasks.workunit.client.0.smithi047.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T02:34:11.238 INFO:tasks.workunit.client.0.smithi047.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-25T02:34:11.323 INFO:tasks.workunit.client.0.smithi047.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T02:34:11.332 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:34:11.332 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-25T02:34:11.390 INFO:tasks.workunit:Running workunits matching direct_io on client.0... 2024-04-25T02:34:11.391 INFO:tasks.workunit:Running workunit direct_io/big.sh... 2024-04-25T02:34:11.391 DEBUG:teuthology.orchestra.run.smithi047:workunit test direct_io/big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d2c45d977142e024a59b68a8f1dce8f0b9840551 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/big.sh 2024-04-25T02:34:11.465 INFO:tasks.workunit.client.0.smithi047.stdout:test large (16MB) dio write 2024-04-25T02:34:11.465 INFO:tasks.workunit.client.0.smithi047.stderr:+ echo 'test large (16MB) dio write' 2024-04-25T02:34:11.465 INFO:tasks.workunit.client.0.smithi047.stderr:+ dd if=/dev/zero of=foo.big bs=16M count=1 oflag=direct 2024-04-25T02:34:11.862 INFO:tasks.workunit.client.0.smithi047.stderr:1+0 records in 2024-04-25T02:34:11.862 INFO:tasks.workunit.client.0.smithi047.stderr:1+0 records out 2024-04-25T02:34:11.862 INFO:tasks.workunit.client.0.smithi047.stderr:16777216 bytes (17 MB, 16 MiB) copied, 0.391658 s, 42.8 MB/s 2024-04-25T02:34:11.868 INFO:tasks.workunit.client.0.smithi047.stdout:OK 2024-04-25T02:34:11.868 INFO:tasks.workunit.client.0.smithi047.stderr:+ echo OK 2024-04-25T02:34:11.869 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T02:34:11.869 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T02:34:11.980 INFO:tasks.workunit:Running workunit direct_io/direct_io_test... 2024-04-25T02:34:11.980 DEBUG:teuthology.orchestra.run.smithi047:workunit test direct_io/direct_io_test> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d2c45d977142e024a59b68a8f1dce8f0b9840551 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/direct_io_test 2024-04-25T02:34:12.587 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 -- 172.21.15.47:0/1524916739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81030c0 msgr2=0x7f03c810b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.587 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 --2- 172.21.15.47:0/1524916739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81030c0 0x7f03c810b5a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f03b4009900 tx=0x7f03b402a480 comp rx=0 tx=0).stop 2024-04-25T02:34:12.587 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 -- 172.21.15.47:0/1524916739 shutdown_connections 2024-04-25T02:34:12.587 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 --2- 172.21.15.47:0/1524916739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03c810bb70 0x7f03c810dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.588 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 --2- 172.21.15.47:0/1524916739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81030c0 0x7f03c810b5a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.588 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 --2- 172.21.15.47:0/1524916739 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03c81027a0 0x7f03c8102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.588 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 -- 172.21.15.47:0/1524916739 >> 172.21.15.47:0/1524916739 conn(0x7f03c80fbf60 msgr2=0x7f03c80fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:12.588 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 -- 172.21.15.47:0/1524916739 shutdown_connections 2024-04-25T02:34:12.588 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.583+0000 7f03c7200640 1 -- 172.21.15.47:0/1524916739 wait complete. 2024-04-25T02:34:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.584+0000 7f03c7200640 1 Processor -- start 2024-04-25T02:34:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.584+0000 7f03c7200640 1 -- start start 2024-04-25T02:34:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c7200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81027a0 0x7f03c819a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c7200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03c81030c0 0x7f03c819a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c7200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03c810bb70 0x7f03c819e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c7200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03c8111950 con 0x7f03c810bb70 2024-04-25T02:34:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c7200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f03c81117d0 con 0x7f03c81030c0 2024-04-25T02:34:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c7200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03c8111ad0 con 0x7f03c81027a0 2024-04-25T02:34:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81027a0 0x7f03c819a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81027a0 0x7f03c819a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:49592/0 (socket says 172.21.15.47:49592) 2024-04-25T02:34:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c5e00640 1 -- 172.21.15.47:0/2870415063 learned_addr learned my addr 172.21.15.47:0/2870415063 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c5400640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03c81030c0 0x7f03c819a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.585+0000 7f03c6800640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03c810bb70 0x7f03c819e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c5e00640 1 -- 172.21.15.47:0/2870415063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03c81030c0 msgr2=0x7f03c819a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c5e00640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03c81030c0 0x7f03c819a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c5e00640 1 -- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03c810bb70 msgr2=0x7f03c819e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c5e00640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03c810bb70 0x7f03c819e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c5e00640 1 -- 172.21.15.47:0/2870415063 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03c819f0c0 con 0x7f03c81027a0 2024-04-25T02:34:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c5400640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03c81030c0 0x7f03c819a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c5e00640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81027a0 0x7f03c819a0d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f03b800d770 tx=0x7f03b800dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03bea00640 1 -- 172.21.15.47:0/2870415063 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b8017070 con 0x7f03c81027a0 2024-04-25T02:34:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03bea00640 1 -- 172.21.15.47:0/2870415063 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03b8005500 con 0x7f03c81027a0 2024-04-25T02:34:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c7200640 1 -- 172.21.15.47:0/2870415063 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03c819f3b0 con 0x7f03c81027a0 2024-04-25T02:34:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03bea00640 1 -- 172.21.15.47:0/2870415063 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b8004e00 con 0x7f03c81027a0 2024-04-25T02:34:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.586+0000 7f03c7200640 1 -- 172.21.15.47:0/2870415063 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03c81a6c40 con 0x7f03c81027a0 2024-04-25T02:34:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.589+0000 7f03bea00640 1 -- 172.21.15.47:0/2870415063 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f03b8004fa0 con 0x7f03c81027a0 2024-04-25T02:34:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.590+0000 7f03cf9b3740 1 Processor -- start 2024-04-25T02:34:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.590+0000 7f03cf9b3740 1 -- start start 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.590+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f89390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.590+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 0x561914f93c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.590+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f96580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.590+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561914eecab0 con 0x561914f94190 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.590+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561914e95640 con 0x561914f898d0 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.590+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561914ee8a70 con 0x561914f88fb0 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f89390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f89390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:49602/0 (socket says 172.21.15.47:49602) 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c6800640 1 -- 172.21.15.47:0/3042942355 learned_addr learned my addr 172.21.15.47:0/3042942355 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c5e00640 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 0x561914f93c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c5400640 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f96580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c6800640 1 -- 172.21.15.47:0/3042942355 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 msgr2=0x561914f93c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c6800640 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 0x561914f93c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03bea00640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f03ac0a2f20 0x7f03ac0a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c6800640 1 -- 172.21.15.47:0/3042942355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 msgr2=0x561914f96580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c6800640 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f96580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c6800640 1 -- 172.21.15.47:0/3042942355 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561914c01210 con 0x561914f88fb0 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03c5400640 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f96580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.591+0000 7f03bea00640 1 -- 172.21.15.47:0/2870415063 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f03b80cf000 con 0x7f03c81027a0 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.592+0000 7f03c6800640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f03ac0a2f20 0x7f03ac0a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.592+0000 7f03c6800640 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f89390 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f03c0009f50 tx=0x7f03c00118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cce2da534f4ef7b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.592+0000 7f03b3000640 1 -- 172.21.15.47:0/3042942355 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c0004250 con 0x561914f88fb0 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.592+0000 7f03b3000640 1 -- 172.21.15.47:0/3042942355 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03c000fe80 con 0x561914f88fb0 2024-04-25T02:34:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.592+0000 7f03b3000640 1 -- 172.21.15.47:0/3042942355 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c001bb20 con 0x561914f88fb0 2024-04-25T02:34:12.598 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.593+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3042942355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 msgr2=0x561914f89390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.598 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.593+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f89390 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f03c0009f50 tx=0x7f03c00118d0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.598 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.593+0000 7f03c6800640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f03ac0a2f20 0x7f03ac0a53e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f03c0012fd0 tx=0x7f03c0021000 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.593+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3042942355 shutdown_connections 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.593+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f96580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.593+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 0x561914f93c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.593+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3042942355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f89390 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.593+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3042942355 >> 172.21.15.47:0/3042942355 conn(0x561914f854c0 msgr2=0x561914f858a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.594+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3042942355 shutdown_connections 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.594+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3042942355 wait complete. 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.594+0000 7f03cf9b3740 1 -- start start 2024-04-25T02:34:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.594+0000 7f03cf9b3740 1 Processor -- start 2024-04-25T02:34:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f88fb0 0x561914f91180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 0x561914f916c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f94190 0x561914f91c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561914f96dc0 con 0x561914f898d0 2024-04-25T02:34:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561914ea8990 con 0x561914f88fb0 2024-04-25T02:34:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561914f96f40 con 0x561914f94190 2024-04-25T02:34:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03cf9b3740 10 client.0 _ll_register_callbacks cb 0x561914eaa950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03c6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f94190 0x561914f91c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f88fb0 0x561914f91180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03c5400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 0x561914f916c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03c6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f94190 0x561914f91c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:49612/0 (socket says 172.21.15.47:49612) 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.595+0000 7f03c6800640 1 -- 172.21.15.47:0/3228579134 learned_addr learned my addr 172.21.15.47:0/3228579134 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03c6800640 1 -- 172.21.15.47:0/3228579134 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f88fb0 msgr2=0x561914f91180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03c6800640 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f88fb0 0x561914f91180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03c6800640 1 -- 172.21.15.47:0/3228579134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 msgr2=0x561914f916c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03c6800640 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 0x561914f916c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03c6800640 1 -- 172.21.15.47:0/3228579134 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561914ccd620 con 0x561914f94190 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03c6800640 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f94190 0x561914f91c00 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f03c0006010 tx=0x7f03c00096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82a161d157b68af3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03a7400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:34:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03a7400640 1 -- 172.21.15.47:0/3228579134 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c0033030 con 0x561914f94190 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3228579134 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561914ef9ff0 con 0x561914f94190 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03a7400640 1 -- 172.21.15.47:0/3228579134 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f03c0004050 con 0x561914f94190 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.596+0000 7f03a7400640 1 -- 172.21.15.47:0/3228579134 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f03c003d050 con 0x561914f94190 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03cf9b3740 10 client.25774 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3228579134 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561914fa2cf0 con 0x561914f94190 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03a7400640 1 -- 172.21.15.47:0/3228579134 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x561914ef9ff0 con 0x561914f94190 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03a7400640 1 -- 172.21.15.47:0/3228579134 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f03c0025a10 con 0x561914f94190 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03cf9b3740 10 client.25774 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03cf9b3740 10 client.25774 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03cf9b3740 20 client.25774 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561914fa4150 0x561914fa6540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03cf9b3740 4 client.25774 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.597+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3228579134 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561914ef4340 con 0x561914fa4150 2024-04-25T02:34:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.598+0000 7f03c5e00640 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561914fa4150 0x561914fa6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.598+0000 7f03c5e00640 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561914fa4150 0x561914fa6540 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d6ab51b3b86e348 server_cookie=2e0db5c9d3fd9cee in_seq=0 out_seq=0 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.598+0000 7f03a7400640 10 client.25774 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03a7400640 1 -- 172.21.15.47:0/3228579134 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561914ef4340 con 0x561914fa4150 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03a7400640 10 client.25774 handle_command_reply: tid=0 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 client.25774 shutdown 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3228579134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f94190 msgr2=0x561914f91c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f94190 0x561914f91c00 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f03c0006010 tx=0x7f03c00096c0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3228579134 shutdown_connections 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561914fa4150 0x561914fa6540 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f94190 0x561914f91c00 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 0x561914f916c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03a7400640 0 client.25774 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/3228579134 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f88fb0 0x561914f91180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.599+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3228579134 >> 172.21.15.47:0/3228579134 conn(0x561914f854c0 msgr2=0x561914f8b240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.600+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3228579134 shutdown_connections 2024-04-25T02:34:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.600+0000 7f03cf9b3740 1 -- 172.21.15.47:0/3228579134 wait complete. 2024-04-25T02:34:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.600+0000 7f03cf9b3740 20 client.25774 trim_cache size 0 max 16384 2024-04-25T02:34:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.617+0000 7f03cf9b3740 1 Processor -- start 2024-04-25T02:34:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.617+0000 7f03cf9b3740 1 -- start start 2024-04-25T02:34:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f900c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 0x561914f9fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f8b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03c81b1cc0 con 0x561914f94190 2024-04-25T02:34:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f03c81af590 con 0x561914f898d0 2024-04-25T02:34:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03c81ad3e0 con 0x561914f88fb0 2024-04-25T02:34:12.624 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f900c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.624 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c6800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f8b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.624 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f900c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:49626/0 (socket says 172.21.15.47:49626) 2024-04-25T02:34:12.624 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c5e00640 1 -- 172.21.15.47:0/1001957489 learned_addr learned my addr 172.21.15.47:0/1001957489 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c5400640 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 0x561914f9fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c6800640 1 -- 172.21.15.47:0/1001957489 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 msgr2=0x561914f900c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c6800640 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f900c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c6800640 1 -- 172.21.15.47:0/1001957489 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 msgr2=0x561914f9fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c6800640 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 0x561914f9fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c6800640 1 -- 172.21.15.47:0/1001957489 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561914fa6ad0 con 0x561914f94190 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.618+0000 7f03c5e00640 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f900c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.619+0000 7f03c6800640 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f8b9c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f03c0025e60 tx=0x7f03c00021f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f8af3d499190f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.619+0000 7f03b2600640 1 -- 172.21.15.47:0/1001957489 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c0033040 con 0x561914f94190 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.619+0000 7f03b2600640 1 -- 172.21.15.47:0/1001957489 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03c002f670 con 0x561914f94190 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.619+0000 7f03b2600640 1 -- 172.21.15.47:0/1001957489 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c002fb50 con 0x561914f94190 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 -- 172.21.15.47:0/1001957489 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 msgr2=0x561914f8b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f8b9c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f03c0025e60 tx=0x7f03c00021f0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 -- 172.21.15.47:0/1001957489 shutdown_connections 2024-04-25T02:34:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f94190 0x561914f8b9c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f898d0 0x561914f9fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/1001957489 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f900c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 -- 172.21.15.47:0/1001957489 >> 172.21.15.47:0/1001957489 conn(0x561914f854c0 msgr2=0x561914f84620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 -- 172.21.15.47:0/1001957489 shutdown_connections 2024-04-25T02:34:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 -- 172.21.15.47:0/1001957489 wait complete. 2024-04-25T02:34:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 -- start start 2024-04-25T02:34:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.620+0000 7f03cf9b3740 1 Processor -- start 2024-04-25T02:34:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f9c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 0x561914f8da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03cf9b3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f94190 0x561914f8df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03c81ada50 con 0x561914f898d0 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f03c81aeec0 con 0x561914f94190 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03cf9b3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03c81ae120 con 0x561914f88fb0 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03cf9b3740 10 client.0 _ll_register_callbacks cb 0x7f03b80d2980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f9c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03c5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f9c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:49634/0 (socket says 172.21.15.47:49634) 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03c5e00640 1 -- 172.21.15.47:0/477515556 learned_addr learned my addr 172.21.15.47:0/477515556 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03c5400640 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 0x561914f8da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.621+0000 7f03c6800640 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f94190 0x561914f8df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03c5e00640 1 -- 172.21.15.47:0/477515556 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f94190 msgr2=0x561914f8df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03c5e00640 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f94190 0x561914f8df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03c5e00640 1 -- 172.21.15.47:0/477515556 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 msgr2=0x561914f8da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03c5e00640 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 0x561914f8da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03c5e00640 1 -- 172.21.15.47:0/477515556 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561914f8e610 con 0x561914f88fb0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03c5e00640 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f9c460 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f03b809b350 tx=0x7f03b80d2ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4ba8c7bb3d2d66b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03a7400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03a7400640 1 -- 172.21.15.47:0/477515556 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b8020040 con 0x561914f88fb0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03a7400640 1 -- 172.21.15.47:0/477515556 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f03b80996c0 con 0x561914f88fb0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03cf9b3740 1 -- 172.21.15.47:0/477515556 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03c002f670 con 0x561914f88fb0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03a7400640 1 -- 172.21.15.47:0/477515556 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f03b80046c0 con 0x561914f88fb0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03cf9b3740 10 client.25780 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.622+0000 7f03cf9b3740 1 -- 172.21.15.47:0/477515556 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561915012ca0 con 0x561914f88fb0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03a7400640 1 -- 172.21.15.47:0/477515556 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03c002f670 con 0x561914f88fb0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03a7400640 1 -- 172.21.15.47:0/477515556 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f03b8097a30 con 0x561914f88fb0 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03cf9b3740 10 client.25780 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03cf9b3740 10 client.25780 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03cf9b3740 20 client.25780 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5619150133c0 0x5619150157b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03cf9b3740 4 client.25780 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:34:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03cf9b3740 1 -- 172.21.15.47:0/477515556 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561914e727a0 con 0x5619150133c0 2024-04-25T02:34:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.623+0000 7f03c5400640 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5619150133c0 0x5619150157b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.624+0000 7f03c5400640 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5619150133c0 0x5619150157b0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ed290dfe901447d server_cookie=b6acdb304223f617 in_seq=0 out_seq=0 2024-04-25T02:34:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.624+0000 7f03a7400640 10 client.25780 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03a7400640 1 -- 172.21.15.47:0/477515556 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561914e727a0 con 0x5619150133c0 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03a7400640 10 client.25780 handle_command_reply: tid=0 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 client.25780 shutdown 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 -- 172.21.15.47:0/477515556 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 msgr2=0x561914f9c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f9c460 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f03b809b350 tx=0x7f03b80d2ab0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 -- 172.21.15.47:0/477515556 shutdown_connections 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5619150133c0 0x5619150157b0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561914f94190 0x561914f8df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561914f898d0 0x561914f8da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 --2- 172.21.15.47:0/477515556 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561914f88fb0 0x561914f9c460 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03a7400640 0 client.25780 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.638+0000 7f03cf9b3740 1 -- 172.21.15.47:0/477515556 >> 172.21.15.47:0/477515556 conn(0x561914f854c0 msgr2=0x561914f91120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.639+0000 7f03cf9b3740 1 -- 172.21.15.47:0/477515556 shutdown_connections 2024-04-25T02:34:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.639+0000 7f03cf9b3740 1 -- 172.21.15.47:0/477515556 wait complete. 2024-04-25T02:34:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.639+0000 7f03cf9b3740 20 client.25780 trim_cache size 0 max 16384 2024-04-25T02:34:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:34:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:34:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:34:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:34:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 -- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f03ac0a2f20 msgr2=0x7f03ac0a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f03ac0a2f20 0x7f03ac0a53e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f03c0012fd0 tx=0x7f03c0021000 comp rx=0 tx=0).stop 2024-04-25T02:34:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 -- 172.21.15.47:0/2870415063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81027a0 msgr2=0x7f03c819a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81027a0 0x7f03c819a0d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f03b800d770 tx=0x7f03b800dc30 comp rx=0 tx=0).stop 2024-04-25T02:34:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 -- 172.21.15.47:0/2870415063 shutdown_connections 2024-04-25T02:34:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f03ac0a2f20 0x7f03ac0a53e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03c810bb70 0x7f03c819e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f03c81030c0 0x7f03c819a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 --2- 172.21.15.47:0/2870415063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03c81027a0 0x7f03c819a0d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 -- 172.21.15.47:0/2870415063 >> 172.21.15.47:0/2870415063 conn(0x7f03c80fbf60 msgr2=0x7f03c81002d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 -- 172.21.15.47:0/2870415063 shutdown_connections 2024-04-25T02:34:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:12.640+0000 7f03c7200640 1 -- 172.21.15.47:0/2870415063 wait complete. 2024-04-25T02:34:12.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:12 smithi178 ceph-mon[33053]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-04-25T02:34:12.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:12 smithi047 ceph-mon[27871]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-04-25T02:34:13.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:12 smithi113 ceph-mon[32459]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-04-25T02:34:14.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:14 smithi178 ceph-mon[33053]: pgmap v49: 97 pgs: 97 active+clean; 18 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 154 KiB/s rd, 1.4 MiB/s wr, 60 op/s 2024-04-25T02:34:14.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:14 smithi178 ceph-mon[33053]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-04-25T02:34:14.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:14 smithi047 ceph-mon[27871]: pgmap v49: 97 pgs: 97 active+clean; 18 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 154 KiB/s rd, 1.4 MiB/s wr, 60 op/s 2024-04-25T02:34:14.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:14 smithi047 ceph-mon[27871]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-04-25T02:34:15.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:14 smithi113 ceph-mon[32459]: pgmap v49: 97 pgs: 97 active+clean; 18 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 154 KiB/s rd, 1.4 MiB/s wr, 60 op/s 2024-04-25T02:34:15.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:14 smithi113 ceph-mon[32459]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-04-25T02:34:16.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:16 smithi178 ceph-mon[33053]: pgmap v50: 97 pgs: 97 active+clean; 18 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-04-25T02:34:16.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:16 smithi047 ceph-mon[27871]: pgmap v50: 97 pgs: 97 active+clean; 18 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-04-25T02:34:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:16 smithi113 ceph-mon[32459]: pgmap v50: 97 pgs: 97 active+clean; 18 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-04-25T02:34:18.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:18 smithi178 ceph-mon[33053]: pgmap v51: 97 pgs: 97 active+clean; 14 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-04-25T02:34:18.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:18 smithi047 ceph-mon[27871]: pgmap v51: 97 pgs: 97 active+clean; 14 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-04-25T02:34:19.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:18 smithi113 ceph-mon[32459]: pgmap v51: 97 pgs: 97 active+clean; 14 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 1.4 MiB/s wr, 43 op/s 2024-04-25T02:34:20.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:20 smithi178 ceph-mon[33053]: pgmap v52: 97 pgs: 97 active+clean; 1.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 703 op/s 2024-04-25T02:34:20.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:20 smithi047 ceph-mon[27871]: pgmap v52: 97 pgs: 97 active+clean; 1.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 703 op/s 2024-04-25T02:34:21.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:20 smithi113 ceph-mon[32459]: pgmap v52: 97 pgs: 97 active+clean; 1.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 703 op/s 2024-04-25T02:34:22.003 INFO:tasks.workunit.client.0.smithi047.stdout:.......... 2024-04-25T02:34:22.003 INFO:tasks.workunit.client.0.smithi047.stdout:do_o_direct_reads: SUCCESS 2024-04-25T02:34:22.008 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T02:34:22.008 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T02:34:22.105 INFO:tasks.workunit:Running workunit direct_io/misc.sh... 2024-04-25T02:34:22.106 DEBUG:teuthology.orchestra.run.smithi047:workunit test direct_io/misc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d2c45d977142e024a59b68a8f1dce8f0b9840551 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/misc.sh 2024-04-25T02:34:22.181 INFO:tasks.workunit.client.0.smithi047.stderr:+ echo 'test read from hole' 2024-04-25T02:34:22.182 INFO:tasks.workunit.client.0.smithi047.stdout:test read from hole 2024-04-25T02:34:22.182 INFO:tasks.workunit.client.0.smithi047.stderr:+ dd if=/dev/zero of=dd3 bs=1 seek=1048576 count=0 2024-04-25T02:34:22.186 INFO:tasks.workunit.client.0.smithi047.stderr:0+0 records in 2024-04-25T02:34:22.186 INFO:tasks.workunit.client.0.smithi047.stderr:0+0 records out 2024-04-25T02:34:22.186 INFO:tasks.workunit.client.0.smithi047.stderr:0 bytes copied, 0.000110684 s, 0.0 kB/s 2024-04-25T02:34:22.187 INFO:tasks.workunit.client.0.smithi047.stderr:+ dd if=dd3 of=/tmp/ddout1 skip=8 bs=512 count=2 iflag=direct 2024-04-25T02:34:22.193 INFO:tasks.workunit.client.0.smithi047.stderr:2+0 records in 2024-04-25T02:34:22.193 INFO:tasks.workunit.client.0.smithi047.stderr:2+0 records out 2024-04-25T02:34:22.193 INFO:tasks.workunit.client.0.smithi047.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00299184 s, 342 kB/s 2024-04-25T02:34:22.193 INFO:tasks.workunit.client.0.smithi047.stderr:+ dd if=/dev/zero of=/tmp/dd3 bs=512 count=2 2024-04-25T02:34:22.196 INFO:tasks.workunit.client.0.smithi047.stderr:2+0 records in 2024-04-25T02:34:22.196 INFO:tasks.workunit.client.0.smithi047.stderr:2+0 records out 2024-04-25T02:34:22.197 INFO:tasks.workunit.client.0.smithi047.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000142151 s, 7.2 MB/s 2024-04-25T02:34:22.197 INFO:tasks.workunit.client.0.smithi047.stderr:+ cmp /tmp/dd3 /tmp/ddout1 2024-04-25T02:34:22.200 INFO:tasks.workunit.client.0.smithi047.stdout:other thing 2024-04-25T02:34:22.200 INFO:tasks.workunit.client.0.smithi047.stderr:+ echo 'other thing' 2024-04-25T02:34:22.200 INFO:tasks.workunit.client.0.smithi047.stderr:+ dd if=/dev/urandom of=/tmp/dd10 bs=500 count=1 2024-04-25T02:34:22.203 INFO:tasks.workunit.client.0.smithi047.stderr:1+0 records in 2024-04-25T02:34:22.203 INFO:tasks.workunit.client.0.smithi047.stderr:1+0 records out 2024-04-25T02:34:22.203 INFO:tasks.workunit.client.0.smithi047.stderr:500 bytes copied, 0.000145117 s, 3.4 MB/s 2024-04-25T02:34:22.203 INFO:tasks.workunit.client.0.smithi047.stderr:+ dd if=/tmp/dd10 of=dd10 bs=512 seek=8388 count=1 2024-04-25T02:34:22.216 INFO:tasks.workunit.client.0.smithi047.stderr:0+1 records in 2024-04-25T02:34:22.216 INFO:tasks.workunit.client.0.smithi047.stderr:0+1 records out 2024-04-25T02:34:22.216 INFO:tasks.workunit.client.0.smithi047.stderr:500 bytes copied, 0.00808525 s, 61.8 kB/s 2024-04-25T02:34:22.216 INFO:tasks.workunit.client.0.smithi047.stderr:+ dd if=dd10 of=/tmp/dd10out bs=512 skip=8388 count=1 iflag=direct 2024-04-25T02:34:22.222 INFO:tasks.workunit.client.0.smithi047.stderr:0+1 records in 2024-04-25T02:34:22.222 INFO:tasks.workunit.client.0.smithi047.stderr:0+1 records out 2024-04-25T02:34:22.222 INFO:tasks.workunit.client.0.smithi047.stderr:500 bytes copied, 0.00295729 s, 169 kB/s 2024-04-25T02:34:22.223 INFO:tasks.workunit.client.0.smithi047.stderr:+ cmp /tmp/dd10 /tmp/dd10out 2024-04-25T02:34:22.226 INFO:tasks.workunit.client.0.smithi047.stdout:OK 2024-04-25T02:34:22.227 INFO:tasks.workunit.client.0.smithi047.stderr:+ echo OK 2024-04-25T02:34:22.227 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T02:34:22.228 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T02:34:22.331 INFO:tasks.workunit:Running workunit direct_io/test_short_dio_read... 2024-04-25T02:34:22.331 DEBUG:teuthology.orchestra.run.smithi047:workunit test direct_io/test_short_dio_read> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d2c45d977142e024a59b68a8f1dce8f0b9840551 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/test_short_dio_read 2024-04-25T02:34:22.417 INFO:tasks.workunit.client.0.smithi047.stdout:writing first 3 bytes of 10k file 2024-04-25T02:34:22.417 INFO:tasks.workunit.client.0.smithi047.stdout:reading O_DIRECT 2024-04-25T02:34:22.417 INFO:tasks.workunit.client.0.smithi047.stdout:got 10000 2024-04-25T02:34:22.418 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T02:34:22.418 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T02:34:22.517 INFO:tasks.workunit:Running workunit direct_io/test_sync_io... 2024-04-25T02:34:22.517 DEBUG:teuthology.orchestra.run.smithi047:workunit test direct_io/test_sync_io> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d2c45d977142e024a59b68a8f1dce8f0b9840551 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/test_sync_io 2024-04-25T02:34:22.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:22 smithi178 ceph-mon[33053]: pgmap v53: 97 pgs: 97 active+clean; 1.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 701 op/s 2024-04-25T02:34:22.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:22 smithi047 ceph-mon[27871]: pgmap v53: 97 pgs: 97 active+clean; 1.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 701 op/s 2024-04-25T02:34:23.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:22 smithi113 ceph-mon[32459]: pgmap v53: 97 pgs: 97 active+clean; 1.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 701 op/s 2024-04-25T02:34:24.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:24 smithi047 ceph-mon[27871]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 1.28k op/s 2024-04-25T02:34:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:24 smithi113 ceph-mon[32459]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 1.28k op/s 2024-04-25T02:34:25.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:24 smithi178 ceph-mon[33053]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 1.28k op/s 2024-04-25T02:34:25.780 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 -- 172.21.15.47:0/2408175926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c103020 msgr2=0x7f477c10b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.781 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 --2- 172.21.15.47:0/2408175926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c103020 0x7f477c10b500 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4764009900 tx=0x7f476402a480 comp rx=0 tx=0).stop 2024-04-25T02:34:25.781 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 -- 172.21.15.47:0/2408175926 shutdown_connections 2024-04-25T02:34:25.781 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 --2- 172.21.15.47:0/2408175926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f477c10bb20 0x7f477c10dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.781 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 --2- 172.21.15.47:0/2408175926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c103020 0x7f477c10b500 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.781 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 --2- 172.21.15.47:0/2408175926 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f477c102700 0x7f477c102ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.781 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 -- 172.21.15.47:0/2408175926 >> 172.21.15.47:0/2408175926 conn(0x7f477c0fbf60 msgr2=0x7f477c0fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:25.781 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 -- 172.21.15.47:0/2408175926 shutdown_connections 2024-04-25T02:34:25.781 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.777+0000 7f477be00640 1 -- 172.21.15.47:0/2408175926 wait complete. 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.778+0000 7f477be00640 1 Processor -- start 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.778+0000 7f477be00640 1 -- start start 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f477c102700 0x7f477c19a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f477c103020 0x7f477c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c10bb20 0x7f477c19e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477be00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1118e0 con 0x7f477c102700 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477be00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f477c111760 con 0x7f477c103020 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477be00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f477c111a60 con 0x7f477c10bb20 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477aa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f477c102700 0x7f477c19a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477aa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f477c102700 0x7f477c19a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54032/0 (socket says 172.21.15.47:54032) 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f4773e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f477c103020 0x7f477c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477aa00640 1 -- 172.21.15.47:0/3649027300 learned_addr learned my addr 172.21.15.47:0/3649027300 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477b400640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c10bb20 0x7f477c19e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.784 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477aa00640 1 -- 172.21.15.47:0/3649027300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c10bb20 msgr2=0x7f477c19e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477aa00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c10bb20 0x7f477c19e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477aa00640 1 -- 172.21.15.47:0/3649027300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f477c103020 msgr2=0x7f477c19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477aa00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f477c103020 0x7f477c19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.779+0000 7f477aa00640 1 -- 172.21.15.47:0/3649027300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f477c19f040 con 0x7f477c102700 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.780+0000 7f477b400640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c10bb20 0x7f477c19e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.780+0000 7f4773e00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f477c103020 0x7f477c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.780+0000 7f477aa00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f477c102700 0x7f477c19a0a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f476c00e9f0 tx=0x7f476c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.780+0000 7f4773400640 1 -- 172.21.15.47:0/3649027300 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c00cd80 con 0x7f477c102700 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.780+0000 7f4773400640 1 -- 172.21.15.47:0/3649027300 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f476c010910 con 0x7f477c102700 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.780+0000 7f477be00640 1 -- 172.21.15.47:0/3649027300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f477c19f330 con 0x7f477c102700 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.780+0000 7f4773400640 1 -- 172.21.15.47:0/3649027300 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c0188f0 con 0x7f477c102700 2024-04-25T02:34:25.785 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.780+0000 7f477be00640 1 -- 172.21.15.47:0/3649027300 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f477c1a6bc0 con 0x7f477c102700 2024-04-25T02:34:25.786 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.783+0000 7f47849b9740 1 Processor -- start 2024-04-25T02:34:25.786 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.783+0000 7f47849b9740 1 -- start start 2024-04-25T02:34:25.787 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f47849b9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c693fb0 0x55d67c694390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.787 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f4773400640 1 -- 172.21.15.47:0/3649027300 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f476c010ac0 con 0x7f477c102700 2024-04-25T02:34:25.787 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f47849b9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c69ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f47849b9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c69f190 0x55d67c6a1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f47849b9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d67c5f7ab0 con 0x55d67c693fb0 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f47849b9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d67c5a0640 con 0x55d67c69f190 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f47849b9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d67c5f3a70 con 0x55d67c6948d0 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f477b400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c693fb0 0x55d67c694390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f477b400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c693fb0 0x55d67c694390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54034/0 (socket says 172.21.15.47:54034) 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f4773e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c69f190 0x55d67c6a1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f477b400640 1 -- 172.21.15.47:0/2041008811 learned_addr learned my addr 172.21.15.47:0/2041008811 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:25.788 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f477aa00640 1 --2- 172.21.15.47:0/2041008811 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c69ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f4773e00640 1 -- 172.21.15.47:0/2041008811 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 msgr2=0x55d67c69ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.784+0000 7f4773e00640 1 --2- 172.21.15.47:0/2041008811 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c69ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.785+0000 7f4773e00640 1 -- 172.21.15.47:0/2041008811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c693fb0 msgr2=0x55d67c694390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.785+0000 7f4773e00640 1 --2- 172.21.15.47:0/2041008811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c693fb0 0x55d67c694390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.785+0000 7f4773e00640 1 -- 172.21.15.47:0/2041008811 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d67c30c210 con 0x55d67c69f190 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.785+0000 7f4773e00640 1 --2- 172.21.15.47:0/2041008811 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c69f190 0x55d67c6a1580 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4764005940 tx=0x7f4764005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59b04f1ea5751e8f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.785+0000 7f476be00640 1 -- 172.21.15.47:0/2041008811 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4764035040 con 0x55d67c69f190 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.785+0000 7f476be00640 1 -- 172.21.15.47:0/2041008811 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4764031830 con 0x55d67c69f190 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.785+0000 7f476be00640 1 -- 172.21.15.47:0/2041008811 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4764004750 con 0x55d67c69f190 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.785+0000 7f4773400640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f47600a2cf0 0x7f47600a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f4773400640 1 -- 172.21.15.47:0/3649027300 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f476c0cf8e0 con 0x7f477c102700 2024-04-25T02:34:25.791 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f477b400640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f47600a2cf0 0x7f47600a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 -- 172.21.15.47:0/2041008811 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c69f190 msgr2=0x55d67c6a1580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 --2- 172.21.15.47:0/2041008811 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c69f190 0x55d67c6a1580 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4764005940 tx=0x7f4764005d50 comp rx=0 tx=0).stop 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 -- 172.21.15.47:0/2041008811 shutdown_connections 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 --2- 172.21.15.47:0/2041008811 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c69f190 0x55d67c6a1580 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 --2- 172.21.15.47:0/2041008811 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c69ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 --2- 172.21.15.47:0/2041008811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c693fb0 0x55d67c694390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 -- 172.21.15.47:0/2041008811 >> 172.21.15.47:0/2041008811 conn(0x55d67c6904c0 msgr2=0x55d67c6908a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 -- 172.21.15.47:0/2041008811 shutdown_connections 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.786+0000 7f47849b9740 1 -- 172.21.15.47:0/2041008811 wait complete. 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f477b400640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f47600a2cf0 0x7f47600a51b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4774005c40 tx=0x7f4774009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 1 -- start start 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 1 Processor -- start 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c69c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.792 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 0x55d67c69cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d67c6a1d60 con 0x55d67c6948d0 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d67c5b3990 con 0x55d67c693fb0 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d67c6a1ee0 con 0x55d67c69f190 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.787+0000 7f47849b9740 10 client.0 _ll_register_callbacks cb 0x55d67c5b5950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f4773e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c69c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 0x55d67c69cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c69c0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55136/0 (socket says 172.21.15.47:55136) 2024-04-25T02:34:25.793 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 -- 172.21.15.47:0/1417515661 learned_addr learned my addr 172.21.15.47:0/1417515661 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 -- 172.21.15.47:0/1417515661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 msgr2=0x55d67c69cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 0x55d67c69cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 -- 172.21.15.47:0/1417515661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 msgr2=0x55d67c69c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 -- 172.21.15.47:0/1417515661 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d67c3d8620 con 0x55d67c693fb0 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f477aa00640 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c69c0d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f476c0cd060 tx=0x7f476c09c4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=acfe21ee0cd5576f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.788+0000 7f4768c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f4768c00640 1 -- 172.21.15.47:0/1417515661 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c0cd490 con 0x55d67c693fb0 2024-04-25T02:34:25.796 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f4768c00640 1 -- 172.21.15.47:0/1417515661 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f476c09b420 con 0x55d67c693fb0 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 1 -- 172.21.15.47:0/1417515661 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4764031830 con 0x55d67c693fb0 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f4768c00640 1 -- 172.21.15.47:0/1417515661 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f476c0a0180 con 0x55d67c693fb0 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 10 client.25784 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 1 -- 172.21.15.47:0/1417515661 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d67c6adc40 con 0x55d67c693fb0 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f4768c00640 1 -- 172.21.15.47:0/1417515661 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4764031830 con 0x55d67c693fb0 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f4768c00640 1 -- 172.21.15.47:0/1417515661 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f476c0b1060 con 0x55d67c693fb0 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 10 client.25784 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 10 client.25784 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 20 client.25784 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d67c6af100 0x55d67c6b14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 4 client.25784 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.789+0000 7f47849b9740 1 -- 172.21.15.47:0/1417515661 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d67c604ff0 con 0x55d67c6af100 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.790+0000 7f4773e00640 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d67c6af100 0x55d67c6b14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.797 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.790+0000 7f4773e00640 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d67c6af100 0x55d67c6b14f0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff894a9f9ee34a81 server_cookie=285c5bb6eda1d499 in_seq=0 out_seq=0 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.790+0000 7f4768c00640 10 client.25784 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f4768c00640 1 -- 172.21.15.47:0/1417515661 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d67c604ff0 con 0x55d67c6af100 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f4768c00640 10 client.25784 handle_command_reply: tid=0 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 client.25784 shutdown 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 -- 172.21.15.47:0/1417515661 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 msgr2=0x55d67c69c0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c69c0d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f476c0cd060 tx=0x7f476c09c4d0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 -- 172.21.15.47:0/1417515661 shutdown_connections 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d67c6af100 0x55d67c6b14f0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 0x55d67c69cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f4768c00640 0 client.25784 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 --2- 172.21.15.47:0/1417515661 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c69c0d0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.791+0000 7f47849b9740 1 -- 172.21.15.47:0/1417515661 >> 172.21.15.47:0/1417515661 conn(0x55d67c6904c0 msgr2=0x55d67c696240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:25.798 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.792+0000 7f47849b9740 1 -- 172.21.15.47:0/1417515661 shutdown_connections 2024-04-25T02:34:25.799 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.792+0000 7f47849b9740 1 -- 172.21.15.47:0/1417515661 wait complete. 2024-04-25T02:34:25.799 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.792+0000 7f47849b9740 20 client.25784 trim_cache size 0 max 16384 2024-04-25T02:34:25.817 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.814+0000 7f47849b9740 1 Processor -- start 2024-04-25T02:34:25.817 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.814+0000 7f47849b9740 1 -- start start 2024-04-25T02:34:25.818 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.814+0000 7f47849b9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6aac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.818 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.814+0000 7f47849b9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.818 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.814+0000 7f47849b9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 0x55d67c6b6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.818 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.814+0000 7f47849b9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1b1d60 con 0x55d67c6948d0 2024-04-25T02:34:25.818 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.814+0000 7f47849b9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1af630 con 0x55d67c693fb0 2024-04-25T02:34:25.818 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.814+0000 7f47849b9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1ad480 con 0x55d67c69f190 2024-04-25T02:34:25.819 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f4773e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f4773e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54048/0 (socket says 172.21.15.47:54048) 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f4773e00640 1 -- 172.21.15.47:0/217225003 learned_addr learned my addr 172.21.15.47:0/217225003 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f477aa00640 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6aac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f477b400640 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 0x55d67c6b6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f4773e00640 1 -- 172.21.15.47:0/217225003 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 msgr2=0x55d67c6b6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f4773e00640 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 0x55d67c6b6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f4773e00640 1 -- 172.21.15.47:0/217225003 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 msgr2=0x55d67c6aac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f4773e00640 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6aac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.815+0000 7f4773e00640 1 -- 172.21.15.47:0/217225003 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d67c694700 con 0x55d67c6948d0 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.816+0000 7f4773e00640 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c970 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4764031550 tx=0x7f47640058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dea7f7ce505fc212 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.816+0000 7f476b400640 1 -- 172.21.15.47:0/217225003 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4764035040 con 0x55d67c6948d0 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.816+0000 7f476b400640 1 -- 172.21.15.47:0/217225003 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4764004030 con 0x55d67c6948d0 2024-04-25T02:34:25.820 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.816+0000 7f476b400640 1 -- 172.21.15.47:0/217225003 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47640538d0 con 0x55d67c6948d0 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.816+0000 7f47849b9740 1 -- 172.21.15.47:0/217225003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 msgr2=0x55d67c69c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.816+0000 7f47849b9740 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c970 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4764031550 tx=0x7f47640058d0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 -- 172.21.15.47:0/217225003 shutdown_connections 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c69f190 0x55d67c6b6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c6948d0 0x55d67c69c970 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 --2- 172.21.15.47:0/217225003 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6aac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 -- 172.21.15.47:0/217225003 >> 172.21.15.47:0/217225003 conn(0x55d67c6904c0 msgr2=0x55d67c68f620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 -- 172.21.15.47:0/217225003 shutdown_connections 2024-04-25T02:34:25.821 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 -- 172.21.15.47:0/217225003 wait complete. 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 -- start start 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.817+0000 7f47849b9740 1 Processor -- start 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f47849b9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6a2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f47849b9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c6a2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f47849b9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c69f190 0x55d67c6a3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f47849b9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1adaf0 con 0x55d67c69f190 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f47849b9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1aef60 con 0x55d67c693fb0 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f47849b9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1ae1c0 con 0x55d67c6948d0 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f47849b9740 10 client.0 _ll_register_callbacks cb 0x7f476c00cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477b400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c69f190 0x55d67c6a3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6a2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477b400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c69f190 0x55d67c6a3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54052/0 (socket says 172.21.15.47:54052) 2024-04-25T02:34:25.824 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477b400640 1 -- 172.21.15.47:0/1770769571 learned_addr learned my addr 172.21.15.47:0/1770769571 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f4773e00640 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c6a2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477aa00640 1 -- 172.21.15.47:0/1770769571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 msgr2=0x55d67c6a2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477aa00640 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c6a2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477aa00640 1 -- 172.21.15.47:0/1770769571 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c69f190 msgr2=0x55d67c6a3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477aa00640 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c69f190 0x55d67c6a3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477aa00640 1 -- 172.21.15.47:0/1770769571 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d67c714630 con 0x55d67c693fb0 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f4773e00640 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c6a2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.818+0000 7f477b400640 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c69f190 0x55d67c6a3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f477aa00640 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6a2a90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f476c098230 tx=0x7f476c018da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e8f7b9729b84f3b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f4768c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f4768c00640 1 -- 172.21.15.47:0/1770769571 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c0cd490 con 0x55d67c693fb0 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f4768c00640 1 -- 172.21.15.47:0/1770769571 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f476c09ac90 con 0x55d67c693fb0 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f47849b9740 1 -- 172.21.15.47:0/1770769571 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4764004030 con 0x55d67c693fb0 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f4768c00640 1 -- 172.21.15.47:0/1770769571 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f476c09b910 con 0x55d67c693fb0 2024-04-25T02:34:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f47849b9740 10 client.25790 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f47849b9740 1 -- 172.21.15.47:0/1770769571 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d67c715880 con 0x55d67c693fb0 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.819+0000 7f4768c00640 1 -- 172.21.15.47:0/1770769571 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4764004030 con 0x55d67c693fb0 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f4768c00640 1 -- 172.21.15.47:0/1770769571 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f476c0baa10 con 0x55d67c693fb0 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f47849b9740 10 client.25790 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f47849b9740 10 client.25790 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f47849b9740 20 client.25790 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f47849b9740 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d67c715e10 0x55d67c718200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f47849b9740 4 client.25790 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f47849b9740 1 -- 172.21.15.47:0/1770769571 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d67c5ff340 con 0x55d67c715e10 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f4773e00640 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d67c715e10 0x55d67c718200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f4773e00640 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d67c715e10 0x55d67c718200 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f75126ef84659f8d server_cookie=b2f08e48525aff32 in_seq=0 out_seq=0 2024-04-25T02:34:25.826 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.820+0000 7f4768c00640 10 client.25790 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:25.836 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.832+0000 7f4768c00640 1 -- 172.21.15.47:0/1770769571 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d67c5ff340 con 0x55d67c715e10 2024-04-25T02:34:25.836 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.832+0000 7f4768c00640 10 client.25790 handle_command_reply: tid=0 2024-04-25T02:34:25.836 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.832+0000 7f47849b9740 1 client.25790 shutdown 2024-04-25T02:34:25.836 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.832+0000 7f47849b9740 1 -- 172.21.15.47:0/1770769571 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 msgr2=0x55d67c6a2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.836 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.832+0000 7f47849b9740 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6a2a90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f476c098230 tx=0x7f476c018da0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 1 -- 172.21.15.47:0/1770769571 shutdown_connections 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d67c715e10 0x55d67c718200 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d67c69f190 0x55d67c6a3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d67c6948d0 0x55d67c6a2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 1 --2- 172.21.15.47:0/1770769571 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d67c693fb0 0x55d67c6a2a90 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f4768c00640 0 client.25790 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 1 -- 172.21.15.47:0/1770769571 >> 172.21.15.47:0/1770769571 conn(0x55d67c6904c0 msgr2=0x55d67c695960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 1 -- 172.21.15.47:0/1770769571 shutdown_connections 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 1 -- 172.21.15.47:0/1770769571 wait complete. 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.833+0000 7f47849b9740 20 client.25790 trim_cache size 0 max 16384 2024-04-25T02:34:25.837 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:34:25.838 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:34:25.838 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:34:25.838 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 -- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f47600a2cf0 msgr2=0x7f47600a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f47600a2cf0 0x7f47600a51b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4774005c40 tx=0x7f4774009500 comp rx=0 tx=0).stop 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 -- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f477c102700 msgr2=0x7f477c19a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f477c102700 0x7f477c19a0a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f476c00e9f0 tx=0x7f476c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 -- 172.21.15.47:0/3649027300 shutdown_connections 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f47600a2cf0 0x7f47600a51b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f477c10bb20 0x7f477c19e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f477c103020 0x7f477c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 --2- 172.21.15.47:0/3649027300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f477c102700 0x7f477c19a0a0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 -- 172.21.15.47:0/3649027300 >> 172.21.15.47:0/3649027300 conn(0x7f477c0fbf60 msgr2=0x7f477c1013a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 -- 172.21.15.47:0/3649027300 shutdown_connections 2024-04-25T02:34:25.839 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:25.834+0000 7f477be00640 1 -- 172.21.15.47:0/3649027300 wait complete. 2024-04-25T02:34:26.891 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:26 smithi178 ceph-mon[33053]: pgmap v55: 97 pgs: 97 active+clean; 1.9 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 9.7 KiB/s wr, 1.24k op/s 2024-04-25T02:34:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:26 smithi047 ceph-mon[27871]: pgmap v55: 97 pgs: 97 active+clean; 1.9 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 9.7 KiB/s wr, 1.24k op/s 2024-04-25T02:34:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:26 smithi113 ceph-mon[32459]: pgmap v55: 97 pgs: 97 active+clean; 1.9 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 9.7 KiB/s wr, 1.24k op/s 2024-04-25T02:34:27.791 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:34:27.791 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:34:27.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 -- 172.21.15.47:0/2378021877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8cac06a700 msgr2=0x7f8cac10e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:27.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2378021877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8cac06a700 0x7f8cac10e5e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8ca4009c10 tx=0x7f8ca402a6f0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 -- 172.21.15.47:0/2378021877 shutdown_connections 2024-04-25T02:34:27.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2378021877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8cac06a700 0x7f8cac10e5e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2378021877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8cac069d40 0x7f8cac06a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2378021877 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8cac107720 0x7f8cac107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 -- 172.21.15.47:0/2378021877 >> 172.21.15.47:0/2378021877 conn(0x7f8cac076440 msgr2=0x7f8cac076850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:27.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 -- 172.21.15.47:0/2378021877 shutdown_connections 2024-04-25T02:34:27.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.985+0000 7f8cb1600640 1 -- 172.21.15.47:0/2378021877 wait complete. 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.986+0000 7f8cb1600640 1 Processor -- start 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.986+0000 7f8cb1600640 1 -- start start 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.986+0000 7f8cb1600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8cac069d40 0x7f8cac198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.986+0000 7f8cb1600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8cac06a700 0x7f8cac198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8cb1600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8cac107720 0x7f8cac19c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8cb1600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac111b30 con 0x7f8cac069d40 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8cb1600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1119b0 con 0x7f8cac107720 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8cb1600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac111cb0 con 0x7f8cac06a700 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caaa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8cac069d40 0x7f8cac198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caa000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8cac06a700 0x7f8cac198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caaa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8cac069d40 0x7f8cac198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54062/0 (socket says 172.21.15.47:54062) 2024-04-25T02:34:27.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caaa00640 1 -- 172.21.15.47:0/2771556807 learned_addr learned my addr 172.21.15.47:0/2771556807 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:27.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8cab400640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8cac107720 0x7f8cac19c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:27.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caaa00640 1 -- 172.21.15.47:0/2771556807 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8cac06a700 msgr2=0x7f8cac198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:27.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caaa00640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8cac06a700 0x7f8cac198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caaa00640 1 -- 172.21.15.47:0/2771556807 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8cac107720 msgr2=0x7f8cac19c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:27.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caaa00640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8cac107720 0x7f8cac19c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.987+0000 7f8caaa00640 1 -- 172.21.15.47:0/2771556807 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cac19cfd0 con 0x7f8cac069d40 2024-04-25T02:34:27.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.988+0000 7f8caaa00640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8cac069d40 0x7f8cac198030 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c00e9c0 tx=0x7f8c9c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:27.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.988+0000 7f8ca3400640 1 -- 172.21.15.47:0/2771556807 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c00cde0 con 0x7f8cac069d40 2024-04-25T02:34:27.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.988+0000 7f8ca3400640 1 -- 172.21.15.47:0/2771556807 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9c0035f0 con 0x7f8cac069d40 2024-04-25T02:34:27.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.988+0000 7f8ca3400640 1 -- 172.21.15.47:0/2771556807 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c010690 con 0x7f8cac069d40 2024-04-25T02:34:27.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.988+0000 7f8cb1600640 1 -- 172.21.15.47:0/2771556807 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cac19d2c0 con 0x7f8cac069d40 2024-04-25T02:34:27.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.988+0000 7f8cb1600640 1 -- 172.21.15.47:0/2771556807 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cac1a4b50 con 0x7f8cac069d40 2024-04-25T02:34:27.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.991+0000 7f8cb4437740 1 Processor -- start 2024-04-25T02:34:27.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8cb4437740 1 -- start start 2024-04-25T02:34:27.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e5402ec110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ec6e0 0x55e5402faec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402fd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8ca3400640 1 -- 172.21.15.47:0/2771556807 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8c9c0037a0 con 0x7f8cac069d40 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8cb4437740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e540250560 con 0x55e5402ebd30 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8cb4437740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55e5401f8930 con 0x55e5402fb400 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8cb4437740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e54024c520 con 0x55e5402ec6e0 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8caa000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402fd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8cab400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e5402ec110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8caa000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402fd7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55186/0 (socket says 172.21.15.47:55186) 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8caa000640 1 -- 172.21.15.47:0/3596954097 learned_addr learned my addr 172.21.15.47:0/3596954097 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:27.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.992+0000 7f8caaa00640 1 --2- 172.21.15.47:0/3596954097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ec6e0 0x55e5402faec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:27.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.993+0000 7f8cab400640 1 -- 172.21.15.47:0/3596954097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ec6e0 msgr2=0x55e5402faec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:27.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.993+0000 7f8cab400640 1 --2- 172.21.15.47:0/3596954097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ec6e0 0x55e5402faec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.993+0000 7f8cab400640 1 -- 172.21.15.47:0/3596954097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 msgr2=0x55e5402fd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:27.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.993+0000 7f8cab400640 1 --2- 172.21.15.47:0/3596954097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402fd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.993+0000 7f8cab400640 1 -- 172.21.15.47:0/3596954097 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e54002e7d0 con 0x55e5402ebd30 2024-04-25T02:34:27.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.993+0000 7f8cab400640 1 --2- 172.21.15.47:0/3596954097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e5402ec110 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8ca4034040 tx=0x7f8ca4005ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fc48049fc74beb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:27.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.994+0000 7f8c97400640 1 -- 172.21.15.47:0/3596954097 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca4041030 con 0x55e5402ebd30 2024-04-25T02:34:27.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.994+0000 7f8c97400640 1 -- 172.21.15.47:0/3596954097 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ca4030bf0 con 0x55e5402ebd30 2024-04-25T02:34:27.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.994+0000 7f8c97400640 1 -- 172.21.15.47:0/3596954097 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca4036040 con 0x55e5402ebd30 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.994+0000 7f8cb4437740 1 -- 172.21.15.47:0/3596954097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 msgr2=0x55e5402ec110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.995+0000 7f8cb4437740 1 --2- 172.21.15.47:0/3596954097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e5402ec110 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8ca4034040 tx=0x7f8ca4005ec0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.995+0000 7f8cb4437740 1 -- 172.21.15.47:0/3596954097 shutdown_connections 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.995+0000 7f8cb4437740 1 --2- 172.21.15.47:0/3596954097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402fd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.995+0000 7f8cb4437740 1 --2- 172.21.15.47:0/3596954097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ec6e0 0x55e5402faec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.995+0000 7f8cb4437740 1 --2- 172.21.15.47:0/3596954097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e5402ec110 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.995+0000 7f8cb4437740 1 -- 172.21.15.47:0/3596954097 >> 172.21.15.47:0/3596954097 conn(0x55e5402e8320 msgr2=0x55e5402e8700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.995+0000 7f8cb4437740 1 -- 172.21.15.47:0/3596954097 shutdown_connections 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.995+0000 7f8cb4437740 1 -- 172.21.15.47:0/3596954097 wait complete. 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.996+0000 7f8cb4437740 1 -- start start 2024-04-25T02:34:27.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.996+0000 7f8cb4437740 1 Processor -- start 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.996+0000 7f8ca3400640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8c900a2c90 0x7f8c900a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.996+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ebd30 0x55e5402f83d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.996+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 0x55e5402f8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.996+0000 7f8ca3400640 1 -- 172.21.15.47:0/2771556807 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8c9c0cf690 con 0x7f8cac069d40 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.996+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402f8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8cb4437740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e5402fe160 con 0x55e5402ec6e0 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8cb4437740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55e54020bd90 con 0x55e5402fb400 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8cb4437740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e5402fe2e0 con 0x55e5402ebd30 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8cb4437740 10 client.0 _ll_register_callbacks cb 0x55e54020b780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ebd30 0x55e5402f83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ebd30 0x55e5402f83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37356/0 (socket says 172.21.15.47:37356) 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caaa00640 1 -- 172.21.15.47:0/2780442965 learned_addr learned my addr 172.21.15.47:0/2780442965 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8cab400640 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402f8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8cab400640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8c900a2c90 0x7f8c900a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caa000640 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 0x55e5402f8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caaa00640 1 -- 172.21.15.47:0/2780442965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 msgr2=0x55e5402f8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caaa00640 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402f8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caaa00640 1 -- 172.21.15.47:0/2780442965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 msgr2=0x55e5402f8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caaa00640 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 0x55e5402f8910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.997+0000 7f8caaa00640 1 -- 172.21.15.47:0/2780442965 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e53ff643f0 con 0x55e5402ebd30 2024-04-25T02:34:28.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8caaa00640 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ebd30 0x55e5402f83d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c0cce10 tx=0x7f8c9c003e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5a99e9c4f35bcdd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8c8be00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:34:28.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8cab400640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8c900a2c90 0x7f8c900a5150 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8ca402ac10 tx=0x7f8ca402a6f0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8c8be00640 1 -- 172.21.15.47:0/2780442965 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c09b4e0 con 0x55e5402ebd30 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8c8be00640 1 -- 172.21.15.47:0/2780442965 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8c9c09afd0 con 0x55e5402ebd30 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8cb4437740 1 -- 172.21.15.47:0/2780442965 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ca4030bf0 con 0x55e5402ebd30 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8c8be00640 1 -- 172.21.15.47:0/2780442965 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8c9c0cd230 con 0x55e5402ebd30 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8cb4437740 10 client.25810 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.998+0000 7f8cb4437740 1 -- 172.21.15.47:0/2780442965 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e53ff240f0 con 0x55e5402ebd30 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8c8be00640 1 -- 172.21.15.47:0/2780442965 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ca4030bf0 con 0x55e5402ebd30 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8c8be00640 1 -- 172.21.15.47:0/2780442965 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8c9c0978d0 con 0x55e5402ebd30 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8cb4437740 10 client.25810 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8cb4437740 10 client.25810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8cb4437740 20 client.25810 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8cb4437740 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e54030b780 0x55e54030dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8cb4437740 4 client.25810 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8cb4437740 1 -- 172.21.15.47:0/2780442965 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e540263d90 con 0x55e54030b780 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:27.999+0000 7f8caa000640 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e54030b780 0x55e54030dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.000+0000 7f8caa000640 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e54030b780 0x55e54030dbd0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7d848bdf1c19e67 server_cookie=3d68b51f54f43be5 in_seq=0 out_seq=0 2024-04-25T02:34:28.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.000+0000 7f8c8be00640 10 client.25810 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:28.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.001+0000 7f8c8be00640 1 -- 172.21.15.47:0/2780442965 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e540263d90 con 0x55e54030b780 2024-04-25T02:34:28.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.001+0000 7f8c8be00640 10 client.25810 handle_command_reply: tid=0 2024-04-25T02:34:28.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.001+0000 7f8cb4437740 1 client.25810 shutdown 2024-04-25T02:34:28.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.001+0000 7f8cb4437740 1 -- 172.21.15.47:0/2780442965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ebd30 msgr2=0x55e5402f83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.001+0000 7f8cb4437740 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ebd30 0x55e5402f83d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c0cce10 tx=0x7f8c9c003e80 comp rx=0 tx=0).stop 2024-04-25T02:34:28.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.001+0000 7f8cb4437740 1 -- 172.21.15.47:0/2780442965 shutdown_connections 2024-04-25T02:34:28.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.001+0000 7f8cb4437740 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e54030b780 0x55e54030dbd0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.002+0000 7f8cb4437740 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402fb400 0x55e5402f8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.002+0000 7f8c8be00640 0 client.25810 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:28.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.002+0000 7f8cb4437740 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 0x55e5402f8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.002+0000 7f8cb4437740 1 --2- 172.21.15.47:0/2780442965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402ebd30 0x55e5402f83d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.002+0000 7f8cb4437740 1 -- 172.21.15.47:0/2780442965 >> 172.21.15.47:0/2780442965 conn(0x55e5402e8320 msgr2=0x55e5402ee190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.002+0000 7f8cb4437740 1 -- 172.21.15.47:0/2780442965 shutdown_connections 2024-04-25T02:34:28.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.002+0000 7f8cb4437740 1 -- 172.21.15.47:0/2780442965 wait complete. 2024-04-25T02:34:28.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.002+0000 7f8cb4437740 20 client.25810 trim_cache size 0 max 16384 2024-04-25T02:34:28.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.021+0000 7f8cb4437740 1 Processor -- start 2024-04-25T02:34:28.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.021+0000 7f8cb4437740 1 -- start start 2024-04-25T02:34:28.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.021+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ebd30 0x55e540307060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.021+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 0x55e5402edff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.021+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 0x55e540313470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.021+0000 7f8cb4437740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1adac0 con 0x55e5402ec6e0 2024-04-25T02:34:28.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.021+0000 7f8cb4437740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1ab390 con 0x55e5402ebd30 2024-04-25T02:34:28.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.021+0000 7f8cb4437740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1a91e0 con 0x55e5402fb400 2024-04-25T02:34:28.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.022+0000 7f8caaa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ebd30 0x55e540307060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.022+0000 7f8caa000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 0x55e5402edff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.022+0000 7f8caaa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ebd30 0x55e540307060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55214/0 (socket says 172.21.15.47:55214) 2024-04-25T02:34:28.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.022+0000 7f8caaa00640 1 -- 172.21.15.47:0/1793715753 learned_addr learned my addr 172.21.15.47:0/1793715753 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.022+0000 7f8cab400640 1 --2- 172.21.15.47:0/1793715753 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 0x55e540313470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.022+0000 7f8caaa00640 1 -- 172.21.15.47:0/1793715753 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 msgr2=0x55e540313470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.022+0000 7f8caaa00640 1 --2- 172.21.15.47:0/1793715753 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 0x55e540313470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.022+0000 7f8caaa00640 1 -- 172.21.15.47:0/1793715753 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 msgr2=0x55e5402edff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.023+0000 7f8caaa00640 1 --2- 172.21.15.47:0/1793715753 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 0x55e5402edff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.023+0000 7f8caaa00640 1 -- 172.21.15.47:0/1793715753 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5402fd7f0 con 0x55e5402ebd30 2024-04-25T02:34:28.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.023+0000 7f8caaa00640 1 --2- 172.21.15.47:0/1793715753 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ebd30 0x55e540307060 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c0d5190 tx=0x7f8c9c0cf950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c33025158ee8116b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.023+0000 7f8c96a00640 1 -- 172.21.15.47:0/1793715753 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c09c280 con 0x55e5402ebd30 2024-04-25T02:34:28.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8c96a00640 1 -- 172.21.15.47:0/1793715753 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9c09bb80 con 0x55e5402ebd30 2024-04-25T02:34:28.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8c96a00640 1 -- 172.21.15.47:0/1793715753 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c0ba2b0 con 0x55e5402ebd30 2024-04-25T02:34:28.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8cb4437740 1 -- 172.21.15.47:0/1793715753 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ebd30 msgr2=0x55e540307060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8cb4437740 1 --2- 172.21.15.47:0/1793715753 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ebd30 0x55e540307060 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c0d5190 tx=0x7f8c9c0cf950 comp rx=0 tx=0).stop 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8cb4437740 1 -- 172.21.15.47:0/1793715753 shutdown_connections 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8cb4437740 1 --2- 172.21.15.47:0/1793715753 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 0x55e540313470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8cb4437740 1 --2- 172.21.15.47:0/1793715753 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ec6e0 0x55e5402edff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8cb4437740 1 --2- 172.21.15.47:0/1793715753 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ebd30 0x55e540307060 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.024+0000 7f8cb4437740 1 -- 172.21.15.47:0/1793715753 >> 172.21.15.47:0/1793715753 conn(0x55e5402e8320 msgr2=0x55e5402ed8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.025+0000 7f8cb4437740 1 -- 172.21.15.47:0/1793715753 shutdown_connections 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.025+0000 7f8cb4437740 1 -- 172.21.15.47:0/1793715753 wait complete. 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.025+0000 7f8cb4437740 1 -- start start 2024-04-25T02:34:28.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.025+0000 7f8cb4437740 1 Processor -- start 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e540303490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ec6e0 0x55e5403039d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8cb4437740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 0x55e5402fe980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8cb4437740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1a9850 con 0x55e5402ebd30 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8cb4437740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1aacc0 con 0x55e5402ec6e0 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8cb4437740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac1a9f20 con 0x55e5402fb400 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8cb4437740 10 client.0 _ll_register_callbacks cb 0x7f8c9c004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8caaa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e540303490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8caaa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e540303490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54112/0 (socket says 172.21.15.47:54112) 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8caaa00640 1 -- 172.21.15.47:0/392204356 learned_addr learned my addr 172.21.15.47:0/392204356 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8caa000640 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ec6e0 0x55e5403039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.026+0000 7f8cab400640 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 0x55e5402fe980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8caaa00640 1 -- 172.21.15.47:0/392204356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 msgr2=0x55e5402fe980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8caaa00640 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 0x55e5402fe980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8caaa00640 1 -- 172.21.15.47:0/392204356 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ec6e0 msgr2=0x55e5403039d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8caaa00640 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ec6e0 0x55e5403039d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8caaa00640 1 -- 172.21.15.47:0/392204356 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5402ff1b0 con 0x55e5402ebd30 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8caaa00640 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e540303490 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c097fe0 tx=0x7f8c9c09b370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c9189af5b8852d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8c8be00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8c8be00640 1 -- 172.21.15.47:0/392204356 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9c09ff30 con 0x55e5402ebd30 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8c8be00640 1 -- 172.21.15.47:0/392204356 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8c9c004000 con 0x55e5402ebd30 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.027+0000 7f8cb4437740 1 -- 172.21.15.47:0/392204356 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c9c09bb80 con 0x55e5402ebd30 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8c8be00640 1 -- 172.21.15.47:0/392204356 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8c9c09c280 con 0x55e5402ebd30 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8cb4437740 10 client.15702 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:28.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8cb4437740 1 -- 172.21.15.47:0/392204356 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e540371850 con 0x55e5402ebd30 2024-04-25T02:34:28.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8c8be00640 1 -- 172.21.15.47:0/392204356 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9c09bb80 con 0x55e5402ebd30 2024-04-25T02:34:28.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8c8be00640 1 -- 172.21.15.47:0/392204356 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8c9c0a10c0 con 0x55e5402ebd30 2024-04-25T02:34:28.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8cb4437740 10 client.15702 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:28.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8cb4437740 10 client.15702 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:28.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8cb4437740 20 client.15702 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8cb4437740 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e54030b780 0x55e540373ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8cb4437740 4 client.15702 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.028+0000 7f8cb4437740 1 -- 172.21.15.47:0/392204356 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e54025daa0 con 0x55e54030b780 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.029+0000 7f8caa000640 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e54030b780 0x55e540373ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.030+0000 7f8caa000640 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e54030b780 0x55e540373ce0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=319eacf28a5ecbcb server_cookie=158504894a028a in_seq=0 out_seq=0 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.030+0000 7f8c8be00640 10 client.15702 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.030+0000 7f8c8be00640 1 -- 172.21.15.47:0/392204356 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e54025daa0 con 0x55e54030b780 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.030+0000 7f8c8be00640 10 client.15702 handle_command_reply: tid=0 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.030+0000 7f8cb4437740 1 client.15702 shutdown 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.030+0000 7f8cb4437740 1 -- 172.21.15.47:0/392204356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 msgr2=0x55e540303490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.030+0000 7f8cb4437740 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e540303490 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c097fe0 tx=0x7f8c9c09b370 comp rx=0 tx=0).stop 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 1 -- 172.21.15.47:0/392204356 shutdown_connections 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e54030b780 0x55e540373ce0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e5402fb400 0x55e5402fe980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e5402ec6e0 0x55e5403039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 1 --2- 172.21.15.47:0/392204356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e5402ebd30 0x55e540303490 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 1 -- 172.21.15.47:0/392204356 >> 172.21.15.47:0/392204356 conn(0x55e5402e8320 msgr2=0x55e5402ed8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8c8be00640 0 client.15702 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:28.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 1 -- 172.21.15.47:0/392204356 shutdown_connections 2024-04-25T02:34:28.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 1 -- 172.21.15.47:0/392204356 wait complete. 2024-04-25T02:34:28.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.031+0000 7f8cb4437740 20 client.15702 trim_cache size 0 max 16384 2024-04-25T02:34:28.036 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:34:28.036 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:34:28.036 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:34:28.036 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:34:28.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 -- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8c900a2c90 msgr2=0x7f8c900a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8c900a2c90 0x7f8c900a5150 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8ca402ac10 tx=0x7f8ca402a6f0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 -- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8cac069d40 msgr2=0x7f8cac198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8cac069d40 0x7f8cac198030 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c00e9c0 tx=0x7f8c9c00ee80 comp rx=0 tx=0).stop 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 -- 172.21.15.47:0/2771556807 shutdown_connections 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8c900a2c90 0x7f8c900a5150 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8cac107720 0x7f8cac19c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8cac06a700 0x7f8cac198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 --2- 172.21.15.47:0/2771556807 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8cac069d40 0x7f8cac198030 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 -- 172.21.15.47:0/2771556807 >> 172.21.15.47:0/2771556807 conn(0x7f8cac076440 msgr2=0x7f8cac0fe6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 -- 172.21.15.47:0/2771556807 shutdown_connections 2024-04-25T02:34:28.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.032+0000 7f8cb1600640 1 -- 172.21.15.47:0/2771556807 wait complete. 2024-04-25T02:34:28.053 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:34:28.053 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:34:28.079 INFO:tasks.workunit.client.0.smithi047.stdout:writing pattern 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190208 len 1024 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 1024 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190208 len 1024 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 1024 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190208 len 2048 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 2048 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190208 len 2048 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 2048 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190208 len 4096 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 4096 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190208 len 4096 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 4096 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190208 len 8192 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 8192 2024-04-25T02:34:28.080 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190208 len 8192 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 8192 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190208 len 16384 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 16384 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190208 len 16384 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190208 len 16384 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190720 len 1024 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 1024 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190720 len 1024 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 1024 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190720 len 2048 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 2048 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190720 len 2048 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 2048 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190720 len 4096 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 4096 2024-04-25T02:34:28.081 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190720 len 4096 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 4096 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190720 len 8192 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 8192 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190720 len 8192 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 8192 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4190720 len 16384 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 16384 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4190720 len 16384 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4190720 len 16384 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191232 len 1024 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 1024 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191232 len 1024 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 1024 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191232 len 2048 2024-04-25T02:34:28.082 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 2048 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191232 len 2048 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 2048 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191232 len 4096 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 4096 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191232 len 4096 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 4096 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191232 len 8192 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 8192 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191232 len 8192 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 8192 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191232 len 16384 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 16384 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191232 len 16384 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191232 len 16384 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191744 len 1024 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 1024 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191744 len 1024 2024-04-25T02:34:28.083 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 1024 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191744 len 2048 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 2048 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191744 len 2048 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 2048 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191744 len 4096 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 4096 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191744 len 4096 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 4096 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191744 len 8192 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 8192 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191744 len 8192 2024-04-25T02:34:28.084 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 8192 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4191744 len 16384 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 16384 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4191744 len 16384 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4191744 len 16384 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192256 len 1024 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 1024 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192256 len 1024 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 1024 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192256 len 2048 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 2048 2024-04-25T02:34:28.085 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192256 len 2048 2024-04-25T02:34:28.115 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 2048 2024-04-25T02:34:28.115 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192256 len 4096 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 4096 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192256 len 4096 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 4096 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192256 len 8192 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 8192 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192256 len 8192 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 8192 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192256 len 16384 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 16384 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192256 len 16384 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192256 len 16384 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192768 len 1024 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 1024 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192768 len 1024 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 1024 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192768 len 2048 2024-04-25T02:34:28.116 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 2048 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192768 len 2048 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 2048 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192768 len 4096 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 4096 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192768 len 4096 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 4096 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192768 len 8192 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 8192 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192768 len 8192 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 8192 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4192768 len 16384 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 16384 2024-04-25T02:34:28.117 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4192768 len 16384 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4192768 len 16384 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193280 len 1024 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 1024 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193280 len 1024 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 1024 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193280 len 2048 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 2048 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193280 len 2048 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 2048 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193280 len 4096 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 4096 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193280 len 4096 2024-04-25T02:34:28.118 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 4096 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193280 len 8192 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 8192 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193280 len 8192 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 8192 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193280 len 16384 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 16384 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193280 len 16384 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193280 len 16384 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193792 len 1024 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 1024 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193792 len 1024 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 1024 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193792 len 2048 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 2048 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193792 len 2048 2024-04-25T02:34:28.119 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 2048 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193792 len 4096 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 4096 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193792 len 4096 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 4096 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193792 len 8192 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 8192 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193792 len 8192 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 8192 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4193792 len 16384 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 16384 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4193792 len 16384 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4193792 len 16384 2024-04-25T02:34:28.120 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194304 len 1024 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 1024 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194304 len 1024 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 1024 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194304 len 2048 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 2048 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194304 len 2048 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 2048 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194304 len 4096 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 4096 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194304 len 4096 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 4096 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194304 len 8192 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 8192 2024-04-25T02:34:28.121 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194304 len 8192 2024-04-25T02:34:28.141 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 8192 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194304 len 16384 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 16384 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194304 len 16384 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194304 len 16384 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194816 len 1024 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 1024 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194816 len 1024 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 1024 2024-04-25T02:34:28.142 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194816 len 2048 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 2048 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194816 len 2048 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 2048 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194816 len 4096 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 4096 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194816 len 4096 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 4096 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194816 len 8192 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 8192 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194816 len 8192 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 8192 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4194816 len 16384 2024-04-25T02:34:28.143 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 16384 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4194816 len 16384 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4194816 len 16384 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195328 len 1024 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 1024 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195328 len 1024 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 1024 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195328 len 2048 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 2048 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195328 len 2048 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 2048 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195328 len 4096 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 4096 2024-04-25T02:34:28.144 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195328 len 4096 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 4096 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195328 len 8192 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 8192 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195328 len 8192 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 8192 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195328 len 16384 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 16384 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195328 len 16384 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195328 len 16384 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195840 len 1024 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 1024 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195840 len 1024 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 1024 2024-04-25T02:34:28.145 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195840 len 2048 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 2048 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195840 len 2048 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 2048 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195840 len 4096 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 4096 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195840 len 4096 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 4096 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195840 len 8192 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 8192 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195840 len 8192 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 8192 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4195840 len 16384 2024-04-25T02:34:28.146 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 16384 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4195840 len 16384 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4195840 len 16384 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196352 len 1024 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 1024 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196352 len 1024 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 1024 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196352 len 2048 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 2048 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196352 len 2048 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 2048 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196352 len 4096 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 4096 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196352 len 4096 2024-04-25T02:34:28.147 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 4096 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196352 len 8192 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 8192 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196352 len 8192 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 8192 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196352 len 16384 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 16384 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196352 len 16384 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196352 len 16384 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196864 len 1024 2024-04-25T02:34:28.148 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 1024 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196864 len 1024 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 1024 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196864 len 2048 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 2048 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196864 len 2048 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 2048 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196864 len 4096 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 4096 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196864 len 4096 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 4096 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196864 len 8192 2024-04-25T02:34:28.171 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 8192 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196864 len 8192 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 8192 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4196864 len 16384 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 16384 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4196864 len 16384 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4196864 len 16384 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197376 len 1024 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 1024 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197376 len 1024 2024-04-25T02:34:28.172 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 1024 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197376 len 2048 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 2048 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197376 len 2048 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 2048 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197376 len 4096 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 4096 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197376 len 4096 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 4096 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197376 len 8192 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 8192 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197376 len 8192 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 8192 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197376 len 16384 2024-04-25T02:34:28.173 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 16384 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197376 len 16384 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197376 len 16384 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197888 len 1024 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 1024 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197888 len 1024 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 1024 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197888 len 2048 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 2048 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197888 len 2048 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 2048 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197888 len 4096 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 4096 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197888 len 4096 2024-04-25T02:34:28.174 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 4096 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197888 len 8192 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 8192 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197888 len 8192 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 8192 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 0 offset 4197888 len 16384 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 16384 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 0 offset 4197888 len 16384 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 0 offset 4197888 len 16384 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190208 len 1024 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 1024 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190208 len 1024 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 1024 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190208 len 2048 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 2048 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190208 len 2048 2024-04-25T02:34:28.175 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 2048 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190208 len 4096 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 4096 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190208 len 4096 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 4096 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190208 len 8192 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 8192 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190208 len 8192 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 8192 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190208 len 16384 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 16384 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190208 len 16384 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190208 len 16384 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190720 len 1024 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 1024 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190720 len 1024 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 1024 2024-04-25T02:34:28.176 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190720 len 2048 2024-04-25T02:34:28.177 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 2048 2024-04-25T02:34:28.177 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190720 len 2048 2024-04-25T02:34:28.177 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 2048 2024-04-25T02:34:28.177 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190720 len 4096 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 4096 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190720 len 4096 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 4096 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190720 len 8192 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 8192 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190720 len 8192 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 8192 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4190720 len 16384 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 16384 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4190720 len 16384 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4190720 len 16384 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191232 len 1024 2024-04-25T02:34:28.224 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 1024 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191232 len 1024 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 1024 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191232 len 2048 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 2048 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191232 len 2048 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 2048 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191232 len 4096 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 4096 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191232 len 4096 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 4096 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191232 len 8192 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 8192 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191232 len 8192 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 8192 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191232 len 16384 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 16384 2024-04-25T02:34:28.225 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191232 len 16384 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191232 len 16384 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191744 len 1024 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 1024 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191744 len 1024 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 1024 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191744 len 2048 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 2048 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191744 len 2048 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 2048 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191744 len 4096 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 4096 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191744 len 4096 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 4096 2024-04-25T02:34:28.226 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191744 len 8192 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 8192 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191744 len 8192 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 8192 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4191744 len 16384 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 16384 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4191744 len 16384 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4191744 len 16384 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192256 len 1024 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 1024 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192256 len 1024 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 1024 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192256 len 2048 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 2048 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192256 len 2048 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 2048 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192256 len 4096 2024-04-25T02:34:28.227 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 4096 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192256 len 4096 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 4096 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192256 len 8192 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 8192 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192256 len 8192 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 8192 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192256 len 16384 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 16384 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192256 len 16384 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192256 len 16384 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192768 len 1024 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 1024 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192768 len 1024 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 1024 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192768 len 2048 2024-04-25T02:34:28.228 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 2048 2024-04-25T02:34:28.229 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192768 len 2048 2024-04-25T02:34:28.229 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 2048 2024-04-25T02:34:28.229 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192768 len 4096 2024-04-25T02:34:28.229 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 4096 2024-04-25T02:34:28.229 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192768 len 4096 2024-04-25T02:34:28.229 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 4096 2024-04-25T02:34:28.229 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192768 len 8192 2024-04-25T02:34:28.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.255+0000 7fc5e3200640 1 -- 172.21.15.47:0/3861626208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5e4101f40 msgr2=0x7fc5e410e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.255+0000 7fc5e3200640 1 --2- 172.21.15.47:0/3861626208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5e4101f40 0x7fc5e410e400 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc009c10 tx=0x7fc5dc02a6e0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.255+0000 7fc5e3200640 1 -- 172.21.15.47:0/3861626208 shutdown_connections 2024-04-25T02:34:28.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.255+0000 7fc5e3200640 1 --2- 172.21.15.47:0/3861626208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5e4101f40 0x7fc5e410e400 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.255+0000 7fc5e3200640 1 --2- 172.21.15.47:0/3861626208 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5e4101580 0x7fc5e4101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.255+0000 7fc5e3200640 1 --2- 172.21.15.47:0/3861626208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5e4107640 0x7fc5e4107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.255+0000 7fc5e3200640 1 -- 172.21.15.47:0/3861626208 >> 172.21.15.47:0/3861626208 conn(0x7fc5e40fd070 msgr2=0x7fc5e40ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.256+0000 7fc5e3200640 1 -- 172.21.15.47:0/3861626208 shutdown_connections 2024-04-25T02:34:28.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.256+0000 7fc5e3200640 1 -- 172.21.15.47:0/3861626208 wait complete. 2024-04-25T02:34:28.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.257+0000 7fc5e3200640 1 Processor -- start 2024-04-25T02:34:28.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.257+0000 7fc5e3200640 1 -- start start 2024-04-25T02:34:28.261 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 8192 2024-04-25T02:34:28.261 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192768 len 8192 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 8192 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4192768 len 16384 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 16384 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4192768 len 16384 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4192768 len 16384 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193280 len 1024 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 1024 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193280 len 1024 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 1024 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193280 len 2048 2024-04-25T02:34:28.262 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 2048 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193280 len 2048 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 2048 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193280 len 4096 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 4096 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193280 len 4096 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 4096 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193280 len 8192 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 8192 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193280 len 8192 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 8192 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193280 len 16384 2024-04-25T02:34:28.263 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 16384 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193280 len 16384 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193280 len 16384 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193792 len 1024 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 1024 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193792 len 1024 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 1024 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193792 len 2048 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 2048 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193792 len 2048 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 2048 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193792 len 4096 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 4096 2024-04-25T02:34:28.264 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193792 len 4096 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 4096 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193792 len 8192 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 8192 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193792 len 8192 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 8192 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4193792 len 16384 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 16384 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4193792 len 16384 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4193792 len 16384 2024-04-25T02:34:28.265 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194304 len 1024 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 1024 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194304 len 1024 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 1024 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194304 len 2048 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 2048 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194304 len 2048 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 2048 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194304 len 4096 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 4096 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194304 len 4096 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 4096 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194304 len 8192 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 8192 2024-04-25T02:34:28.266 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194304 len 8192 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 8192 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194304 len 16384 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 16384 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194304 len 16384 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194304 len 16384 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194816 len 1024 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 1024 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194816 len 1024 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 1024 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194816 len 2048 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 2048 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194816 len 2048 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 2048 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194816 len 4096 2024-04-25T02:34:28.267 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 4096 2024-04-25T02:34:28.268 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194816 len 4096 2024-04-25T02:34:28.268 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 4096 2024-04-25T02:34:28.268 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194816 len 8192 2024-04-25T02:34:28.268 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 8192 2024-04-25T02:34:28.268 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194816 len 8192 2024-04-25T02:34:28.268 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 8192 2024-04-25T02:34:28.268 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4194816 len 16384 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.257+0000 7fc5e3200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5e4101580 0x7fc5e419a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.257+0000 7fc5e3200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5e4101f40 0x7fc5e419a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.257+0000 7fc5e3200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5e4107640 0x7fc5e419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.257+0000 7fc5e3200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4111900 con 0x7fc5e4107640 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.257+0000 7fc5e3200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4111780 con 0x7fc5e4101580 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.257+0000 7fc5e3200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4111a80 con 0x7fc5e4101f40 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5e4107640 0x7fc5e419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e1e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5e4101580 0x7fc5e419a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5e4107640 0x7fc5e419e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54130/0 (socket says 172.21.15.47:54130) 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e1e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5e4101580 0x7fc5e419a010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55230/0 (socket says 172.21.15.47:55230) 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e2800640 1 -- 172.21.15.47:0/1628962062 learned_addr learned my addr 172.21.15.47:0/1628962062 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e1400640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5e4101f40 0x7fc5e419a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e1e00640 1 -- 172.21.15.47:0/1628962062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5e4101f40 msgr2=0x7fc5e419a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e1e00640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5e4101f40 0x7fc5e419a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e1e00640 1 -- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5e4107640 msgr2=0x7fc5e419e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e1e00640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5e4107640 0x7fc5e419e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.258+0000 7fc5e1e00640 1 -- 172.21.15.47:0/1628962062 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e419f000 con 0x7fc5e4101580 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.259+0000 7fc5e1e00640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5e4101580 0x7fc5e419a010 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc5d400e9f0 tx=0x7fc5d400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.259+0000 7fc5daa00640 1 -- 172.21.15.47:0/1628962062 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d400ccc0 con 0x7fc5e4101580 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.259+0000 7fc5daa00640 1 -- 172.21.15.47:0/1628962062 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5d4010910 con 0x7fc5e4101580 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.259+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5e419f2f0 con 0x7fc5e4101580 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.259+0000 7fc5daa00640 1 -- 172.21.15.47:0/1628962062 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d4018960 con 0x7fc5e4101580 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.259+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5e41a6b80 con 0x7fc5e4101580 2024-04-25T02:34:28.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.260+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5e4068480 con 0x7fc5e4101580 2024-04-25T02:34:28.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.262+0000 7fc5daa00640 1 -- 172.21.15.47:0/1628962062 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc5d4010ac0 con 0x7fc5e4101580 2024-04-25T02:34:28.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.264+0000 7fc5daa00640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5c80a2d00 0x7fc5c80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.264+0000 7fc5daa00640 1 -- 172.21.15.47:0/1628962062 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fc5d40cfa60 con 0x7fc5e4101580 2024-04-25T02:34:28.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.264+0000 7fc5e1400640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5c80a2d00 0x7fc5c80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.265+0000 7fc5e1400640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5c80a2d00 0x7fc5c80a51c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc5e40753d0 tx=0x7fc5d0009260 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.266+0000 7fc5daa00640 1 -- 172.21.15.47:0/1628962062 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc5d409c000 con 0x7fc5e4101580 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 16384 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4194816 len 16384 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4194816 len 16384 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195328 len 1024 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 1024 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195328 len 1024 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 1024 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195328 len 2048 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 2048 2024-04-25T02:34:28.275 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195328 len 2048 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 2048 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195328 len 4096 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 4096 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195328 len 4096 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 4096 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195328 len 8192 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 8192 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195328 len 8192 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 8192 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195328 len 16384 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 16384 2024-04-25T02:34:28.276 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195328 len 16384 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195328 len 16384 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195840 len 1024 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 1024 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195840 len 1024 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 1024 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195840 len 2048 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 2048 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195840 len 2048 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 2048 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195840 len 4096 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 4096 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195840 len 4096 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 4096 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195840 len 8192 2024-04-25T02:34:28.277 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 8192 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195840 len 8192 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 8192 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4195840 len 16384 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 16384 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4195840 len 16384 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4195840 len 16384 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196352 len 1024 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 1024 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196352 len 1024 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 1024 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196352 len 2048 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 2048 2024-04-25T02:34:28.278 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196352 len 2048 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 2048 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196352 len 4096 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 4096 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196352 len 4096 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 4096 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196352 len 8192 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 8192 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196352 len 8192 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 8192 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196352 len 16384 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 16384 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196352 len 16384 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196352 len 16384 2024-04-25T02:34:28.279 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196864 len 1024 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 1024 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196864 len 1024 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 1024 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196864 len 2048 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 2048 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196864 len 2048 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 2048 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196864 len 4096 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 4096 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196864 len 4096 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 4096 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196864 len 8192 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 8192 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196864 len 8192 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 8192 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4196864 len 16384 2024-04-25T02:34:28.280 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 16384 2024-04-25T02:34:28.281 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4196864 len 16384 2024-04-25T02:34:28.281 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4196864 len 16384 2024-04-25T02:34:28.281 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197376 len 1024 2024-04-25T02:34:28.297 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 1024 2024-04-25T02:34:28.297 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197376 len 1024 2024-04-25T02:34:28.297 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 1024 2024-04-25T02:34:28.297 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197376 len 2048 2024-04-25T02:34:28.297 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 2048 2024-04-25T02:34:28.298 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197376 len 2048 2024-04-25T02:34:28.298 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 2048 2024-04-25T02:34:28.298 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197376 len 4096 2024-04-25T02:34:28.298 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 4096 2024-04-25T02:34:28.298 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197376 len 4096 2024-04-25T02:34:28.298 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 4096 2024-04-25T02:34:28.298 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197376 len 8192 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 8192 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197376 len 8192 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 8192 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197376 len 16384 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 16384 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197376 len 16384 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197376 len 16384 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197888 len 1024 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 1024 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197888 len 1024 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 1024 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197888 len 2048 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 2048 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197888 len 2048 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 2048 2024-04-25T02:34:28.299 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197888 len 4096 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 4096 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197888 len 4096 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 4096 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197888 len 8192 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 8192 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197888 len 8192 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 8192 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 512 offset 4197888 len 16384 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 16384 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 512 offset 4197888 len 16384 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 512 offset 4197888 len 16384 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190208 len 1024 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 1024 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190208 len 1024 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 1024 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190208 len 2048 2024-04-25T02:34:28.300 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 2048 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190208 len 2048 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 2048 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190208 len 4096 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 4096 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190208 len 4096 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 4096 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190208 len 8192 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 8192 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190208 len 8192 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 8192 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190208 len 16384 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 16384 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190208 len 16384 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190208 len 16384 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190720 len 1024 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 1024 2024-04-25T02:34:28.301 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190720 len 1024 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 1024 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190720 len 2048 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 2048 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190720 len 2048 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 2048 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190720 len 4096 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 4096 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190720 len 4096 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 4096 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190720 len 8192 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 8192 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190720 len 8192 2024-04-25T02:34:28.302 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 8192 2024-04-25T02:34:28.303 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4190720 len 16384 2024-04-25T02:34:28.303 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 16384 2024-04-25T02:34:28.303 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4190720 len 16384 2024-04-25T02:34:28.303 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4190720 len 16384 2024-04-25T02:34:28.303 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191232 len 1024 2024-04-25T02:34:28.303 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 1024 2024-04-25T02:34:28.303 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191232 len 1024 2024-04-25T02:34:28.303 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 1024 2024-04-25T02:34:28.332 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191232 len 2048 2024-04-25T02:34:28.332 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 2048 2024-04-25T02:34:28.332 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191232 len 2048 2024-04-25T02:34:28.332 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 2048 2024-04-25T02:34:28.332 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191232 len 4096 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 4096 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191232 len 4096 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 4096 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191232 len 8192 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 8192 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191232 len 8192 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 8192 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191232 len 16384 2024-04-25T02:34:28.333 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 16384 2024-04-25T02:34:28.334 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191232 len 16384 2024-04-25T02:34:28.334 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191232 len 16384 2024-04-25T02:34:28.334 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191744 len 1024 2024-04-25T02:34:28.334 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 1024 2024-04-25T02:34:28.334 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191744 len 1024 2024-04-25T02:34:28.334 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 1024 2024-04-25T02:34:28.334 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191744 len 2048 2024-04-25T02:34:28.334 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 2048 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191744 len 2048 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 2048 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191744 len 4096 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 4096 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191744 len 4096 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 4096 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191744 len 8192 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 8192 2024-04-25T02:34:28.335 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191744 len 8192 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 8192 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4191744 len 16384 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 16384 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4191744 len 16384 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4191744 len 16384 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192256 len 1024 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 1024 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192256 len 1024 2024-04-25T02:34:28.336 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 1024 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192256 len 2048 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 2048 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192256 len 2048 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 2048 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192256 len 4096 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 4096 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192256 len 4096 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 4096 2024-04-25T02:34:28.337 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192256 len 8192 2024-04-25T02:34:28.338 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 8192 2024-04-25T02:34:28.338 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192256 len 8192 2024-04-25T02:34:28.338 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 8192 2024-04-25T02:34:28.338 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192256 len 16384 2024-04-25T02:34:28.338 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 16384 2024-04-25T02:34:28.338 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192256 len 16384 2024-04-25T02:34:28.338 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192256 len 16384 2024-04-25T02:34:28.338 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192768 len 1024 2024-04-25T02:34:28.339 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 1024 2024-04-25T02:34:28.339 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192768 len 1024 2024-04-25T02:34:28.339 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 1024 2024-04-25T02:34:28.339 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192768 len 2048 2024-04-25T02:34:28.339 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 2048 2024-04-25T02:34:28.339 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192768 len 2048 2024-04-25T02:34:28.339 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 2048 2024-04-25T02:34:28.339 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192768 len 4096 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 4096 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192768 len 4096 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 4096 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192768 len 8192 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 8192 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192768 len 8192 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 8192 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4192768 len 16384 2024-04-25T02:34:28.340 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 16384 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4192768 len 16384 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4192768 len 16384 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193280 len 1024 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 1024 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193280 len 1024 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 1024 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193280 len 2048 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 2048 2024-04-25T02:34:28.341 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193280 len 2048 2024-04-25T02:34:28.376 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 2048 2024-04-25T02:34:28.376 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193280 len 4096 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 4096 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193280 len 4096 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 4096 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193280 len 8192 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 8192 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193280 len 8192 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 8192 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193280 len 16384 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 16384 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193280 len 16384 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193280 len 16384 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193792 len 1024 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 1024 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193792 len 1024 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 1024 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193792 len 2048 2024-04-25T02:34:28.377 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 2048 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193792 len 2048 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 2048 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193792 len 4096 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 4096 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193792 len 4096 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 4096 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193792 len 8192 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 8192 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193792 len 8192 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 8192 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4193792 len 16384 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 16384 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4193792 len 16384 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4193792 len 16384 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194304 len 1024 2024-04-25T02:34:28.378 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 1024 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194304 len 1024 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 1024 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194304 len 2048 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 2048 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194304 len 2048 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 2048 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194304 len 4096 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 4096 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194304 len 4096 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 4096 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194304 len 8192 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 8192 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194304 len 8192 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 8192 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194304 len 16384 2024-04-25T02:34:28.379 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 16384 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194304 len 16384 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194304 len 16384 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194816 len 1024 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 1024 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194816 len 1024 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 1024 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194816 len 2048 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 2048 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194816 len 2048 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 2048 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194816 len 4096 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 4096 2024-04-25T02:34:28.380 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194816 len 4096 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 4096 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194816 len 8192 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 8192 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194816 len 8192 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 8192 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4194816 len 16384 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 16384 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4194816 len 16384 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4194816 len 16384 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195328 len 1024 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 1024 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195328 len 1024 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 1024 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195328 len 2048 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 2048 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195328 len 2048 2024-04-25T02:34:28.381 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 2048 2024-04-25T02:34:28.382 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195328 len 4096 2024-04-25T02:34:28.415 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 4096 2024-04-25T02:34:28.415 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195328 len 4096 2024-04-25T02:34:28.415 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 4096 2024-04-25T02:34:28.415 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195328 len 8192 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 8192 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195328 len 8192 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 8192 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195328 len 16384 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 16384 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195328 len 16384 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195328 len 16384 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195840 len 1024 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 1024 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195840 len 1024 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 1024 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195840 len 2048 2024-04-25T02:34:28.416 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 2048 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195840 len 2048 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 2048 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195840 len 4096 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 4096 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195840 len 4096 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 4096 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195840 len 8192 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 8192 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195840 len 8192 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 8192 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4195840 len 16384 2024-04-25T02:34:28.417 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 16384 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4195840 len 16384 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4195840 len 16384 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196352 len 1024 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 1024 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196352 len 1024 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 1024 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196352 len 2048 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 2048 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196352 len 2048 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 2048 2024-04-25T02:34:28.418 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196352 len 4096 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 4096 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196352 len 4096 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 4096 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196352 len 8192 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 8192 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196352 len 8192 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 8192 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196352 len 16384 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 16384 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196352 len 16384 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196352 len 16384 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196864 len 1024 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 1024 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196864 len 1024 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 1024 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196864 len 2048 2024-04-25T02:34:28.419 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 2048 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196864 len 2048 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 2048 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196864 len 4096 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 4096 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196864 len 4096 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 4096 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196864 len 8192 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 8192 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196864 len 8192 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 8192 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4196864 len 16384 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 16384 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4196864 len 16384 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4196864 len 16384 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197376 len 1024 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 1024 2024-04-25T02:34:28.420 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197376 len 1024 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 1024 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197376 len 2048 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 2048 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197376 len 2048 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 2048 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197376 len 4096 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 4096 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197376 len 4096 2024-04-25T02:34:28.421 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 4096 2024-04-25T02:34:28.457 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197376 len 8192 2024-04-25T02:34:28.457 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 8192 2024-04-25T02:34:28.457 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197376 len 8192 2024-04-25T02:34:28.457 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 8192 2024-04-25T02:34:28.457 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197376 len 16384 2024-04-25T02:34:28.457 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 16384 2024-04-25T02:34:28.457 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197376 len 16384 2024-04-25T02:34:28.457 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197376 len 16384 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197888 len 1024 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 1024 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197888 len 1024 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 1024 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197888 len 2048 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 2048 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197888 len 2048 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 2048 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197888 len 4096 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 4096 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197888 len 4096 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 4096 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197888 len 8192 2024-04-25T02:34:28.458 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 8192 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197888 len 8192 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 8192 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1024 offset 4197888 len 16384 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 16384 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1024 offset 4197888 len 16384 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1024 offset 4197888 len 16384 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190208 len 1024 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 1024 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190208 len 1024 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 1024 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190208 len 2048 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 2048 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190208 len 2048 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 2048 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190208 len 4096 2024-04-25T02:34:28.459 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 4096 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190208 len 4096 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 4096 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190208 len 8192 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 8192 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190208 len 8192 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 8192 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190208 len 16384 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 16384 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190208 len 16384 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190208 len 16384 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190720 len 1024 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 1024 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190720 len 1024 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 1024 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190720 len 2048 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 2048 2024-04-25T02:34:28.460 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190720 len 2048 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 2048 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190720 len 4096 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 4096 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190720 len 4096 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 4096 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190720 len 8192 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 8192 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190720 len 8192 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 8192 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4190720 len 16384 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 16384 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4190720 len 16384 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4190720 len 16384 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191232 len 1024 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 1024 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191232 len 1024 2024-04-25T02:34:28.461 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 1024 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191232 len 2048 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 2048 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191232 len 2048 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 2048 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191232 len 4096 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 4096 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191232 len 4096 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 4096 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191232 len 8192 2024-04-25T02:34:28.462 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 8192 2024-04-25T02:34:28.508 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191232 len 8192 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 8192 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191232 len 16384 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 16384 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191232 len 16384 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191232 len 16384 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191744 len 1024 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 1024 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191744 len 1024 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 1024 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191744 len 2048 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 2048 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191744 len 2048 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 2048 2024-04-25T02:34:28.509 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191744 len 4096 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 4096 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191744 len 4096 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 4096 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191744 len 8192 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 8192 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191744 len 8192 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 8192 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4191744 len 16384 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 16384 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4191744 len 16384 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4191744 len 16384 2024-04-25T02:34:28.510 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192256 len 1024 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 1024 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192256 len 1024 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 1024 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192256 len 2048 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 2048 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192256 len 2048 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 2048 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192256 len 4096 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 4096 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192256 len 4096 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 4096 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192256 len 8192 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 8192 2024-04-25T02:34:28.511 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192256 len 8192 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 8192 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192256 len 16384 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 16384 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192256 len 16384 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192256 len 16384 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192768 len 1024 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 1024 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192768 len 1024 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 1024 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192768 len 2048 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 2048 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192768 len 2048 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 2048 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192768 len 4096 2024-04-25T02:34:28.512 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 4096 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192768 len 4096 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 4096 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192768 len 8192 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 8192 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192768 len 8192 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 8192 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4192768 len 16384 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 16384 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4192768 len 16384 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4192768 len 16384 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193280 len 1024 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 1024 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193280 len 1024 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 1024 2024-04-25T02:34:28.513 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193280 len 2048 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 2048 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193280 len 2048 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 2048 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193280 len 4096 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 4096 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193280 len 4096 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 4096 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193280 len 8192 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 8192 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193280 len 8192 2024-04-25T02:34:28.514 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 8192 2024-04-25T02:34:28.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.527+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc5e41a6df0 con 0x7fc5e4101580 2024-04-25T02:34:28.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.528+0000 7fc5daa00640 1 -- 172.21.15.47:0/1628962062 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7fc5d40a0300 con 0x7fc5e4101580 2024-04-25T02:34:28.532 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:34:28.532 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:34:28.532 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:34:28.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5c80a2d00 msgr2=0x7fc5c80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5c80a2d00 0x7fc5c80a51c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc5e40753d0 tx=0x7fc5d0009260 comp rx=0 tx=0).stop 2024-04-25T02:34:28.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5e4101580 msgr2=0x7fc5e419a010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5e4101580 0x7fc5e419a010 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc5d400e9f0 tx=0x7fc5d400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 shutdown_connections 2024-04-25T02:34:28.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5c80a2d00 0x7fc5c80a51c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5e4107640 0x7fc5e419e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5e4101f40 0x7fc5e419a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 --2- 172.21.15.47:0/1628962062 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc5e4101580 0x7fc5e419a010 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 >> 172.21.15.47:0/1628962062 conn(0x7fc5e40fd070 msgr2=0x7fc5e40fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 shutdown_connections 2024-04-25T02:34:28.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.532+0000 7fc5e3200640 1 -- 172.21.15.47:0/1628962062 wait complete. 2024-04-25T02:34:28.552 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193280 len 16384 2024-04-25T02:34:28.552 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 16384 2024-04-25T02:34:28.552 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193280 len 16384 2024-04-25T02:34:28.552 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193280 len 16384 2024-04-25T02:34:28.552 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193792 len 1024 2024-04-25T02:34:28.552 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 1024 2024-04-25T02:34:28.553 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193792 len 1024 2024-04-25T02:34:28.553 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 1024 2024-04-25T02:34:28.553 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193792 len 2048 2024-04-25T02:34:28.553 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 2048 2024-04-25T02:34:28.553 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193792 len 2048 2024-04-25T02:34:28.553 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 2048 2024-04-25T02:34:28.554 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193792 len 4096 2024-04-25T02:34:28.554 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 4096 2024-04-25T02:34:28.554 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193792 len 4096 2024-04-25T02:34:28.554 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 4096 2024-04-25T02:34:28.554 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193792 len 8192 2024-04-25T02:34:28.554 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 8192 2024-04-25T02:34:28.555 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193792 len 8192 2024-04-25T02:34:28.555 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 8192 2024-04-25T02:34:28.555 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4193792 len 16384 2024-04-25T02:34:28.555 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 16384 2024-04-25T02:34:28.555 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4193792 len 16384 2024-04-25T02:34:28.555 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4193792 len 16384 2024-04-25T02:34:28.556 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194304 len 1024 2024-04-25T02:34:28.556 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 1024 2024-04-25T02:34:28.556 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194304 len 1024 2024-04-25T02:34:28.556 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 1024 2024-04-25T02:34:28.556 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194304 len 2048 2024-04-25T02:34:28.556 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 2048 2024-04-25T02:34:28.556 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194304 len 2048 2024-04-25T02:34:28.557 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 2048 2024-04-25T02:34:28.557 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194304 len 4096 2024-04-25T02:34:28.557 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 4096 2024-04-25T02:34:28.557 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194304 len 4096 2024-04-25T02:34:28.557 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 4096 2024-04-25T02:34:28.557 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194304 len 8192 2024-04-25T02:34:28.558 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 8192 2024-04-25T02:34:28.558 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194304 len 8192 2024-04-25T02:34:28.558 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 8192 2024-04-25T02:34:28.558 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194304 len 16384 2024-04-25T02:34:28.558 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 16384 2024-04-25T02:34:28.558 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194304 len 16384 2024-04-25T02:34:28.559 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194304 len 16384 2024-04-25T02:34:28.559 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194816 len 1024 2024-04-25T02:34:28.559 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 1024 2024-04-25T02:34:28.559 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194816 len 1024 2024-04-25T02:34:28.559 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 1024 2024-04-25T02:34:28.559 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194816 len 2048 2024-04-25T02:34:28.559 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 2048 2024-04-25T02:34:28.560 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194816 len 2048 2024-04-25T02:34:28.560 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 2048 2024-04-25T02:34:28.560 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194816 len 4096 2024-04-25T02:34:28.560 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 4096 2024-04-25T02:34:28.560 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194816 len 4096 2024-04-25T02:34:28.560 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 4096 2024-04-25T02:34:28.561 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194816 len 8192 2024-04-25T02:34:28.561 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 8192 2024-04-25T02:34:28.561 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194816 len 8192 2024-04-25T02:34:28.561 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 8192 2024-04-25T02:34:28.561 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4194816 len 16384 2024-04-25T02:34:28.561 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 16384 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4194816 len 16384 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4194816 len 16384 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195328 len 1024 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 1024 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195328 len 1024 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 1024 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195328 len 2048 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 2048 2024-04-25T02:34:28.562 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195328 len 2048 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 2048 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195328 len 4096 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 4096 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195328 len 4096 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 4096 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195328 len 8192 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 8192 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195328 len 8192 2024-04-25T02:34:28.563 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 8192 2024-04-25T02:34:28.564 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195328 len 16384 2024-04-25T02:34:28.564 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 16384 2024-04-25T02:34:28.564 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195328 len 16384 2024-04-25T02:34:28.566 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:34:28.568 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195328 len 16384 2024-04-25T02:34:28.568 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195840 len 1024 2024-04-25T02:34:28.568 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 1024 2024-04-25T02:34:28.568 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195840 len 1024 2024-04-25T02:34:28.568 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 1024 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195840 len 2048 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 2048 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195840 len 2048 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 2048 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195840 len 4096 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 4096 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195840 len 4096 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 4096 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195840 len 8192 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 8192 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195840 len 8192 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 8192 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4195840 len 16384 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 16384 2024-04-25T02:34:28.569 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4195840 len 16384 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4195840 len 16384 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196352 len 1024 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 1024 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196352 len 1024 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 1024 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196352 len 2048 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 2048 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196352 len 2048 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 2048 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196352 len 4096 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 4096 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196352 len 4096 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 4096 2024-04-25T02:34:28.570 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196352 len 8192 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 8192 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196352 len 8192 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 8192 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196352 len 16384 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 16384 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196352 len 16384 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196352 len 16384 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196864 len 1024 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 1024 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196864 len 1024 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 1024 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196864 len 2048 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 2048 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196864 len 2048 2024-04-25T02:34:28.571 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 2048 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196864 len 4096 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 4096 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196864 len 4096 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 4096 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196864 len 8192 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 8192 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196864 len 8192 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 8192 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4196864 len 16384 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 16384 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4196864 len 16384 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4196864 len 16384 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197376 len 1024 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 1024 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197376 len 1024 2024-04-25T02:34:28.572 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 1024 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197376 len 2048 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 2048 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197376 len 2048 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 2048 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197376 len 4096 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 4096 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197376 len 4096 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 4096 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197376 len 8192 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 8192 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197376 len 8192 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 8192 2024-04-25T02:34:28.573 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197376 len 16384 2024-04-25T02:34:28.574 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 16384 2024-04-25T02:34:28.574 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197376 len 16384 2024-04-25T02:34:28.574 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197376 len 16384 2024-04-25T02:34:28.574 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197888 len 1024 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 1024 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197888 len 1024 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 1024 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197888 len 2048 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 2048 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197888 len 2048 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 2048 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197888 len 4096 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 4096 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197888 len 4096 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 4096 2024-04-25T02:34:28.603 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197888 len 8192 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 8192 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197888 len 8192 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 8192 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 1536 offset 4197888 len 16384 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 16384 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 1536 offset 4197888 len 16384 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 1536 offset 4197888 len 16384 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190208 len 1024 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 1024 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190208 len 1024 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 1024 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190208 len 2048 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 2048 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190208 len 2048 2024-04-25T02:34:28.604 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 2048 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190208 len 4096 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 4096 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190208 len 4096 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 4096 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190208 len 8192 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 8192 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190208 len 8192 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 8192 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190208 len 16384 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 16384 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190208 len 16384 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190208 len 16384 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190720 len 1024 2024-04-25T02:34:28.605 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 1024 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190720 len 1024 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 1024 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190720 len 2048 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 2048 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190720 len 2048 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 2048 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190720 len 4096 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 4096 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190720 len 4096 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 4096 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190720 len 8192 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 8192 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190720 len 8192 2024-04-25T02:34:28.606 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 8192 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4190720 len 16384 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 16384 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4190720 len 16384 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4190720 len 16384 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191232 len 1024 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 1024 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191232 len 1024 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 1024 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191232 len 2048 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 2048 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191232 len 2048 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 2048 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191232 len 4096 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 4096 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191232 len 4096 2024-04-25T02:34:28.607 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 4096 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191232 len 8192 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 8192 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191232 len 8192 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 8192 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191232 len 16384 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 16384 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191232 len 16384 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191232 len 16384 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191744 len 1024 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 1024 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191744 len 1024 2024-04-25T02:34:28.608 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 1024 2024-04-25T02:34:28.641 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191744 len 2048 2024-04-25T02:34:28.641 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 2048 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191744 len 2048 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 2048 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191744 len 4096 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 4096 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191744 len 4096 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 4096 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191744 len 8192 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 8192 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191744 len 8192 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 8192 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4191744 len 16384 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 16384 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4191744 len 16384 2024-04-25T02:34:28.642 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4191744 len 16384 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192256 len 1024 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 1024 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192256 len 1024 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 1024 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192256 len 2048 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 2048 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192256 len 2048 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 2048 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192256 len 4096 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 4096 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192256 len 4096 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 4096 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192256 len 8192 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 8192 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192256 len 8192 2024-04-25T02:34:28.643 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 8192 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192256 len 16384 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 16384 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192256 len 16384 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192256 len 16384 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192768 len 1024 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 1024 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192768 len 1024 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 1024 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192768 len 2048 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 2048 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192768 len 2048 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 2048 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192768 len 4096 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 4096 2024-04-25T02:34:28.644 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192768 len 4096 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 4096 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192768 len 8192 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 8192 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192768 len 8192 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 8192 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4192768 len 16384 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 16384 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4192768 len 16384 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4192768 len 16384 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193280 len 1024 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 1024 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193280 len 1024 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 1024 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193280 len 2048 2024-04-25T02:34:28.645 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 2048 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193280 len 2048 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 2048 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193280 len 4096 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 4096 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193280 len 4096 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 4096 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193280 len 8192 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 8192 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193280 len 8192 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 8192 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193280 len 16384 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 16384 2024-04-25T02:34:28.646 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193280 len 16384 2024-04-25T02:34:28.647 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193280 len 16384 2024-04-25T02:34:28.647 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193792 len 1024 2024-04-25T02:34:28.647 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 1024 2024-04-25T02:34:28.647 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193792 len 1024 2024-04-25T02:34:28.647 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 1024 2024-04-25T02:34:28.647 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193792 len 2048 2024-04-25T02:34:28.647 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 2048 2024-04-25T02:34:28.671 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193792 len 2048 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 2048 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193792 len 4096 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 4096 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193792 len 4096 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 4096 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193792 len 8192 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 8192 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193792 len 8192 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 8192 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4193792 len 16384 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 16384 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4193792 len 16384 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4193792 len 16384 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194304 len 1024 2024-04-25T02:34:28.672 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 1024 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194304 len 1024 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 1024 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194304 len 2048 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 2048 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194304 len 2048 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 2048 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194304 len 4096 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 4096 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194304 len 4096 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 4096 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194304 len 8192 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 8192 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194304 len 8192 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 8192 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194304 len 16384 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 16384 2024-04-25T02:34:28.673 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194304 len 16384 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194304 len 16384 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194816 len 1024 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 1024 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194816 len 1024 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 1024 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194816 len 2048 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 2048 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194816 len 2048 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 2048 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194816 len 4096 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 4096 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194816 len 4096 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 4096 2024-04-25T02:34:28.674 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194816 len 8192 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 8192 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194816 len 8192 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 8192 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4194816 len 16384 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 16384 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4194816 len 16384 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4194816 len 16384 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195328 len 1024 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 1024 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195328 len 1024 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 1024 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195328 len 2048 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 2048 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195328 len 2048 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 2048 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195328 len 4096 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 4096 2024-04-25T02:34:28.675 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195328 len 4096 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 4096 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195328 len 8192 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 8192 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195328 len 8192 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 8192 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195328 len 16384 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 16384 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195328 len 16384 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195328 len 16384 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195840 len 1024 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 1024 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195840 len 1024 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 1024 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195840 len 2048 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 2048 2024-04-25T02:34:28.676 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195840 len 2048 2024-04-25T02:34:28.677 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 2048 2024-04-25T02:34:28.698 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195840 len 4096 2024-04-25T02:34:28.698 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 4096 2024-04-25T02:34:28.698 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195840 len 4096 2024-04-25T02:34:28.698 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 4096 2024-04-25T02:34:28.698 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195840 len 8192 2024-04-25T02:34:28.698 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 8192 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195840 len 8192 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 8192 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4195840 len 16384 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 16384 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4195840 len 16384 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4195840 len 16384 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196352 len 1024 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 1024 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196352 len 1024 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 1024 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196352 len 2048 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 2048 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196352 len 2048 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 2048 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196352 len 4096 2024-04-25T02:34:28.699 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 4096 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196352 len 4096 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 4096 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196352 len 8192 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 8192 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196352 len 8192 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 8192 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196352 len 16384 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 16384 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196352 len 16384 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196352 len 16384 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196864 len 1024 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 1024 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196864 len 1024 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 1024 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196864 len 2048 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 2048 2024-04-25T02:34:28.700 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196864 len 2048 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 2048 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196864 len 4096 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 4096 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196864 len 4096 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 4096 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196864 len 8192 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 8192 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196864 len 8192 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 8192 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4196864 len 16384 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 16384 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4196864 len 16384 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4196864 len 16384 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197376 len 1024 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 1024 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197376 len 1024 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 1024 2024-04-25T02:34:28.701 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197376 len 2048 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 2048 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197376 len 2048 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 2048 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197376 len 4096 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 4096 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197376 len 4096 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 4096 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197376 len 8192 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 8192 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197376 len 8192 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 8192 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197376 len 16384 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 16384 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197376 len 16384 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197376 len 16384 2024-04-25T02:34:28.702 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197888 len 1024 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 1024 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197888 len 1024 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 1024 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197888 len 2048 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 2048 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197888 len 2048 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 2048 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197888 len 4096 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 4096 2024-04-25T02:34:28.703 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197888 len 4096 2024-04-25T02:34:28.746 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 4096 2024-04-25T02:34:28.746 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197888 len 8192 2024-04-25T02:34:28.746 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 8192 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197888 len 8192 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 8192 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2048 offset 4197888 len 16384 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 16384 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2048 offset 4197888 len 16384 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2048 offset 4197888 len 16384 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190208 len 1024 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 1024 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190208 len 1024 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 1024 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190208 len 2048 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 2048 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190208 len 2048 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 2048 2024-04-25T02:34:28.747 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190208 len 4096 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 4096 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190208 len 4096 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 4096 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190208 len 8192 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 8192 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190208 len 8192 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 8192 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190208 len 16384 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 16384 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190208 len 16384 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190208 len 16384 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190720 len 1024 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 1024 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190720 len 1024 2024-04-25T02:34:28.748 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 1024 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190720 len 2048 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 2048 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190720 len 2048 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 2048 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190720 len 4096 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 4096 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190720 len 4096 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 4096 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190720 len 8192 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 8192 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190720 len 8192 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 8192 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4190720 len 16384 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 16384 2024-04-25T02:34:28.749 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4190720 len 16384 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4190720 len 16384 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191232 len 1024 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 1024 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191232 len 1024 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 1024 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191232 len 2048 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 2048 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191232 len 2048 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 2048 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191232 len 4096 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 4096 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191232 len 4096 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 4096 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191232 len 8192 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 8192 2024-04-25T02:34:28.750 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191232 len 8192 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 8192 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191232 len 16384 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 16384 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191232 len 16384 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191232 len 16384 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191744 len 1024 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 1024 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191744 len 1024 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 1024 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191744 len 2048 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 2048 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191744 len 2048 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 2048 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191744 len 4096 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 4096 2024-04-25T02:34:28.751 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191744 len 4096 2024-04-25T02:34:28.752 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 4096 2024-04-25T02:34:28.752 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191744 len 8192 2024-04-25T02:34:28.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 -- 172.21.15.47:0/1452595015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 msgr2=0x7f8234108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 --2- 172.21.15.47:0/1452595015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 0x7f8234108140 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8220009900 tx=0x7f822002a480 comp rx=0 tx=0).stop 2024-04-25T02:34:28.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 -- 172.21.15.47:0/1452595015 shutdown_connections 2024-04-25T02:34:28.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 --2- 172.21.15.47:0/1452595015 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8234108680 0x7f8234114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 --2- 172.21.15.47:0/1452595015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 0x7f8234108140 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 --2- 172.21.15.47:0/1452595015 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f823410dd00 0x7f823410e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 -- 172.21.15.47:0/1452595015 >> 172.21.15.47:0/1452595015 conn(0x7f8234077560 msgr2=0x7f8234106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 -- 172.21.15.47:0/1452595015 shutdown_connections 2024-04-25T02:34:28.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.794+0000 7f8233200640 1 -- 172.21.15.47:0/1452595015 wait complete. 2024-04-25T02:34:28.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.795+0000 7f8233200640 1 Processor -- start 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.795+0000 7f8233200640 1 -- start start 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.795+0000 7f8233200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 0x7f823419e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8233200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8234108680 0x7f823419e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8233200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f823410dd00 0x7f82341a2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8233200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8234118030 con 0x7f823410dd00 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8233200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8234117eb0 con 0x7f8234108680 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8233200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82341181b0 con 0x7f8234107ce0 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 0x7f823419e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 0x7f823419e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37428/0 (socket says 172.21.15.47:37428) 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231e00640 1 -- 172.21.15.47:0/3757021820 learned_addr learned my addr 172.21.15.47:0/3757021820 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231400640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8234108680 0x7f823419e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8232800640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f823410dd00 0x7f82341a2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231e00640 1 -- 172.21.15.47:0/3757021820 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8234108680 msgr2=0x7f823419e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231e00640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8234108680 0x7f823419e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231e00640 1 -- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f823410dd00 msgr2=0x7f82341a2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231e00640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f823410dd00 0x7f82341a2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.796+0000 7f8231e00640 1 -- 172.21.15.47:0/3757021820 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82341a3460 con 0x7f8234107ce0 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.797+0000 7f8231e00640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 0x7f823419e470 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f822400e9f0 tx=0x7f822400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.797+0000 7f822aa00640 1 -- 172.21.15.47:0/3757021820 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822400cd80 con 0x7f8234107ce0 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.797+0000 7f822aa00640 1 -- 172.21.15.47:0/3757021820 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8224005500 con 0x7f8234107ce0 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.797+0000 7f822aa00640 1 -- 172.21.15.47:0/3757021820 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8224010690 con 0x7f8234107ce0 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.797+0000 7f8233200640 1 -- 172.21.15.47:0/3757021820 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82341a3750 con 0x7f8234107ce0 2024-04-25T02:34:28.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.797+0000 7f8233200640 1 -- 172.21.15.47:0/3757021820 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82341aafe0 con 0x7f8234107ce0 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 8192 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191744 len 8192 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 8192 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4191744 len 16384 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 16384 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4191744 len 16384 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4191744 len 16384 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192256 len 1024 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 1024 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192256 len 1024 2024-04-25T02:34:28.803 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 1024 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192256 len 2048 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 2048 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192256 len 2048 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 2048 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192256 len 4096 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 4096 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192256 len 4096 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 4096 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192256 len 8192 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 8192 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192256 len 8192 2024-04-25T02:34:28.804 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 8192 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192256 len 16384 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 16384 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192256 len 16384 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192256 len 16384 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192768 len 1024 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 1024 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192768 len 1024 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 1024 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192768 len 2048 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 2048 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192768 len 2048 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 2048 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192768 len 4096 2024-04-25T02:34:28.805 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 4096 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192768 len 4096 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 4096 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192768 len 8192 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 8192 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192768 len 8192 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 8192 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4192768 len 16384 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 16384 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4192768 len 16384 2024-04-25T02:34:28.806 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4192768 len 16384 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193280 len 1024 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 1024 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193280 len 1024 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 1024 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193280 len 2048 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 2048 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193280 len 2048 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 2048 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193280 len 4096 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 4096 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193280 len 4096 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 4096 2024-04-25T02:34:28.807 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193280 len 8192 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 8192 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193280 len 8192 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 8192 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193280 len 16384 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 16384 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193280 len 16384 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193280 len 16384 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193792 len 1024 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 1024 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193792 len 1024 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 1024 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193792 len 2048 2024-04-25T02:34:28.808 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 2048 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193792 len 2048 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 2048 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193792 len 4096 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 4096 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193792 len 4096 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 4096 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193792 len 8192 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 8192 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193792 len 8192 2024-04-25T02:34:28.809 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 8192 2024-04-25T02:34:28.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f823c05d740 1 Processor -- start 2024-04-25T02:34:28.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f823c05d740 1 -- start start 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f822aa00640 1 -- 172.21.15.47:0/3757021820 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f82240046c0 con 0x7f8234107ce0 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f823c05d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf1f7a0 0x56288bf1fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f823c05d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf2a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f823c05d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bf2cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f823c05d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56288be844e0 con 0x56288bf1f7a0 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f823c05d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56288be2ca70 con 0x56288bf200c0 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.801+0000 7f823c05d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56288be804a0 con 0x56288bf2a790 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8232800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf1f7a0 0x56288bf1fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8232800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf1f7a0 0x56288bf1fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54152/0 (socket says 172.21.15.47:54152) 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8232800640 1 -- 172.21.15.47:0/1716460453 learned_addr learned my addr 172.21.15.47:0/1716460453 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8231400640 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bf2cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8231e00640 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf2a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8232800640 1 -- 172.21.15.47:0/1716460453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 msgr2=0x56288bf2cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8232800640 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bf2cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8232800640 1 -- 172.21.15.47:0/1716460453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 msgr2=0x56288bf2a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8232800640 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf2a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.802+0000 7f8232800640 1 -- 172.21.15.47:0/1716460453 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56288bb983f0 con 0x56288bf1f7a0 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.803+0000 7f8232800640 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf1f7a0 0x56288bf1fb80 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f822c009f70 tx=0x7f822c011870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=859a423c8e7e6f93 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.803+0000 7f822aa00640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82180a2d80 0x7f82180a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.803+0000 7f821f400640 1 -- 172.21.15.47:0/1716460453 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c003970 con 0x56288bf1f7a0 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.803+0000 7f821f400640 1 -- 172.21.15.47:0/1716460453 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f822c004030 con 0x56288bf1f7a0 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.803+0000 7f822aa00640 1 -- 172.21.15.47:0/3757021820 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f82240cf970 con 0x7f8234107ce0 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.803+0000 7f821f400640 1 -- 172.21.15.47:0/1716460453 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c012a50 con 0x56288bf1f7a0 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.803+0000 7f8231e00640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82180a2d80 0x7f82180a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 -- 172.21.15.47:0/1716460453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf1f7a0 msgr2=0x56288bf1fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf1f7a0 0x56288bf1fb80 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f822c009f70 tx=0x7f822c011870 comp rx=0 tx=0).stop 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f8231e00640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82180a2d80 0x7f82180a5240 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x56288bf20d60 tx=0x7f8224004a40 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 -- 172.21.15.47:0/1716460453 shutdown_connections 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bf2cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf2a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 --2- 172.21.15.47:0/1716460453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf1f7a0 0x56288bf1fb80 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 -- 172.21.15.47:0/1716460453 >> 172.21.15.47:0/1716460453 conn(0x56288bf1bac0 msgr2=0x56288bf1bea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 -- 172.21.15.47:0/1716460453 shutdown_connections 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.804+0000 7f823c05d740 1 -- 172.21.15.47:0/1716460453 wait complete. 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.805+0000 7f823c05d740 1 -- start start 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.805+0000 7f823c05d740 1 Processor -- start 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f823c05d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf1f7a0 0x56288bf276f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f823c05d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf27c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f823c05d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf2a790 0x56288bf28170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f823c05d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56288bf2d580 con 0x56288bf2a790 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f823c05d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56288be3fec0 con 0x56288bf200c0 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f823c05d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56288bf2d700 con 0x56288bf1f7a0 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f823c05d740 10 client.0 _ll_register_callbacks cb 0x56288be7c3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f8232800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf1f7a0 0x56288bf276f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f8231400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf27c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f8232800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf1f7a0 0x56288bf276f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37442/0 (socket says 172.21.15.47:37442) 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f8232800640 1 -- 172.21.15.47:0/1021014895 learned_addr learned my addr 172.21.15.47:0/1021014895 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.806+0000 7f8232800640 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf2a790 0x56288bf28170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f8231400640 1 -- 172.21.15.47:0/1021014895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf1f7a0 msgr2=0x56288bf276f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f8231400640 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf1f7a0 0x56288bf276f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f8231400640 1 -- 172.21.15.47:0/1021014895 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf2a790 msgr2=0x56288bf28170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f8231400640 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf2a790 0x56288bf28170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f8231400640 1 -- 172.21.15.47:0/1021014895 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56288bc627d0 con 0x56288bf200c0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f8231400640 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf27c30 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f822002aa70 tx=0x7f8220005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e74298816d4e1949 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f8213e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f8213e00640 1 -- 172.21.15.47:0/1021014895 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8220035040 con 0x56288bf200c0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.807+0000 7f823c05d740 1 -- 172.21.15.47:0/1021014895 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f822c004030 con 0x56288bf200c0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f8213e00640 1 -- 172.21.15.47:0/1021014895 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f82200048c0 con 0x56288bf200c0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f8213e00640 1 -- 172.21.15.47:0/1021014895 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8220005d50 con 0x56288bf200c0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f823c05d740 10 client.25826 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f823c05d740 1 -- 172.21.15.47:0/1021014895 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56288bf39860 con 0x56288bf200c0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f8213e00640 1 -- 172.21.15.47:0/1021014895 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f822c004030 con 0x56288bf200c0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f8213e00640 1 -- 172.21.15.47:0/1021014895 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8220003bd0 con 0x56288bf200c0 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f823c05d740 10 client.25826 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f823c05d740 10 client.25826 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.808+0000 7f823c05d740 20 client.25826 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.809+0000 7f823c05d740 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x56288bf3ac70 0x56288bf3d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.809+0000 7f823c05d740 4 client.25826 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:28.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.809+0000 7f823c05d740 1 -- 172.21.15.47:0/1021014895 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56288be91a20 con 0x56288bf3ac70 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.809+0000 7f8232800640 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x56288bf3ac70 0x56288bf3d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.809+0000 7f8232800640 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x56288bf3ac70 0x56288bf3d060 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=67af28119a243c28 server_cookie=26247c8bb2480d3f in_seq=0 out_seq=0 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.809+0000 7f8213e00640 10 client.25826 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.810+0000 7f8213e00640 1 -- 172.21.15.47:0/1021014895 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56288be91a20 con 0x56288bf3ac70 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.810+0000 7f8213e00640 10 client.25826 handle_command_reply: tid=0 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.810+0000 7f823c05d740 1 client.25826 shutdown 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 -- 172.21.15.47:0/1021014895 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 msgr2=0x56288bf27c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf27c30 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f822002aa70 tx=0x7f8220005270 comp rx=0 tx=0).stop 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 -- 172.21.15.47:0/1021014895 shutdown_connections 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x56288bf3ac70 0x56288bf3d060 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf2a790 0x56288bf28170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf200c0 0x56288bf27c30 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 --2- 172.21.15.47:0/1021014895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf1f7a0 0x56288bf276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 -- 172.21.15.47:0/1021014895 >> 172.21.15.47:0/1021014895 conn(0x56288bf1bac0 msgr2=0x56288bf217a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f8213e00640 0 client.25826 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:34:28.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 -- 172.21.15.47:0/1021014895 shutdown_connections 2024-04-25T02:34:28.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 1 -- 172.21.15.47:0/1021014895 wait complete. 2024-04-25T02:34:28.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.811+0000 7f823c05d740 20 client.25826 trim_cache size 0 max 16384 2024-04-25T02:34:28.822 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4193792 len 16384 2024-04-25T02:34:28.822 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 16384 2024-04-25T02:34:28.822 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4193792 len 16384 2024-04-25T02:34:28.822 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4193792 len 16384 2024-04-25T02:34:28.822 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194304 len 1024 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 1024 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194304 len 1024 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 1024 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194304 len 2048 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 2048 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194304 len 2048 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 2048 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194304 len 4096 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 4096 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194304 len 4096 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 4096 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194304 len 8192 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 8192 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194304 len 8192 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 8192 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194304 len 16384 2024-04-25T02:34:28.823 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 16384 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194304 len 16384 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194304 len 16384 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194816 len 1024 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 1024 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194816 len 1024 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 1024 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194816 len 2048 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 2048 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194816 len 2048 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 2048 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194816 len 4096 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 4096 2024-04-25T02:34:28.824 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194816 len 4096 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 4096 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194816 len 8192 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 8192 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194816 len 8192 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 8192 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4194816 len 16384 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 16384 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4194816 len 16384 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4194816 len 16384 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195328 len 1024 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 1024 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195328 len 1024 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 1024 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195328 len 2048 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 2048 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195328 len 2048 2024-04-25T02:34:28.825 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 2048 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195328 len 4096 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 4096 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195328 len 4096 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 4096 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195328 len 8192 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 8192 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195328 len 8192 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 8192 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195328 len 16384 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 16384 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195328 len 16384 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195328 len 16384 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195840 len 1024 2024-04-25T02:34:28.826 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 1024 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195840 len 1024 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 1024 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195840 len 2048 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 2048 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195840 len 2048 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 2048 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195840 len 4096 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 4096 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195840 len 4096 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 4096 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195840 len 8192 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 8192 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195840 len 8192 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 8192 2024-04-25T02:34:28.827 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4195840 len 16384 2024-04-25T02:34:28.828 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 16384 2024-04-25T02:34:28.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.835+0000 7f823c05d740 1 Processor -- start 2024-04-25T02:34:28.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f823c05d740 1 -- start start 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f823c05d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf36470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f823c05d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf29630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f823c05d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bf42910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f823c05d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f82341b6030 con 0x56288bf200c0 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f823c05d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f82341b3900 con 0x56288bf1f7a0 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f823c05d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82341b1750 con 0x56288bf2a790 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f8232800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf36470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f8231400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf29630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f8232800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf36470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55268/0 (socket says 172.21.15.47:55268) 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f8232800640 1 -- 172.21.15.47:0/790968032 learned_addr learned my addr 172.21.15.47:0/790968032 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.836+0000 7f8232800640 1 --2- 172.21.15.47:0/790968032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bf42910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f8232800640 1 -- 172.21.15.47:0/790968032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 msgr2=0x56288bf42910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f8232800640 1 --2- 172.21.15.47:0/790968032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bf42910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f8232800640 1 -- 172.21.15.47:0/790968032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 msgr2=0x56288bf29630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f8232800640 1 --2- 172.21.15.47:0/790968032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf29630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f8232800640 1 -- 172.21.15.47:0/790968032 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56288bf1f5a0 con 0x56288bf1f7a0 2024-04-25T02:34:28.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f8232800640 1 --2- 172.21.15.47:0/790968032 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf36470 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f822c009f10 tx=0x7f822c009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=949dd4f3b99ace85 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f821ea00640 1 -- 172.21.15.47:0/790968032 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c005860 con 0x56288bf1f7a0 2024-04-25T02:34:28.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f821ea00640 1 -- 172.21.15.47:0/790968032 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f822c012c30 con 0x56288bf1f7a0 2024-04-25T02:34:28.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.837+0000 7f821ea00640 1 -- 172.21.15.47:0/790968032 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c00fa80 con 0x56288bf1f7a0 2024-04-25T02:34:28.842 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4195840 len 16384 2024-04-25T02:34:28.842 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4195840 len 16384 2024-04-25T02:34:28.842 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196352 len 1024 2024-04-25T02:34:28.842 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 1024 2024-04-25T02:34:28.842 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196352 len 1024 2024-04-25T02:34:28.842 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 1024 2024-04-25T02:34:28.842 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196352 len 2048 2024-04-25T02:34:28.842 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 2048 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196352 len 2048 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 2048 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196352 len 4096 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 4096 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196352 len 4096 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 4096 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196352 len 8192 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 8192 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196352 len 8192 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 8192 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196352 len 16384 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 16384 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196352 len 16384 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196352 len 16384 2024-04-25T02:34:28.843 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196864 len 1024 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 1024 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196864 len 1024 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 1024 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196864 len 2048 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 2048 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196864 len 2048 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 2048 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196864 len 4096 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 4096 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196864 len 4096 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 4096 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196864 len 8192 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 8192 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196864 len 8192 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 8192 2024-04-25T02:34:28.844 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4196864 len 16384 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 16384 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4196864 len 16384 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4196864 len 16384 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197376 len 1024 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 1024 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197376 len 1024 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 1024 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197376 len 2048 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 2048 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197376 len 2048 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 2048 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197376 len 4096 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 4096 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197376 len 4096 2024-04-25T02:34:28.845 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 4096 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197376 len 8192 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 8192 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197376 len 8192 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 8192 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197376 len 16384 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 16384 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197376 len 16384 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197376 len 16384 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197888 len 1024 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 1024 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197888 len 1024 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 1024 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197888 len 2048 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 2048 2024-04-25T02:34:28.846 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197888 len 2048 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 2048 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197888 len 4096 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 4096 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197888 len 4096 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 4096 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197888 len 8192 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 8192 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197888 len 8192 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 8192 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 2560 offset 4197888 len 16384 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 16384 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 2560 offset 4197888 len 16384 2024-04-25T02:34:28.847 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 2560 offset 4197888 len 16384 2024-04-25T02:34:28.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.838+0000 7f823c05d740 1 -- 172.21.15.47:0/790968032 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 msgr2=0x56288bf36470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.838+0000 7f823c05d740 1 --2- 172.21.15.47:0/790968032 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf36470 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f822c009f10 tx=0x7f822c009500 comp rx=0 tx=0).stop 2024-04-25T02:34:28.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 -- 172.21.15.47:0/790968032 shutdown_connections 2024-04-25T02:34:28.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 --2- 172.21.15.47:0/790968032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bf42910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 --2- 172.21.15.47:0/790968032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf29630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 --2- 172.21.15.47:0/790968032 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf36470 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 -- 172.21.15.47:0/790968032 >> 172.21.15.47:0/790968032 conn(0x56288bf1bac0 msgr2=0x56288bf28f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 -- 172.21.15.47:0/790968032 shutdown_connections 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 -- 172.21.15.47:0/790968032 wait complete. 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 -- start start 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.839+0000 7f823c05d740 1 Processor -- start 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f823c05d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf24790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f823c05d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf24cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f823c05d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bfa0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f823c05d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f82341b1dc0 con 0x56288bf200c0 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f823c05d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f82341b3230 con 0x56288bf1f7a0 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f823c05d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82341b2490 con 0x56288bf2a790 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f823c05d740 10 client.0 _ll_register_callbacks cb 0x7f8224005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8232800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf24790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8232800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf24790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55274/0 (socket says 172.21.15.47:55274) 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8232800640 1 -- 172.21.15.47:0/759506572 learned_addr learned my addr 172.21.15.47:0/759506572 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8231400640 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf24cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8232800640 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bfa0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8232800640 1 -- 172.21.15.47:0/759506572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 msgr2=0x56288bfa0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8232800640 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bfa0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8232800640 1 -- 172.21.15.47:0/759506572 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 msgr2=0x56288bf24cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.840+0000 7f8232800640 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf24cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f8232800640 1 -- 172.21.15.47:0/759506572 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56288bfa06c0 con 0x56288bf1f7a0 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f8231400640 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf24cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f8232800640 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf24790 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f822c012e70 tx=0x7f822c031040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc5f7a1a6f183d49 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f8213e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:28.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f8213e00640 1 -- 172.21.15.47:0/759506572 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c00f440 con 0x56288bf1f7a0 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f823c05d740 1 -- 172.21.15.47:0/759506572 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f822c012c30 con 0x56288bf1f7a0 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f8213e00640 1 -- 172.21.15.47:0/759506572 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f822c01f040 con 0x56288bf1f7a0 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f8213e00640 1 -- 172.21.15.47:0/759506572 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f822c040050 con 0x56288bf1f7a0 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f823c05d740 10 client.25832 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.841+0000 7f823c05d740 1 -- 172.21.15.47:0/759506572 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56288bfa1840 con 0x56288bf1f7a0 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f8213e00640 1 -- 172.21.15.47:0/759506572 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f822c012c30 con 0x56288bf1f7a0 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f8213e00640 1 -- 172.21.15.47:0/759506572 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f822c003a70 con 0x56288bf1f7a0 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f823c05d740 10 client.25832 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f823c05d740 10 client.25832 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f823c05d740 20 client.25832 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f823c05d740 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x56288bfa1c70 0x56288bfa4060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f823c05d740 4 client.25832 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:34:28.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f823c05d740 1 -- 172.21.15.47:0/759506572 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56288be8bd70 con 0x56288bfa1c70 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.842+0000 7f8231400640 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x56288bfa1c70 0x56288bfa4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f8231400640 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x56288bfa1c70 0x56288bfa4060 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6bb7133851c32e91 server_cookie=6ddd922aa3d9b8b9 in_seq=0 out_seq=0 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f8213e00640 10 client.25832 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f8213e00640 1 -- 172.21.15.47:0/759506572 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56288be8bd70 con 0x56288bfa1c70 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f8213e00640 10 client.25832 handle_command_reply: tid=0 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 client.25832 shutdown 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 -- 172.21.15.47:0/759506572 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 msgr2=0x56288bf24790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf24790 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f822c012e70 tx=0x7f822c031040 comp rx=0 tx=0).stop 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 -- 172.21.15.47:0/759506572 shutdown_connections 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x56288bfa1c70 0x56288bfa4060 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56288bf2a790 0x56288bfa0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56288bf200c0 0x56288bf24cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f8213e00640 0 client.25832 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 --2- 172.21.15.47:0/759506572 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56288bf1f7a0 0x56288bf24790 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.843+0000 7f823c05d740 1 -- 172.21.15.47:0/759506572 >> 172.21.15.47:0/759506572 conn(0x56288bf1bac0 msgr2=0x56288bf27f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.844+0000 7f823c05d740 1 -- 172.21.15.47:0/759506572 shutdown_connections 2024-04-25T02:34:28.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.844+0000 7f823c05d740 1 -- 172.21.15.47:0/759506572 wait complete. 2024-04-25T02:34:28.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.844+0000 7f823c05d740 20 client.25832 trim_cache size 0 max 16384 2024-04-25T02:34:28.856 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.844+0000 7f8233200640 1 -- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82180a2d80 msgr2=0x7f82180a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.844+0000 7f8233200640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82180a2d80 0x7f82180a5240 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x56288bf20d60 tx=0x7f8224004a40 comp rx=0 tx=0).stop 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.844+0000 7f8233200640 1 -- 172.21.15.47:0/3757021820 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 msgr2=0x7f823419e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.844+0000 7f8233200640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 0x7f823419e470 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f822400e9f0 tx=0x7f822400edf0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.845+0000 7f8233200640 1 -- 172.21.15.47:0/3757021820 shutdown_connections 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.845+0000 7f8233200640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82180a2d80 0x7f82180a5240 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.845+0000 7f8233200640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f823410dd00 0x7f82341a2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.845+0000 7f8233200640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8234108680 0x7f823419e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.845+0000 7f8233200640 1 --2- 172.21.15.47:0/3757021820 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8234107ce0 0x7f823419e470 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.845+0000 7f8233200640 1 -- 172.21.15.47:0/3757021820 >> 172.21.15.47:0/3757021820 conn(0x7f8234077560 msgr2=0x7f8234078460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.845+0000 7f8233200640 1 -- 172.21.15.47:0/3757021820 shutdown_connections 2024-04-25T02:34:28.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:28.845+0000 7f8233200640 1 -- 172.21.15.47:0/3757021820 wait complete. 2024-04-25T02:34:28.865 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:28 smithi047 ceph-mon[27871]: pgmap v56: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 18 KiB/s wr, 1.25k op/s 2024-04-25T02:34:28.865 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:28 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1628962062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:34:28.869 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:34:28.874 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190208 len 1024 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 1024 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190208 len 1024 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 1024 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190208 len 2048 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 2048 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190208 len 2048 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 2048 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190208 len 4096 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 4096 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190208 len 4096 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 4096 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190208 len 8192 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 8192 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190208 len 8192 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 8192 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190208 len 16384 2024-04-25T02:34:28.875 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 16384 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190208 len 16384 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190208 len 16384 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190720 len 1024 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 1024 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190720 len 1024 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 1024 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190720 len 2048 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 2048 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190720 len 2048 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 2048 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190720 len 4096 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 4096 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190720 len 4096 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 4096 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190720 len 8192 2024-04-25T02:34:28.876 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 8192 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190720 len 8192 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 8192 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4190720 len 16384 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 16384 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4190720 len 16384 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4190720 len 16384 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191232 len 1024 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 1024 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191232 len 1024 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 1024 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191232 len 2048 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 2048 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191232 len 2048 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 2048 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191232 len 4096 2024-04-25T02:34:28.877 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 4096 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191232 len 4096 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 4096 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191232 len 8192 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 8192 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191232 len 8192 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 8192 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191232 len 16384 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 16384 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191232 len 16384 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191232 len 16384 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191744 len 1024 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 1024 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191744 len 1024 2024-04-25T02:34:28.878 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 1024 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191744 len 2048 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 2048 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191744 len 2048 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 2048 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191744 len 4096 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 4096 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191744 len 4096 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 4096 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191744 len 8192 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 8192 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191744 len 8192 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 8192 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4191744 len 16384 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 16384 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4191744 len 16384 2024-04-25T02:34:28.879 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4191744 len 16384 2024-04-25T02:34:28.880 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192256 len 1024 2024-04-25T02:34:28.880 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 1024 2024-04-25T02:34:28.880 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192256 len 1024 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 1024 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192256 len 2048 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 2048 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192256 len 2048 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 2048 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192256 len 4096 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 4096 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192256 len 4096 2024-04-25T02:34:28.921 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 4096 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192256 len 8192 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 8192 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192256 len 8192 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 8192 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192256 len 16384 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 16384 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192256 len 16384 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192256 len 16384 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192768 len 1024 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 1024 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192768 len 1024 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 1024 2024-04-25T02:34:28.922 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192768 len 2048 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 2048 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192768 len 2048 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 2048 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192768 len 4096 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 4096 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192768 len 4096 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 4096 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192768 len 8192 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 8192 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192768 len 8192 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 8192 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4192768 len 16384 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 16384 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4192768 len 16384 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4192768 len 16384 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193280 len 1024 2024-04-25T02:34:28.923 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 1024 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193280 len 1024 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 1024 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193280 len 2048 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 2048 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193280 len 2048 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 2048 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193280 len 4096 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 4096 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193280 len 4096 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 4096 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193280 len 8192 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 8192 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193280 len 8192 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 8192 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193280 len 16384 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 16384 2024-04-25T02:34:28.924 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193280 len 16384 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193280 len 16384 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193792 len 1024 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 1024 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193792 len 1024 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 1024 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193792 len 2048 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 2048 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193792 len 2048 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 2048 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193792 len 4096 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 4096 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193792 len 4096 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 4096 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193792 len 8192 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 8192 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193792 len 8192 2024-04-25T02:34:28.925 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 8192 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4193792 len 16384 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 16384 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4193792 len 16384 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4193792 len 16384 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194304 len 1024 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 1024 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194304 len 1024 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 1024 2024-04-25T02:34:28.926 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194304 len 2048 2024-04-25T02:34:28.939 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 2048 2024-04-25T02:34:28.939 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194304 len 2048 2024-04-25T02:34:28.939 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 2048 2024-04-25T02:34:28.939 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194304 len 4096 2024-04-25T02:34:28.939 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 4096 2024-04-25T02:34:28.939 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194304 len 4096 2024-04-25T02:34:28.939 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 4096 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194304 len 8192 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 8192 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194304 len 8192 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 8192 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194304 len 16384 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 16384 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194304 len 16384 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194304 len 16384 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194816 len 1024 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 1024 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194816 len 1024 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 1024 2024-04-25T02:34:28.940 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194816 len 2048 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 2048 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194816 len 2048 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 2048 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194816 len 4096 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 4096 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194816 len 4096 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 4096 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194816 len 8192 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 8192 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194816 len 8192 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 8192 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4194816 len 16384 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 16384 2024-04-25T02:34:28.941 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4194816 len 16384 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4194816 len 16384 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195328 len 1024 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 1024 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195328 len 1024 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 1024 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195328 len 2048 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 2048 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195328 len 2048 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 2048 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195328 len 4096 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 4096 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195328 len 4096 2024-04-25T02:34:28.942 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 4096 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195328 len 8192 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 8192 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195328 len 8192 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 8192 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195328 len 16384 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 16384 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195328 len 16384 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195328 len 16384 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195840 len 1024 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 1024 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195840 len 1024 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 1024 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195840 len 2048 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 2048 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195840 len 2048 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 2048 2024-04-25T02:34:28.943 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195840 len 4096 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 4096 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195840 len 4096 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 4096 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195840 len 8192 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 8192 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195840 len 8192 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 8192 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4195840 len 16384 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 16384 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4195840 len 16384 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4195840 len 16384 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196352 len 1024 2024-04-25T02:34:28.944 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 1024 2024-04-25T02:34:28.945 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196352 len 1024 2024-04-25T02:34:28.945 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 1024 2024-04-25T02:34:28.945 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196352 len 2048 2024-04-25T02:34:28.945 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 2048 2024-04-25T02:34:28.945 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196352 len 2048 2024-04-25T02:34:28.945 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 2048 2024-04-25T02:34:28.964 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196352 len 4096 2024-04-25T02:34:28.964 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 4096 2024-04-25T02:34:28.964 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196352 len 4096 2024-04-25T02:34:28.964 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 4096 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196352 len 8192 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 8192 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196352 len 8192 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 8192 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196352 len 16384 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 16384 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196352 len 16384 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196352 len 16384 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196864 len 1024 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 1024 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196864 len 1024 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 1024 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196864 len 2048 2024-04-25T02:34:28.965 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 2048 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196864 len 2048 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 2048 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196864 len 4096 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 4096 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196864 len 4096 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 4096 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196864 len 8192 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 8192 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196864 len 8192 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 8192 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4196864 len 16384 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 16384 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4196864 len 16384 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4196864 len 16384 2024-04-25T02:34:28.966 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197376 len 1024 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 1024 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197376 len 1024 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 1024 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197376 len 2048 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 2048 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197376 len 2048 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 2048 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197376 len 4096 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 4096 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197376 len 4096 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 4096 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197376 len 8192 2024-04-25T02:34:28.967 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 8192 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197376 len 8192 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 8192 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197376 len 16384 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 16384 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197376 len 16384 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197376 len 16384 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197888 len 1024 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 1024 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197888 len 1024 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 1024 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197888 len 2048 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 2048 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197888 len 2048 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 2048 2024-04-25T02:34:28.968 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197888 len 4096 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 4096 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197888 len 4096 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 4096 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197888 len 8192 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 8192 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197888 len 8192 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 8192 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3072 offset 4197888 len 16384 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 16384 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3072 offset 4197888 len 16384 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3072 offset 4197888 len 16384 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190208 len 1024 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 1024 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190208 len 1024 2024-04-25T02:34:28.969 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 1024 2024-04-25T02:34:28.970 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190208 len 2048 2024-04-25T02:34:28.970 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 2048 2024-04-25T02:34:28.970 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190208 len 2048 2024-04-25T02:34:28.970 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 2048 2024-04-25T02:34:28.970 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190208 len 4096 2024-04-25T02:34:28.970 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 4096 2024-04-25T02:34:29.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:28 smithi113 ceph-mon[32459]: pgmap v56: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 18 KiB/s wr, 1.25k op/s 2024-04-25T02:34:29.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:28 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1628962062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:34:29.010 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190208 len 4096 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 4096 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190208 len 8192 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 8192 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190208 len 8192 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 8192 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190208 len 16384 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 16384 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190208 len 16384 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190208 len 16384 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190720 len 1024 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 1024 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190720 len 1024 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 1024 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190720 len 2048 2024-04-25T02:34:29.011 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 2048 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190720 len 2048 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 2048 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190720 len 4096 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 4096 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190720 len 4096 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 4096 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190720 len 8192 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 8192 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190720 len 8192 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 8192 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4190720 len 16384 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 16384 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4190720 len 16384 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4190720 len 16384 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191232 len 1024 2024-04-25T02:34:29.012 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 1024 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191232 len 1024 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 1024 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191232 len 2048 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 2048 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191232 len 2048 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 2048 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191232 len 4096 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 4096 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191232 len 4096 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 4096 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191232 len 8192 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 8192 2024-04-25T02:34:29.013 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191232 len 8192 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 8192 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191232 len 16384 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 16384 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191232 len 16384 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191232 len 16384 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191744 len 1024 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 1024 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191744 len 1024 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 1024 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191744 len 2048 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 2048 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191744 len 2048 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 2048 2024-04-25T02:34:29.014 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191744 len 4096 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 4096 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191744 len 4096 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 4096 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191744 len 8192 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 8192 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191744 len 8192 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 8192 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4191744 len 16384 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 16384 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4191744 len 16384 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4191744 len 16384 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192256 len 1024 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 1024 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192256 len 1024 2024-04-25T02:34:29.015 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 1024 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192256 len 2048 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 2048 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192256 len 2048 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 2048 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192256 len 4096 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 4096 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192256 len 4096 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 4096 2024-04-25T02:34:29.016 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192256 len 8192 2024-04-25T02:34:29.066 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 8192 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192256 len 8192 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 8192 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192256 len 16384 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 16384 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192256 len 16384 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192256 len 16384 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192768 len 1024 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 1024 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192768 len 1024 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 1024 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192768 len 2048 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 2048 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192768 len 2048 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 2048 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192768 len 4096 2024-04-25T02:34:29.067 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 4096 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192768 len 4096 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 4096 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192768 len 8192 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 8192 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192768 len 8192 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 8192 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4192768 len 16384 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 16384 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4192768 len 16384 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4192768 len 16384 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193280 len 1024 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 1024 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193280 len 1024 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 1024 2024-04-25T02:34:29.068 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193280 len 2048 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 2048 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193280 len 2048 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 2048 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193280 len 4096 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 4096 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193280 len 4096 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 4096 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193280 len 8192 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 8192 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193280 len 8192 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 8192 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193280 len 16384 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 16384 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193280 len 16384 2024-04-25T02:34:29.069 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193280 len 16384 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193792 len 1024 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 1024 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193792 len 1024 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 1024 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193792 len 2048 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 2048 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193792 len 2048 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 2048 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193792 len 4096 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 4096 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193792 len 4096 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 4096 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193792 len 8192 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 8192 2024-04-25T02:34:29.070 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193792 len 8192 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 8192 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4193792 len 16384 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 16384 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4193792 len 16384 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4193792 len 16384 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194304 len 1024 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 1024 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194304 len 1024 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 1024 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194304 len 2048 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 2048 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194304 len 2048 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 2048 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194304 len 4096 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 4096 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194304 len 4096 2024-04-25T02:34:29.071 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 4096 2024-04-25T02:34:29.072 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194304 len 8192 2024-04-25T02:34:29.072 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 8192 2024-04-25T02:34:29.072 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194304 len 8192 2024-04-25T02:34:29.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:28 smithi178 ceph-mon[33053]: pgmap v56: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 18 KiB/s wr, 1.25k op/s 2024-04-25T02:34:29.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:28 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1628962062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:34:29.095 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 8192 2024-04-25T02:34:29.095 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194304 len 16384 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 16384 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194304 len 16384 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194304 len 16384 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194816 len 1024 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 1024 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194816 len 1024 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 1024 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194816 len 2048 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 2048 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194816 len 2048 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 2048 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194816 len 4096 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 4096 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194816 len 4096 2024-04-25T02:34:29.096 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 4096 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194816 len 8192 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 8192 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194816 len 8192 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 8192 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4194816 len 16384 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 16384 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4194816 len 16384 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4194816 len 16384 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195328 len 1024 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 1024 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195328 len 1024 2024-04-25T02:34:29.097 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 1024 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195328 len 2048 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 2048 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195328 len 2048 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 2048 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195328 len 4096 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 4096 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195328 len 4096 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 4096 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195328 len 8192 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 8192 2024-04-25T02:34:29.098 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195328 len 8192 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 8192 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195328 len 16384 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 16384 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195328 len 16384 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195328 len 16384 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195840 len 1024 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 1024 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195840 len 1024 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 1024 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195840 len 2048 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 2048 2024-04-25T02:34:29.099 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195840 len 2048 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 2048 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195840 len 4096 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 4096 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195840 len 4096 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 4096 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195840 len 8192 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 8192 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195840 len 8192 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 8192 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4195840 len 16384 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 16384 2024-04-25T02:34:29.100 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4195840 len 16384 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4195840 len 16384 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196352 len 1024 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 1024 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196352 len 1024 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 1024 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196352 len 2048 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 2048 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196352 len 2048 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 2048 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196352 len 4096 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 4096 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196352 len 4096 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 4096 2024-04-25T02:34:29.101 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196352 len 8192 2024-04-25T02:34:29.102 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 8192 2024-04-25T02:34:29.102 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196352 len 8192 2024-04-25T02:34:29.102 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 8192 2024-04-25T02:34:29.102 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196352 len 16384 2024-04-25T02:34:29.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 -- 172.21.15.47:0/3419369788 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1041a0 msgr2=0x7fe83c1106b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 --2- 172.21.15.47:0/3419369788 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1041a0 0x7fe83c1106b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe834009890 tx=0x7fe83402a370 comp rx=0 tx=0).stop 2024-04-25T02:34:29.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 -- 172.21.15.47:0/3419369788 shutdown_connections 2024-04-25T02:34:29.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 --2- 172.21.15.47:0/3419369788 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1041a0 0x7fe83c1106b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 --2- 172.21.15.47:0/3419369788 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe83c1037e0 0x7fe83c103c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 --2- 172.21.15.47:0/3419369788 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe83c1097f0 0x7fe83c109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 -- 172.21.15.47:0/3419369788 >> 172.21.15.47:0/3419369788 conn(0x7fe83c0ff270 msgr2=0x7fe83c101690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 -- 172.21.15.47:0/3419369788 shutdown_connections 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.094+0000 7fe83b200640 1 -- 172.21.15.47:0/3419369788 wait complete. 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.095+0000 7fe83b200640 1 Processor -- start 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe83b200640 1 -- start start 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe83b200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe83c1037e0 0x7fe83c19a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe83b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe83c1041a0 0x7fe83c19a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe83b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1097f0 0x7fe83c19e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe83b200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c113c00 con 0x7fe83c1037e0 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe83b200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c113a80 con 0x7fe83c1041a0 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe83b200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c113d80 con 0x7fe83c1097f0 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe839e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe83c1037e0 0x7fe83c19a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe839e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe83c1037e0 0x7fe83c19a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54188/0 (socket says 172.21.15.47:54188) 2024-04-25T02:34:29.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe839e00640 1 -- 172.21.15.47:0/116058436 learned_addr learned my addr 172.21.15.47:0/116058436 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe839400640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe83c1041a0 0x7fe83c19a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.096+0000 7fe83a800640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1097f0 0x7fe83c19e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.097+0000 7fe839e00640 1 -- 172.21.15.47:0/116058436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1097f0 msgr2=0x7fe83c19e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.097+0000 7fe839e00640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1097f0 0x7fe83c19e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.097+0000 7fe839e00640 1 -- 172.21.15.47:0/116058436 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe83c1041a0 msgr2=0x7fe83c19a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.097+0000 7fe839e00640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe83c1041a0 0x7fe83c19a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.097+0000 7fe839e00640 1 -- 172.21.15.47:0/116058436 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe83c19f080 con 0x7fe83c1037e0 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.097+0000 7fe83a800640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1097f0 0x7fe83c19e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.097+0000 7fe839e00640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe83c1037e0 0x7fe83c19a0e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe82c00efb0 tx=0x7fe82c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.098+0000 7fe832a00640 1 -- 172.21.15.47:0/116058436 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe82c01b070 con 0x7fe83c1037e0 2024-04-25T02:34:29.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.098+0000 7fe83b200640 1 -- 172.21.15.47:0/116058436 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe83c19f370 con 0x7fe83c1037e0 2024-04-25T02:34:29.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.098+0000 7fe832a00640 1 -- 172.21.15.47:0/116058436 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe82c00ba50 con 0x7fe83c1037e0 2024-04-25T02:34:29.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.098+0000 7fe832a00640 1 -- 172.21.15.47:0/116058436 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe82c016c00 con 0x7fe83c1037e0 2024-04-25T02:34:29.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.098+0000 7fe83b200640 1 -- 172.21.15.47:0/116058436 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe83c1a6c00 con 0x7fe83c1037e0 2024-04-25T02:34:29.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.101+0000 7fe843fc1740 1 Processor -- start 2024-04-25T02:34:29.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.101+0000 7fe832a00640 1 -- 172.21.15.47:0/116058436 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe82c01e070 con 0x7fe83c1037e0 2024-04-25T02:34:29.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.101+0000 7fe843fc1740 1 -- start start 2024-04-25T02:34:29.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc63b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc640c0 0x55c29fc6e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc70b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe843fc1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c29fbc84e0 con 0x55c29fc6e790 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe843fc1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c29fb70a70 con 0x55c29fc640c0 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe843fc1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c29fbc44a0 con 0x55c29fc637a0 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe839e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc640c0 0x55c29fc6e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe83a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc63b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe83a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc63b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37482/0 (socket says 172.21.15.47:37482) 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe839400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc70b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe83a800640 1 -- 172.21.15.47:0/2778163617 learned_addr learned my addr 172.21.15.47:0/2778163617 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe83a800640 1 -- 172.21.15.47:0/2778163617 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc640c0 msgr2=0x55c29fc6e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.102+0000 7fe83a800640 1 --2- 172.21.15.47:0/2778163617 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc640c0 0x55c29fc6e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.111 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.103+0000 7fe83a800640 1 -- 172.21.15.47:0/2778163617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 msgr2=0x55c29fc70b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.103+0000 7fe83a800640 1 --2- 172.21.15.47:0/2778163617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc70b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.103+0000 7fe83a800640 1 -- 172.21.15.47:0/2778163617 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c29f8dc3f0 con 0x55c29fc637a0 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.103+0000 7fe83a800640 1 --2- 172.21.15.47:0/2778163617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc63b80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe83402a960 tx=0x7fe834005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40f93e8fd310cd39 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.103+0000 7fe832a00640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8200a2d00 0x7fe8200a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.103+0000 7fe832a00640 1 -- 172.21.15.47:0/116058436 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe82c0cf360 con 0x7fe83c1037e0 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.104+0000 7fe839e00640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8200a2d00 0x7fe8200a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.104+0000 7fe82b400640 1 -- 172.21.15.47:0/2778163617 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe834037040 con 0x55c29fc637a0 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.104+0000 7fe82b400640 1 -- 172.21.15.47:0/2778163617 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe834030780 con 0x55c29fc637a0 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.104+0000 7fe82b400640 1 -- 172.21.15.47:0/2778163617 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe834003d60 con 0x55c29fc637a0 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 -- 172.21.15.47:0/2778163617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 msgr2=0x55c29fc63b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2778163617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc63b80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe83402a960 tx=0x7fe834005b20 comp rx=0 tx=0).stop 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe839e00640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8200a2d00 0x7fe8200a51c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe82c0d2fd0 tx=0x7fe82c0d2d60 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 -- 172.21.15.47:0/2778163617 shutdown_connections 2024-04-25T02:34:29.112 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2778163617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc70b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2778163617 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc640c0 0x55c29fc6e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2778163617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc63b80 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 -- 172.21.15.47:0/2778163617 >> 172.21.15.47:0/2778163617 conn(0x55c29fc5fac0 msgr2=0x55c29fc5fea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 -- 172.21.15.47:0/2778163617 shutdown_connections 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 -- 172.21.15.47:0/2778163617 wait complete. 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.105+0000 7fe843fc1740 1 -- start start 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.106+0000 7fe843fc1740 1 Processor -- start 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.106+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc6b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.106+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc640c0 0x55c29fc6bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.106+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 0x55c29fc6c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.106+0000 7fe843fc1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c29fc71520 con 0x55c29fc640c0 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.106+0000 7fe843fc1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c29fb83ec0 con 0x55c29fc6e790 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.106+0000 7fe843fc1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c29fc716a0 con 0x55c29fc637a0 2024-04-25T02:34:29.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.106+0000 7fe843fc1740 10 client.0 _ll_register_callbacks cb 0x55c29fbc03f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:29.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe83a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc6b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe839400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc640c0 0x55c29fc6bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe83a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc6b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37496/0 (socket says 172.21.15.47:37496) 2024-04-25T02:34:29.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe83a800640 1 -- 172.21.15.47:0/1287897619 learned_addr learned my addr 172.21.15.47:0/1287897619 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe83a800640 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 0x55c29fc6c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe839400640 1 -- 172.21.15.47:0/1287897619 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 msgr2=0x55c29fc6b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe839400640 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc6b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe839400640 1 -- 172.21.15.47:0/1287897619 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 msgr2=0x55c29fc6c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe839400640 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 0x55c29fc6c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.107+0000 7fe839400640 1 -- 172.21.15.47:0/1287897619 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c29f9a67d0 con 0x55c29fc640c0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.108+0000 7fe839400640 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc640c0 0x55c29fc6bc90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe83c1018a0 tx=0x7fe824012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9cbc662fb6ecd63 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.108+0000 7fe81fe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.108+0000 7fe81fe00640 1 -- 172.21.15.47:0/1287897619 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe824004020 con 0x55c29fc640c0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.108+0000 7fe81fe00640 1 -- 172.21.15.47:0/1287897619 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe8240041c0 con 0x55c29fc640c0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.108+0000 7fe843fc1740 1 -- 172.21.15.47:0/1287897619 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe834030780 con 0x55c29fc640c0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.108+0000 7fe81fe00640 1 -- 172.21.15.47:0/1287897619 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe8240043c0 con 0x55c29fc640c0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe843fc1740 10 client.15738 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe843fc1740 1 -- 172.21.15.47:0/1287897619 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c29fc7d850 con 0x55c29fc640c0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe81fe00640 1 -- 172.21.15.47:0/1287897619 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe834030780 con 0x55c29fc640c0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe81fe00640 1 -- 172.21.15.47:0/1287897619 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe824003a40 con 0x55c29fc640c0 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe843fc1740 10 client.15738 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe843fc1740 10 client.15738 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:34:29.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe843fc1740 20 client.15738 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe843fc1740 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c29fc7ed60 0x55c29fc81180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe843fc1740 4 client.15738 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.109+0000 7fe843fc1740 1 -- 172.21.15.47:0/1287897619 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c29fbd5a20 con 0x55c29fc7ed60 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.110+0000 7fe83a800640 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c29fc7ed60 0x55c29fc81180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.110+0000 7fe83a800640 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c29fc7ed60 0x55c29fc81180 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a40f6c9ed10d36ca server_cookie=5b225353689134b7 in_seq=0 out_seq=0 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.110+0000 7fe81fe00640 10 client.15738 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe81fe00640 1 -- 172.21.15.47:0/1287897619 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c29fbd5a20 con 0x55c29fc7ed60 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe81fe00640 10 client.15738 handle_command_reply: tid=0 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 client.15738 shutdown 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 -- 172.21.15.47:0/1287897619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc640c0 msgr2=0x55c29fc6bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc640c0 0x55c29fc6bc90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe83c1018a0 tx=0x7fe824012b60 comp rx=0 tx=0).stop 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 -- 172.21.15.47:0/1287897619 shutdown_connections 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c29fc7ed60 0x55c29fc81180 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 0x55c29fc6c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc640c0 0x55c29fc6bc90 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 --2- 172.21.15.47:0/1287897619 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc637a0 0x55c29fc6b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe81fe00640 0 client.15738 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:34:29.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 -- 172.21.15.47:0/1287897619 >> 172.21.15.47:0/1287897619 conn(0x55c29fc5fac0 msgr2=0x55c29fc658c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 -- 172.21.15.47:0/1287897619 shutdown_connections 2024-04-25T02:34:29.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.111+0000 7fe843fc1740 1 -- 172.21.15.47:0/1287897619 wait complete. 2024-04-25T02:34:29.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.112+0000 7fe843fc1740 20 client.15738 trim_cache size 0 max 16384 2024-04-25T02:34:29.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe843fc1740 1 Processor -- start 2024-04-25T02:34:29.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe843fc1740 1 -- start start 2024-04-25T02:34:29.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc637a0 0x55c29fc7a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc86a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 0x55c29fc86f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe843fc1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c1b1cc0 con 0x55c29fc637a0 2024-04-25T02:34:29.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe843fc1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c1af590 con 0x55c29fc6e790 2024-04-25T02:34:29.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe843fc1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c1ad3e0 con 0x55c29fc640c0 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe83a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc637a0 0x55c29fc7a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.127+0000 7fe83a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc637a0 0x55c29fc7a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54206/0 (socket says 172.21.15.47:54206) 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe83a800640 1 -- 172.21.15.47:0/183822752 learned_addr learned my addr 172.21.15.47:0/183822752 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe839400640 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc86a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe83a800640 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 0x55c29fc86f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe83a800640 1 -- 172.21.15.47:0/183822752 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 msgr2=0x55c29fc86a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe83a800640 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc86a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe83a800640 1 -- 172.21.15.47:0/183822752 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 msgr2=0x55c29fc86f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe83a800640 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 0x55c29fc86f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe83a800640 1 -- 172.21.15.47:0/183822752 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c29fc5b410 con 0x55c29fc637a0 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe83a800640 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc637a0 0x55c29fc7a3e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe83402a870 tx=0x7fe83402a370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5dbed19bbe9f150 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe82aa00640 1 -- 172.21.15.47:0/183822752 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe834037040 con 0x55c29fc637a0 2024-04-25T02:34:29.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.128+0000 7fe82aa00640 1 -- 172.21.15.47:0/183822752 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe834030780 con 0x55c29fc637a0 2024-04-25T02:34:29.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.129+0000 7fe82aa00640 1 -- 172.21.15.47:0/183822752 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe834045e60 con 0x55c29fc637a0 2024-04-25T02:34:29.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 -- 172.21.15.47:0/183822752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc637a0 msgr2=0x55c29fc7a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc637a0 0x55c29fc7a3e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe83402a870 tx=0x7fe83402a370 comp rx=0 tx=0).stop 2024-04-25T02:34:29.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 -- 172.21.15.47:0/183822752 shutdown_connections 2024-04-25T02:34:29.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc6e790 0x55c29fc86f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc86a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 --2- 172.21.15.47:0/183822752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc637a0 0x55c29fc7a3e0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 -- 172.21.15.47:0/183822752 >> 172.21.15.47:0/183822752 conn(0x55c29fc5fac0 msgr2=0x55c29fc5eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 -- 172.21.15.47:0/183822752 shutdown_connections 2024-04-25T02:34:29.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 -- 172.21.15.47:0/183822752 wait complete. 2024-04-25T02:34:29.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.130+0000 7fe843fc1740 1 -- start start 2024-04-25T02:34:29.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.131+0000 7fe843fc1740 1 Processor -- start 2024-04-25T02:34:29.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.131+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc637a0 0x55c29fc72580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc72ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe843fc1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc73000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe843fc1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c1ada50 con 0x55c29fc6e790 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe843fc1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c1aeec0 con 0x55c29fc637a0 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe843fc1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c1ae120 con 0x55c29fc640c0 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe843fc1740 10 client.0 _ll_register_callbacks cb 0x7fe824009830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe839400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc72ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe83a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc73000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe839400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc72ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37514/0 (socket says 172.21.15.47:37514) 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe839400640 1 -- 172.21.15.47:0/2091028630 learned_addr learned my addr 172.21.15.47:0/2091028630 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe83a800640 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc637a0 0x55c29fc72580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe839400640 1 -- 172.21.15.47:0/2091028630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc637a0 msgr2=0x55c29fc72580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe839400640 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc637a0 0x55c29fc72580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe839400640 1 -- 172.21.15.47:0/2091028630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 msgr2=0x55c29fc73000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe839400640 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc73000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe839400640 1 -- 172.21.15.47:0/2091028630 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c29fce4540 con 0x55c29fc640c0 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.132+0000 7fe83a800640 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc73000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.133+0000 7fe839400640 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc72ac0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x55c29fc6afb0 tx=0x7fe8240096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe38dc4e952ff2be server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.133+0000 7fe81fe00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.133+0000 7fe81fe00640 1 -- 172.21.15.47:0/2091028630 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe824029040 con 0x55c29fc640c0 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.133+0000 7fe81fe00640 1 -- 172.21.15.47:0/2091028630 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe82400f920 con 0x55c29fc640c0 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.133+0000 7fe843fc1740 1 -- 172.21.15.47:0/2091028630 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe834030780 con 0x55c29fc640c0 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.133+0000 7fe81fe00640 1 -- 172.21.15.47:0/2091028630 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe824009cf0 con 0x55c29fc640c0 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.133+0000 7fe843fc1740 10 client.25858 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:29.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.133+0000 7fe843fc1740 1 -- 172.21.15.47:0/2091028630 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c29fce5820 con 0x55c29fc640c0 2024-04-25T02:34:29.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe81fe00640 1 -- 172.21.15.47:0/2091028630 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe834030780 con 0x55c29fc640c0 2024-04-25T02:34:29.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe81fe00640 1 -- 172.21.15.47:0/2091028630 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe82402c070 con 0x55c29fc640c0 2024-04-25T02:34:29.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe843fc1740 10 client.25858 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:29.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe843fc1740 10 client.25858 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe843fc1740 20 client.25858 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c29fce5f30 0x55c29fce8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe843fc1740 4 client.25858 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe843fc1740 1 -- 172.21.15.47:0/2091028630 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c29fbcfd70 con 0x55c29fce5f30 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.134+0000 7fe83a800640 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c29fce5f30 0x55c29fce8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe83a800640 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c29fce5f30 0x55c29fce8350 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6bc6ed2e72e111bd server_cookie=b7111a182b4edd8e in_seq=0 out_seq=0 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe81fe00640 10 client.25858 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe81fe00640 1 -- 172.21.15.47:0/2091028630 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c29fbcfd70 con 0x55c29fce5f30 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe81fe00640 10 client.25858 handle_command_reply: tid=0 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 client.25858 shutdown 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 -- 172.21.15.47:0/2091028630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 msgr2=0x55c29fc72ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc72ac0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x55c29fc6afb0 tx=0x7fe8240096d0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 -- 172.21.15.47:0/2091028630 shutdown_connections 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c29fce5f30 0x55c29fce8350 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c29fc6e790 0x55c29fc73000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c29fc640c0 0x55c29fc72ac0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 --2- 172.21.15.47:0/2091028630 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c29fc637a0 0x55c29fc72580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe843fc1740 1 -- 172.21.15.47:0/2091028630 >> 172.21.15.47:0/2091028630 conn(0x55c29fc5fac0 msgr2=0x55c29fc64ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.135+0000 7fe81fe00640 0 client.25858 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.136+0000 7fe843fc1740 1 -- 172.21.15.47:0/2091028630 shutdown_connections 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.136+0000 7fe843fc1740 1 -- 172.21.15.47:0/2091028630 wait complete. 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.136+0000 7fe843fc1740 20 client.25858 trim_cache size 0 max 16384 2024-04-25T02:34:29.142 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:34:29.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.136+0000 7fe83b200640 1 -- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8200a2d00 msgr2=0x7fe8200a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.136+0000 7fe83b200640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8200a2d00 0x7fe8200a51c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe82c0d2fd0 tx=0x7fe82c0d2d60 comp rx=0 tx=0).stop 2024-04-25T02:34:29.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.136+0000 7fe83b200640 1 -- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe83c1037e0 msgr2=0x7fe83c19a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.136+0000 7fe83b200640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe83c1037e0 0x7fe83c19a0e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe82c00efb0 tx=0x7fe82c00c800 comp rx=0 tx=0).stop 2024-04-25T02:34:29.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.137+0000 7fe83b200640 1 -- 172.21.15.47:0/116058436 shutdown_connections 2024-04-25T02:34:29.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.137+0000 7fe83b200640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe8200a2d00 0x7fe8200a51c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.137+0000 7fe83b200640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe83c1097f0 0x7fe83c19e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.137+0000 7fe83b200640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe83c1041a0 0x7fe83c19a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.137+0000 7fe83b200640 1 --2- 172.21.15.47:0/116058436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe83c1037e0 0x7fe83c19a0e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.137+0000 7fe83b200640 1 -- 172.21.15.47:0/116058436 >> 172.21.15.47:0/116058436 conn(0x7fe83c0ff270 msgr2=0x7fe83c0ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.137+0000 7fe83b200640 1 -- 172.21.15.47:0/116058436 shutdown_connections 2024-04-25T02:34:29.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.137+0000 7fe83b200640 1 -- 172.21.15.47:0/116058436 wait complete. 2024-04-25T02:34:29.160 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.433+0000 7f04aac00640 1 -- 172.21.15.47:0/2501247054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41027c0 msgr2=0x7f04a4102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.433+0000 7f04aac00640 1 --2- 172.21.15.47:0/2501247054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41027c0 0x7f04a4102ba0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0498009900 tx=0x7f049802a480 comp rx=0 tx=0).stop 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.433+0000 7f04aac00640 1 -- 172.21.15.47:0/2501247054 shutdown_connections 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.433+0000 7f04aac00640 1 --2- 172.21.15.47:0/2501247054 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04a410bbe0 0x7f04a410e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.433+0000 7f04aac00640 1 --2- 172.21.15.47:0/2501247054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04a41030e0 0x7f04a410b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.433+0000 7f04aac00640 1 --2- 172.21.15.47:0/2501247054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41027c0 0x7f04a4102ba0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.433+0000 7f04aac00640 1 -- 172.21.15.47:0/2501247054 >> 172.21.15.47:0/2501247054 conn(0x7f04a40fbfc0 msgr2=0x7f04a40fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.434+0000 7f04aac00640 1 -- 172.21.15.47:0/2501247054 shutdown_connections 2024-04-25T02:34:29.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.434+0000 7f04aac00640 1 -- 172.21.15.47:0/2501247054 wait complete. 2024-04-25T02:34:29.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.435+0000 7f04aac00640 1 Processor -- start 2024-04-25T02:34:29.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.436+0000 7f04aac00640 1 -- start start 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.436+0000 7f04aac00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04a41027c0 0x7f04a4197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.436+0000 7f04aac00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41030e0 0x7f04a4198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.436+0000 7f04aac00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04a410bbe0 0x7f04a419c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.436+0000 7f04aac00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04a4111a30 con 0x7f04a41030e0 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.436+0000 7f04aac00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41118b0 con 0x7f04a410bbe0 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.436+0000 7f04aac00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04a4111bb0 con 0x7f04a41027c0 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04a9800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04a41027c0 0x7f04a4197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04aa200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04a410bbe0 0x7f04a419c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04a8e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41030e0 0x7f04a4198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04aa200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04a410bbe0 0x7f04a419c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55336/0 (socket says 172.21.15.47:55336) 2024-04-25T02:34:29.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04aa200640 1 -- 172.21.15.47:0/3106560872 learned_addr learned my addr 172.21.15.47:0/3106560872 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04a8e00640 1 -- 172.21.15.47:0/3106560872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04a41027c0 msgr2=0x7f04a4197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04a8e00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04a41027c0 0x7f04a4197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04a8e00640 1 -- 172.21.15.47:0/3106560872 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04a410bbe0 msgr2=0x7f04a419c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04a8e00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04a410bbe0 0x7f04a419c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04a8e00640 1 -- 172.21.15.47:0/3106560872 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a419ced0 con 0x7f04a41030e0 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04aa200640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04a410bbe0 0x7f04a419c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.437+0000 7f04a9800640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04a41027c0 0x7f04a4197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.438+0000 7f04a8e00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41030e0 0x7f04a4198470 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f049000e7c0 tx=0x7f049000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.438+0000 7f04a2000640 1 -- 172.21.15.47:0/3106560872 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0490009530 con 0x7f04a41030e0 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.438+0000 7f04a2000640 1 -- 172.21.15.47:0/3106560872 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f049000ccc0 con 0x7f04a41030e0 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.438+0000 7f04a2000640 1 -- 172.21.15.47:0/3106560872 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0490004a00 con 0x7f04a41030e0 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.438+0000 7f04aac00640 1 -- 172.21.15.47:0/3106560872 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04a419d1c0 con 0x7f04a41030e0 2024-04-25T02:34:29.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.438+0000 7f04aac00640 1 -- 172.21.15.47:0/3106560872 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04a41a4a50 con 0x7f04a41030e0 2024-04-25T02:34:29.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04af023740 1 Processor -- start 2024-04-25T02:34:29.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04af023740 1 -- start start 2024-04-25T02:34:29.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04af023740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25ebb0 0x5597fe25ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04af023740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25f4d0 0x5597fe269660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04af023740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe26bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04af023740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5597fe1bf4e0 con 0x5597fe269ba0 2024-04-25T02:34:29.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04af023740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5597fe167a70 con 0x5597fe25f4d0 2024-04-25T02:34:29.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04af023740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5597fe1bb4a0 con 0x5597fe25ebb0 2024-04-25T02:34:29.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.442+0000 7f04a9800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25f4d0 0x5597fe269660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a9800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25f4d0 0x5597fe269660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55348/0 (socket says 172.21.15.47:55348) 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a9800640 1 -- 172.21.15.47:0/4152045383 learned_addr learned my addr 172.21.15.47:0/4152045383 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04aa200640 1 --2- 172.21.15.47:0/4152045383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25ebb0 0x5597fe25ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a2000640 1 -- 172.21.15.47:0/3106560872 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0490004ba0 con 0x7f04a41030e0 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a9800640 1 -- 172.21.15.47:0/4152045383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25ebb0 msgr2=0x5597fe25ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a9800640 1 --2- 172.21.15.47:0/4152045383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25ebb0 0x5597fe25ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a9800640 1 -- 172.21.15.47:0/4152045383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 msgr2=0x5597fe26bf90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a9800640 1 --2- 172.21.15.47:0/4152045383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe26bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a9800640 1 -- 172.21.15.47:0/4152045383 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597fded33f0 con 0x5597fe25f4d0 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 16384 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196352 len 16384 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196352 len 16384 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196864 len 1024 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 1024 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196864 len 1024 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 1024 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196864 len 2048 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 2048 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196864 len 2048 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 2048 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196864 len 4096 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 4096 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196864 len 4096 2024-04-25T02:34:29.448 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 4096 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196864 len 8192 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 8192 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196864 len 8192 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 8192 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4196864 len 16384 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 16384 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4196864 len 16384 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4196864 len 16384 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197376 len 1024 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 1024 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197376 len 1024 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 1024 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197376 len 2048 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 2048 2024-04-25T02:34:29.449 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197376 len 2048 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 2048 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197376 len 4096 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 4096 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197376 len 4096 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 4096 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197376 len 8192 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 8192 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197376 len 8192 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 8192 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197376 len 16384 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 16384 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197376 len 16384 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197376 len 16384 2024-04-25T02:34:29.450 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197888 len 1024 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 1024 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197888 len 1024 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 1024 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197888 len 2048 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 2048 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197888 len 2048 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 2048 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197888 len 4096 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 4096 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197888 len 4096 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 4096 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197888 len 8192 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 8192 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197888 len 8192 2024-04-25T02:34:29.451 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 8192 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:read_direct buf_align 3584 offset 4197888 len 16384 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 16384 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:read_sync buf_align 3584 offset 4197888 len 16384 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:read_file buf_align 3584 offset 4197888 len 16384 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4190720 len 1024 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 1024 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4190720 len 1024 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 1024 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4190720 len 2048 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 2048 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4190720 len 2048 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 2048 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4190720 len 4096 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 4096 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4190720 len 4096 2024-04-25T02:34:29.452 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 4096 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4190720 len 8192 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 8192 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4190720 len 8192 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 8192 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4190720 len 16384 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 16384 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4190720 len 16384 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4190720 len 16384 2024-04-25T02:34:29.453 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191232 len 1024 2024-04-25T02:34:29.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.443+0000 7f04a9800640 1 --2- 172.21.15.47:0/4152045383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25f4d0 0x5597fe269660 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0498009900 tx=0x7f04980043f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce9bcab571c9af9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.444+0000 7f0496a00640 1 -- 172.21.15.47:0/4152045383 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498035040 con 0x5597fe25f4d0 2024-04-25T02:34:29.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.444+0000 7f0496a00640 1 -- 172.21.15.47:0/4152045383 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0498004760 con 0x5597fe25f4d0 2024-04-25T02:34:29.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.444+0000 7f0496a00640 1 -- 172.21.15.47:0/4152045383 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04980039e0 con 0x5597fe25f4d0 2024-04-25T02:34:29.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.444+0000 7f04a2000640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f048c0a2d80 0x7f048c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 -- 172.21.15.47:0/4152045383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25f4d0 msgr2=0x5597fe269660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04a2000640 1 -- 172.21.15.47:0/3106560872 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f04900cf240 con 0x7f04a41030e0 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 --2- 172.21.15.47:0/4152045383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25f4d0 0x5597fe269660 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0498009900 tx=0x7f04980043f0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04aa200640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f048c0a2d80 0x7f048c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 -- 172.21.15.47:0/4152045383 shutdown_connections 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 --2- 172.21.15.47:0/4152045383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe26bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 --2- 172.21.15.47:0/4152045383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25f4d0 0x5597fe269660 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 --2- 172.21.15.47:0/4152045383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25ebb0 0x5597fe25ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 -- 172.21.15.47:0/4152045383 >> 172.21.15.47:0/4152045383 conn(0x5597fe25aed0 msgr2=0x5597fe25b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 -- 172.21.15.47:0/4152045383 shutdown_connections 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.445+0000 7f04af023740 1 -- 172.21.15.47:0/4152045383 wait complete. 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.446+0000 7f04aa200640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f048c0a2d80 0x7f048c0a5240 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f049c005c40 tx=0x7f049c009760 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.446+0000 7f04af023740 1 -- start start 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.446+0000 7f04af023740 1 Processor -- start 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04af023740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe266b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04af023740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe267090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04af023740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2675d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04af023740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5597fe26c930 con 0x5597fe269ba0 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04af023740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5597fe17aec0 con 0x5597fe25ebb0 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04af023740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5597fe26cab0 con 0x5597fe25f4d0 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04af023740 10 client.0 _ll_register_callbacks cb 0x5597fe1b73f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04a9800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe266b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04a8e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe267090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04a9800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe266b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55356/0 (socket says 172.21.15.47:55356) 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04a9800640 1 -- 172.21.15.47:0/2888950833 learned_addr learned my addr 172.21.15.47:0/2888950833 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.447+0000 7f04aa200640 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2675d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f04a9800640 1 -- 172.21.15.47:0/2888950833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 msgr2=0x5597fe267090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f04a9800640 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe267090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f04a9800640 1 -- 172.21.15.47:0/2888950833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 msgr2=0x5597fe2675d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f04a9800640 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2675d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f04a9800640 1 -- 172.21.15.47:0/2888950833 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597fdf9d7d0 con 0x5597fe25ebb0 2024-04-25T02:34:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f04aa200640 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2675d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f04a9800640 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe266b50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0498004b40 tx=0x7f0498000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e2b64986d057e2e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f048b400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f048b400640 1 -- 172.21.15.47:0/2888950833 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498035050 con 0x5597fe25ebb0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f048b400640 1 -- 172.21.15.47:0/2888950833 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f0498005130 con 0x5597fe25ebb0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.448+0000 7f04af023740 1 -- 172.21.15.47:0/2888950833 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0498004760 con 0x5597fe25ebb0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f048b400640 1 -- 172.21.15.47:0/2888950833 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0498009520 con 0x5597fe25ebb0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f04af023740 10 client.25862 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f04af023740 1 -- 172.21.15.47:0/2888950833 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5597fe278c20 con 0x5597fe25ebb0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f048b400640 1 -- 172.21.15.47:0/2888950833 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0498004760 con 0x5597fe25ebb0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f048b400640 1 -- 172.21.15.47:0/2888950833 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f04980315b0 con 0x5597fe25ebb0 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f04af023740 10 client.25862 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f04af023740 10 client.25862 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f04af023740 20 client.25862 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f04af023740 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5597fe279f70 0x5597fe27c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f04af023740 4 client.25862 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.449+0000 7f04af023740 1 -- 172.21.15.47:0/2888950833 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5597fe1cca20 con 0x5597fe279f70 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.450+0000 7f04a8e00640 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5597fe279f70 0x5597fe27c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.450+0000 7f04a8e00640 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5597fe279f70 0x5597fe27c360 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3382162274eec59b server_cookie=790b055fa0f17228 in_seq=0 out_seq=0 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.450+0000 7f048b400640 10 client.25862 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f048b400640 1 -- 172.21.15.47:0/2888950833 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5597fe1cca20 con 0x5597fe279f70 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f048b400640 10 client.25862 handle_command_reply: tid=0 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 client.25862 shutdown 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 -- 172.21.15.47:0/2888950833 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 msgr2=0x5597fe266b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe266b50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0498004b40 tx=0x7f0498000bc0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 -- 172.21.15.47:0/2888950833 shutdown_connections 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5597fe279f70 0x5597fe27c360 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2675d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe267090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f048b400640 0 client.25862 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 --2- 172.21.15.47:0/2888950833 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe266b50 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.451+0000 7f04af023740 1 -- 172.21.15.47:0/2888950833 >> 172.21.15.47:0/2888950833 conn(0x5597fe25aed0 msgr2=0x5597fe260cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.452+0000 7f04af023740 1 -- 172.21.15.47:0/2888950833 shutdown_connections 2024-04-25T02:34:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.452+0000 7f04af023740 1 -- 172.21.15.47:0/2888950833 wait complete. 2024-04-25T02:34:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.452+0000 7f04af023740 20 client.25862 trim_cache size 0 max 16384 2024-04-25T02:34:29.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.472+0000 7f04af023740 1 Processor -- start 2024-04-25T02:34:29.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.472+0000 7f04af023740 1 -- start start 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.472+0000 7f04af023740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe275820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04af023740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe2675e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04af023740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe261350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04af023740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41ad800 con 0x5597fe269ba0 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04af023740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41ab0d0 con 0x5597fe25ebb0 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04af023740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41a8f40 con 0x5597fe25f4d0 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a8e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe2675e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a8e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe2675e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37570/0 (socket says 172.21.15.47:37570) 2024-04-25T02:34:29.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a8e00640 1 -- 172.21.15.47:0/4095918683 learned_addr learned my addr 172.21.15.47:0/4095918683 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a9800640 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe275820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04aa200640 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe261350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a8e00640 1 -- 172.21.15.47:0/4095918683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 msgr2=0x5597fe275820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.477 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a8e00640 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe275820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a8e00640 1 -- 172.21.15.47:0/4095918683 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 msgr2=0x5597fe261350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a8e00640 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe261350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a8e00640 1 -- 172.21.15.47:0/4095918683 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597fe256250 con 0x5597fe25f4d0 2024-04-25T02:34:29.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.473+0000 7f04a9800640 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe275820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:29.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.474+0000 7f04a8e00640 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe2675e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f049000e790 tx=0x7f049000ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b924855b34f03ec server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.474+0000 7f0496000640 1 -- 172.21.15.47:0/4095918683 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04900b3070 con 0x5597fe25f4d0 2024-04-25T02:34:29.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.474+0000 7f0496000640 1 -- 172.21.15.47:0/4095918683 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04900cf040 con 0x5597fe25f4d0 2024-04-25T02:34:29.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.474+0000 7f0496000640 1 -- 172.21.15.47:0/4095918683 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049001c040 con 0x5597fe25f4d0 2024-04-25T02:34:29.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 -- 172.21.15.47:0/4095918683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 msgr2=0x5597fe2675e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe2675e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f049000e790 tx=0x7f049000ef90 comp rx=0 tx=0).stop 2024-04-25T02:34:29.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 -- 172.21.15.47:0/4095918683 shutdown_connections 2024-04-25T02:34:29.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe261350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe2675e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.479 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 --2- 172.21.15.47:0/4095918683 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe275820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 -- 172.21.15.47:0/4095918683 >> 172.21.15.47:0/4095918683 conn(0x5597fe25aed0 msgr2=0x5597fe255b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 -- 172.21.15.47:0/4095918683 shutdown_connections 2024-04-25T02:34:29.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.475+0000 7f04af023740 1 -- 172.21.15.47:0/4095918683 wait complete. 2024-04-25T02:34:29.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.476+0000 7f04af023740 1 -- start start 2024-04-25T02:34:29.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.476+0000 7f04af023740 1 Processor -- start 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04af023740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe263660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04af023740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe263ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04af023740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2640e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04af023740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41a9590 con 0x5597fe269ba0 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04af023740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41aaa00 con 0x5597fe25ebb0 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04af023740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41a9c60 con 0x5597fe25f4d0 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04af023740 10 client.0 _ll_register_callbacks cb 0x7f049c009e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a9800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe263660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a9800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe263660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55380/0 (socket says 172.21.15.47:55380) 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a9800640 1 -- 172.21.15.47:0/2458144189 learned_addr learned my addr 172.21.15.47:0/2458144189 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04aa200640 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2640e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a8e00640 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe263ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a9800640 1 -- 172.21.15.47:0/2458144189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 msgr2=0x5597fe263ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a9800640 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe263ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a9800640 1 -- 172.21.15.47:0/2458144189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 msgr2=0x5597fe2640e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a9800640 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2640e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.477+0000 7f04a9800640 1 -- 172.21.15.47:0/2458144189 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597fe2df230 con 0x5597fe25ebb0 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.478+0000 7f04a9800640 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe263660 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0498009900 tx=0x7f0498031ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d48ce4200979bbc3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.478+0000 7f048b400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.478+0000 7f048b400640 1 -- 172.21.15.47:0/2458144189 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498035070 con 0x5597fe25ebb0 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.478+0000 7f04af023740 1 -- 172.21.15.47:0/2458144189 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04900cf040 con 0x5597fe25ebb0 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.478+0000 7f048b400640 1 -- 172.21.15.47:0/2458144189 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f04980317c0 con 0x5597fe25ebb0 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f048b400640 1 -- 172.21.15.47:0/2458144189 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0498064050 con 0x5597fe25ebb0 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f04af023740 10 client.25868 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f04af023740 1 -- 172.21.15.47:0/2458144189 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5597fe2e0370 con 0x5597fe25ebb0 2024-04-25T02:34:29.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f048b400640 1 -- 172.21.15.47:0/2458144189 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04900cf040 con 0x5597fe25ebb0 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f048b400640 1 -- 172.21.15.47:0/2458144189 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f04980037e0 con 0x5597fe25ebb0 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f04af023740 10 client.25868 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f04af023740 10 client.25868 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f04af023740 20 client.25868 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f04af023740 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5597fe2e0a30 0x5597fe2e2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f04af023740 4 client.25868 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.479+0000 7f04af023740 1 -- 172.21.15.47:0/2458144189 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5597fe1c6d70 con 0x5597fe2e0a30 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.480+0000 7f04a8e00640 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5597fe2e0a30 0x5597fe2e2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.480+0000 7f04a8e00640 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5597fe2e0a30 0x5597fe2e2e50 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc0bf07e3787b245 server_cookie=e6d533b7d31b9874 in_seq=0 out_seq=0 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.480+0000 7f048b400640 10 client.25868 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:29.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.480+0000 7f048b400640 1 -- 172.21.15.47:0/2458144189 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5597fe1c6d70 con 0x5597fe2e0a30 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.480+0000 7f048b400640 10 client.25868 handle_command_reply: tid=0 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.480+0000 7f04af023740 1 client.25868 shutdown 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.480+0000 7f04af023740 1 -- 172.21.15.47:0/2458144189 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 msgr2=0x5597fe263660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.480+0000 7f04af023740 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe263660 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0498009900 tx=0x7f0498031ec0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 1 -- 172.21.15.47:0/2458144189 shutdown_connections 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5597fe2e0a30 0x5597fe2e2e50 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5597fe269ba0 0x5597fe2640e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5597fe25f4d0 0x5597fe263ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 1 --2- 172.21.15.47:0/2458144189 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5597fe25ebb0 0x5597fe263660 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f048b400640 0 client.25868 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 1 -- 172.21.15.47:0/2458144189 >> 172.21.15.47:0/2458144189 conn(0x5597fe25aed0 msgr2=0x5597fe2650a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 1 -- 172.21.15.47:0/2458144189 shutdown_connections 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 1 -- 172.21.15.47:0/2458144189 wait complete. 2024-04-25T02:34:29.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.481+0000 7f04af023740 20 client.25868 trim_cache size 0 max 16384 2024-04-25T02:34:29.487 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:34:29.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 -- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f048c0a2d80 msgr2=0x7f048c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f048c0a2d80 0x7f048c0a5240 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f049c005c40 tx=0x7f049c009760 comp rx=0 tx=0).stop 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 -- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41030e0 msgr2=0x7f04a4198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41030e0 0x7f04a4198470 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f049000e7c0 tx=0x7f049000ec80 comp rx=0 tx=0).stop 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 -- 172.21.15.47:0/3106560872 shutdown_connections 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f048c0a2d80 0x7f048c0a5240 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f04a410bbe0 0x7f04a419c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04a41030e0 0x7f04a4198470 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 --2- 172.21.15.47:0/3106560872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f04a41027c0 0x7f04a4197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 -- 172.21.15.47:0/3106560872 >> 172.21.15.47:0/3106560872 conn(0x7f04a40fbfc0 msgr2=0x7f04a40fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 -- 172.21.15.47:0/3106560872 shutdown_connections 2024-04-25T02:34:29.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:29.482+0000 7f04aac00640 1 -- 172.21.15.47:0/3106560872 wait complete. 2024-04-25T02:34:30.505 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:34:30.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:34:30.505 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:34:30.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.733+0000 7f9b52400640 1 -- 172.21.15.47:0/1790462796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b4c109800 msgr2=0x7f9b4c109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.733+0000 7f9b52400640 1 --2- 172.21.15.47:0/1790462796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b4c109800 0x7f9b4c109be0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9b40009890 tx=0x7f9b4002a380 comp rx=0 tx=0).stop 2024-04-25T02:34:30.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.733+0000 7f9b52400640 1 -- 172.21.15.47:0/1790462796 shutdown_connections 2024-04-25T02:34:30.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.733+0000 7f9b52400640 1 --2- 172.21.15.47:0/1790462796 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b4c1041b0 0x7f9b4c1106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.733+0000 7f9b52400640 1 --2- 172.21.15.47:0/1790462796 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b4c1037f0 0x7f9b4c103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.733+0000 7f9b52400640 1 --2- 172.21.15.47:0/1790462796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b4c109800 0x7f9b4c109be0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.733+0000 7f9b52400640 1 -- 172.21.15.47:0/1790462796 >> 172.21.15.47:0/1790462796 conn(0x7f9b4c0ff280 msgr2=0x7f9b4c1016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:30.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.734+0000 7f9b52400640 1 -- 172.21.15.47:0/1790462796 shutdown_connections 2024-04-25T02:34:30.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.734+0000 7f9b52400640 1 -- 172.21.15.47:0/1790462796 wait complete. 2024-04-25T02:34:30.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.735+0000 7f9b52400640 1 Processor -- start 2024-04-25T02:34:30.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.735+0000 7f9b52400640 1 -- start start 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b52400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b4c1037f0 0x7f9b4c19a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b52400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b4c1041b0 0x7f9b4c19a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b52400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b4c109800 0x7f9b4c19e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b52400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c113c10 con 0x7f9b4c109800 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b52400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c113a90 con 0x7f9b4c1037f0 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b52400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c113d90 con 0x7f9b4c1041b0 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b51000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b4c1037f0 0x7f9b4c19a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b51000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b4c1037f0 0x7f9b4c19a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55402/0 (socket says 172.21.15.47:55402) 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b51000640 1 -- 172.21.15.47:0/1620971024 learned_addr learned my addr 172.21.15.47:0/1620971024 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b4be00640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b4c1041b0 0x7f9b4c19a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.736+0000 7f9b51a00640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b4c109800 0x7f9b4c19e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.737+0000 7f9b51000640 1 -- 172.21.15.47:0/1620971024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b4c1041b0 msgr2=0x7f9b4c19a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.737+0000 7f9b51000640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b4c1041b0 0x7f9b4c19a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.737+0000 7f9b51000640 1 -- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b4c109800 msgr2=0x7f9b4c19e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.737+0000 7f9b51000640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b4c109800 0x7f9b4c19e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.737+0000 7f9b51000640 1 -- 172.21.15.47:0/1620971024 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b4c19f0f0 con 0x7f9b4c1037f0 2024-04-25T02:34:30.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.737+0000 7f9b51000640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b4c1037f0 0x7f9b4c19a150 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9b40035040 tx=0x7f9b40033d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:30.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.737+0000 7f9b49600640 1 -- 172.21.15.47:0/1620971024 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b40037040 con 0x7f9b4c1037f0 2024-04-25T02:34:30.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.738+0000 7f9b52400640 1 -- 172.21.15.47:0/1620971024 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b4c19f380 con 0x7f9b4c1037f0 2024-04-25T02:34:30.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.738+0000 7f9b49600640 1 -- 172.21.15.47:0/1620971024 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b40040070 con 0x7f9b4c1037f0 2024-04-25T02:34:30.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.738+0000 7f9b49600640 1 -- 172.21.15.47:0/1620971024 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b400039f0 con 0x7f9b4c1037f0 2024-04-25T02:34:30.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.738+0000 7f9b52400640 1 -- 172.21.15.47:0/1620971024 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b4c1a6c70 con 0x7f9b4c1037f0 2024-04-25T02:34:30.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.741+0000 7f9b49600640 1 -- 172.21.15.47:0/1620971024 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9b40003b90 con 0x7f9b4c1037f0 2024-04-25T02:34:30.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.741+0000 7f9b567eb740 1 Processor -- start 2024-04-25T02:34:30.745 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b567eb740 1 -- start start 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2ee9b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2ee9b840 0x562e2eea59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2eea5f10 0x562e2eea8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b567eb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562e2edf9f40 con 0x562e2ee9b840 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b567eb740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x562e2edff190 con 0x562e2ee9af20 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b567eb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562e2eda7a10 con 0x562e2eea5f10 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b51a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2ee9b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b51a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2ee9b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55406/0 (socket says 172.21.15.47:55406) 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.742+0000 7f9b51a00640 1 -- 172.21.15.47:0/3542201196 learned_addr learned my addr 172.21.15.47:0/3542201196 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b51000640 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2ee9b840 0x562e2eea59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b4be00640 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2eea5f10 0x562e2eea8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b51a00640 1 -- 172.21.15.47:0/3542201196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2eea5f10 msgr2=0x562e2eea8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b51a00640 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2eea5f10 0x562e2eea8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b51a00640 1 -- 172.21.15.47:0/3542201196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2ee9b840 msgr2=0x562e2eea59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b51a00640 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2ee9b840 0x562e2eea59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b51a00640 1 -- 172.21.15.47:0/3542201196 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e2ebdb7e0 con 0x562e2ee9af20 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b49600640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b340a2d80 0x7f9b340a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b51a00640 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2ee9b300 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9b44009f50 tx=0x7f9b440118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ec7d34ce6e43ef4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b49600640 1 -- 172.21.15.47:0/1620971024 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9b400ef310 con 0x7f9b4c1037f0 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b51000640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b340a2d80 0x7f9b340a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.743+0000 7f9b3e000640 1 -- 172.21.15.47:0/3542201196 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b44004d20 con 0x562e2ee9af20 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.744+0000 7f9b3e000640 1 -- 172.21.15.47:0/3542201196 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b44004050 con 0x562e2ee9af20 2024-04-25T02:34:30.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.744+0000 7f9b3e000640 1 -- 172.21.15.47:0/3542201196 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b44005280 con 0x562e2ee9af20 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 -- 172.21.15.47:0/3542201196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 msgr2=0x562e2ee9b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b51000640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b340a2d80 0x7f9b340a5240 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x562e2ee9c4e0 tx=0x7f9b40005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2ee9b300 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9b44009f50 tx=0x7f9b440118d0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 -- 172.21.15.47:0/3542201196 shutdown_connections 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2eea5f10 0x562e2eea8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2ee9b840 0x562e2eea59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 --2- 172.21.15.47:0/3542201196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2ee9b300 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 -- 172.21.15.47:0/3542201196 >> 172.21.15.47:0/3542201196 conn(0x562e2ee97240 msgr2=0x562e2ee97620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 -- 172.21.15.47:0/3542201196 shutdown_connections 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 -- 172.21.15.47:0/3542201196 wait complete. 2024-04-25T02:34:30.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 -- start start 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.745+0000 7f9b567eb740 1 Processor -- start 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eea2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eea3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eea3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b567eb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562e2edbae70 con 0x562e2eea5f10 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b567eb740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x562e2edfb150 con 0x562e2ee9af20 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b567eb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562e2eea8da0 con 0x562e2ee9b840 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b567eb740 10 client.0 _ll_register_callbacks cb 0x562e2edf61f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b51a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eea2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b4be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eea3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b51a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eea2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55410/0 (socket says 172.21.15.47:55410) 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b51a00640 1 -- 172.21.15.47:0/338861996 learned_addr learned my addr 172.21.15.47:0/338861996 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.746+0000 7f9b51a00640 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eea3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b4be00640 1 -- 172.21.15.47:0/338861996 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 msgr2=0x562e2eea2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:30.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b4be00640 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eea2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b4be00640 1 -- 172.21.15.47:0/338861996 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 msgr2=0x562e2eea3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b4be00640 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eea3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b4be00640 1 -- 172.21.15.47:0/338861996 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e2ec3bf70 con 0x562e2ee9b840 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b51a00640 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eea3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b4be00640 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eea3420 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9b38005fd0 tx=0x7f9b38011b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31801cbd5dbdfd5a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b32a00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b32a00640 1 -- 172.21.15.47:0/338861996 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3801e060 con 0x562e2ee9b840 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b32a00640 1 -- 172.21.15.47:0/338861996 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9b3800fbf0 con 0x562e2ee9b840 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.747+0000 7f9b567eb740 1 -- 172.21.15.47:0/338861996 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b44004050 con 0x562e2ee9b840 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.748+0000 7f9b32a00640 1 -- 172.21.15.47:0/338861996 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9b3800fdf0 con 0x562e2ee9b840 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.748+0000 7f9b567eb740 10 client.25888 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.748+0000 7f9b567eb740 1 -- 172.21.15.47:0/338861996 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562e2ead3170 con 0x562e2ee9b840 2024-04-25T02:34:30.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.748+0000 7f9b32a00640 1 -- 172.21.15.47:0/338861996 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b44004050 con 0x562e2ee9b840 2024-04-25T02:34:30.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.748+0000 7f9b32a00640 1 -- 172.21.15.47:0/338861996 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9b38019070 con 0x562e2ee9b840 2024-04-25T02:34:30.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b567eb740 10 client.25888 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:30.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b567eb740 10 client.25888 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:30.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b567eb740 20 client.25888 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:30.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b567eb740 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x562e2eeb6380 0x562e2eeb87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b567eb740 4 client.25888 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:30.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b567eb740 1 -- 172.21.15.47:0/338861996 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e2ee0c6d0 con 0x562e2eeb6380 2024-04-25T02:34:30.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b51a00640 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x562e2eeb6380 0x562e2eeb87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b51a00640 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x562e2eeb6380 0x562e2eeb87a0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fa093d39010fbd9 server_cookie=3401fa888bc6fd9a in_seq=0 out_seq=0 2024-04-25T02:34:30.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.749+0000 7f9b32a00640 10 client.25888 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:30.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.750+0000 7f9b32a00640 1 -- 172.21.15.47:0/338861996 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562e2ee0c6d0 con 0x562e2eeb6380 2024-04-25T02:34:30.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.750+0000 7f9b32a00640 10 client.25888 handle_command_reply: tid=0 2024-04-25T02:34:30.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.750+0000 7f9b567eb740 1 client.25888 shutdown 2024-04-25T02:34:30.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 -- 172.21.15.47:0/338861996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 msgr2=0x562e2eea3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eea3420 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9b38005fd0 tx=0x7f9b38011b50 comp rx=0 tx=0).stop 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 -- 172.21.15.47:0/338861996 shutdown_connections 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x562e2eeb6380 0x562e2eeb87a0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eea3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eea3420 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b32a00640 0 client.25888 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 --2- 172.21.15.47:0/338861996 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eea2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 -- 172.21.15.47:0/338861996 >> 172.21.15.47:0/338861996 conn(0x562e2ee97240 msgr2=0x562e2ee9cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 -- 172.21.15.47:0/338861996 shutdown_connections 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 1 -- 172.21.15.47:0/338861996 wait complete. 2024-04-25T02:34:30.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.751+0000 7f9b567eb740 20 client.25888 trim_cache size 0 max 16384 2024-04-25T02:34:30.775 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.772+0000 7f9b567eb740 1 Processor -- start 2024-04-25T02:34:30.775 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.772+0000 7f9b567eb740 1 -- start start 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9af20 0x562e2eeb1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9b840 0x562e2eebe050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eebe590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b567eb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c1b1d20 con 0x562e2eea5f10 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b567eb740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c1af5f0 con 0x562e2ee9b840 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b567eb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c1ad440 con 0x562e2ee9af20 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b51a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9af20 0x562e2eeb1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b4be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9b840 0x562e2eebe050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b4be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9b840 0x562e2eebe050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55420/0 (socket says 172.21.15.47:55420) 2024-04-25T02:34:30.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b51a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9af20 0x562e2eeb1b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37630/0 (socket says 172.21.15.47:37630) 2024-04-25T02:34:30.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b4be00640 1 -- 172.21.15.47:0/1861404821 learned_addr learned my addr 172.21.15.47:0/1861404821 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:30.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.773+0000 7f9b51a00640 1 --2- 172.21.15.47:0/1861404821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eebe590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b51a00640 1 -- 172.21.15.47:0/1861404821 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9b840 msgr2=0x562e2eebe050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:30.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b51a00640 1 --2- 172.21.15.47:0/1861404821 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9b840 0x562e2eebe050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b51a00640 1 -- 172.21.15.47:0/1861404821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 msgr2=0x562e2eebe590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:30.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b51a00640 1 --2- 172.21.15.47:0/1861404821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eebe590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b51a00640 1 -- 172.21.15.47:0/1861404821 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e2ee95750 con 0x562e2ee9af20 2024-04-25T02:34:30.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b51a00640 1 --2- 172.21.15.47:0/1861404821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9af20 0x562e2eeb1b10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x562e2eeb8fc0 tx=0x7f9b44009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd3fe7e3e8258338 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:30.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b3d600640 1 -- 172.21.15.47:0/1861404821 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b44033030 con 0x562e2ee9af20 2024-04-25T02:34:30.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b3d600640 1 -- 172.21.15.47:0/1861404821 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b44004050 con 0x562e2ee9af20 2024-04-25T02:34:30.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.774+0000 7f9b3d600640 1 -- 172.21.15.47:0/1861404821 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b440052a0 con 0x562e2ee9af20 2024-04-25T02:34:30.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 -- 172.21.15.47:0/1861404821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9af20 msgr2=0x562e2eeb1b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 --2- 172.21.15.47:0/1861404821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9af20 0x562e2eeb1b10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x562e2eeb8fc0 tx=0x7f9b44009500 comp rx=0 tx=0).stop 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 -- 172.21.15.47:0/1861404821 shutdown_connections 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 --2- 172.21.15.47:0/1861404821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eebe590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 --2- 172.21.15.47:0/1861404821 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9b840 0x562e2eebe050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 --2- 172.21.15.47:0/1861404821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9af20 0x562e2eeb1b10 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 -- 172.21.15.47:0/1861404821 >> 172.21.15.47:0/1861404821 conn(0x562e2ee97240 msgr2=0x562e2ee963b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 -- 172.21.15.47:0/1861404821 shutdown_connections 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.775+0000 7f9b567eb740 1 -- 172.21.15.47:0/1861404821 wait complete. 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.776+0000 7f9b567eb740 1 -- start start 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.776+0000 7f9b567eb740 1 Processor -- start 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.776+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eeae340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eeaa710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b567eb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eeaac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b567eb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c1adab0 con 0x562e2eea5f10 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b567eb740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c1aef20 con 0x562e2ee9af20 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b567eb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4c1ae180 con 0x562e2ee9b840 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b567eb740 10 client.0 _ll_register_callbacks cb 0x7f9b38009870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b4be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eeaa710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b4be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eeaa710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37642/0 (socket says 172.21.15.47:37642) 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b4be00640 1 -- 172.21.15.47:0/2042342707 learned_addr learned my addr 172.21.15.47:0/2042342707 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b51a00640 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eeae340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b51a00640 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eeaac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b4be00640 1 -- 172.21.15.47:0/2042342707 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 msgr2=0x562e2eeae340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b4be00640 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eeae340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b4be00640 1 -- 172.21.15.47:0/2042342707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 msgr2=0x562e2eeaac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b4be00640 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eeaac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b4be00640 1 -- 172.21.15.47:0/2042342707 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e2eeab450 con 0x562e2ee9b840 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.777+0000 7f9b51a00640 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eeaac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b4be00640 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eeaa710 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9b3801a4e0 tx=0x7f9b380057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36fcf5235690c277 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b32a00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b32a00640 1 -- 172.21.15.47:0/2042342707 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3802f060 con 0x562e2ee9b840 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b567eb740 1 -- 172.21.15.47:0/2042342707 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b44004050 con 0x562e2ee9b840 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b32a00640 1 -- 172.21.15.47:0/2042342707 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9b3800fbf0 con 0x562e2ee9b840 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b32a00640 1 -- 172.21.15.47:0/2042342707 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9b380035f0 con 0x562e2ee9b840 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b567eb740 10 client.25894 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:30.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b567eb740 1 -- 172.21.15.47:0/2042342707 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562e2ef1d880 con 0x562e2ee9b840 2024-04-25T02:34:30.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.778+0000 7f9b32a00640 1 -- 172.21.15.47:0/2042342707 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b44004050 con 0x562e2ee9b840 2024-04-25T02:34:30.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.779+0000 7f9b32a00640 1 -- 172.21.15.47:0/2042342707 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9b38019040 con 0x562e2ee9b840 2024-04-25T02:34:30.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.779+0000 7f9b567eb740 10 client.25894 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:30.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.779+0000 7f9b567eb740 10 client.25894 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:30.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.779+0000 7f9b567eb740 20 client.25894 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:30.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.779+0000 7f9b567eb740 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x562e2ef1dfd0 0x562e2ef203f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:30.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.779+0000 7f9b567eb740 4 client.25894 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:34:30.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.779+0000 7f9b567eb740 1 -- 172.21.15.47:0/2042342707 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562e2ee97090 con 0x562e2ef1dfd0 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.779+0000 7f9b51a00640 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x562e2ef1dfd0 0x562e2ef203f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.780+0000 7f9b51a00640 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x562e2ef1dfd0 0x562e2ef203f0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70d2f2800f1354f9 server_cookie=292044bc66810179 in_seq=0 out_seq=0 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.780+0000 7f9b32a00640 10 client.25894 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b32a00640 1 -- 172.21.15.47:0/2042342707 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562e2ee97090 con 0x562e2ef1dfd0 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b32a00640 10 client.25894 handle_command_reply: tid=0 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 client.25894 shutdown 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 -- 172.21.15.47:0/2042342707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 msgr2=0x562e2eeaa710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eeaa710 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9b3801a4e0 tx=0x7f9b380057f0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 -- 172.21.15.47:0/2042342707 shutdown_connections 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x562e2ef1dfd0 0x562e2ef203f0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562e2eea5f10 0x562e2eeaac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562e2ee9b840 0x562e2eeaa710 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b32a00640 0 client.25894 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 --2- 172.21.15.47:0/2042342707 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562e2ee9af20 0x562e2eeae340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.781+0000 7f9b567eb740 1 -- 172.21.15.47:0/2042342707 >> 172.21.15.47:0/2042342707 conn(0x562e2ee97240 msgr2=0x562e2eea2e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:30.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.782+0000 7f9b567eb740 1 -- 172.21.15.47:0/2042342707 shutdown_connections 2024-04-25T02:34:30.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.782+0000 7f9b567eb740 1 -- 172.21.15.47:0/2042342707 wait complete. 2024-04-25T02:34:30.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.782+0000 7f9b567eb740 20 client.25894 trim_cache size 0 max 16384 2024-04-25T02:34:30.788 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:34:30.788 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:34:30.788 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "559e98de-9930-4d7e-a2cc-c63251a93a4b", 2024-04-25T02:34:30.788 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:34:30.788 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 -- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b340a2d80 msgr2=0x7f9b340a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b340a2d80 0x7f9b340a5240 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x562e2ee9c4e0 tx=0x7f9b40005f90 comp rx=0 tx=0).stop 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 -- 172.21.15.47:0/1620971024 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b4c1037f0 msgr2=0x7f9b4c19a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b4c1037f0 0x7f9b4c19a150 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9b40035040 tx=0x7f9b40033d90 comp rx=0 tx=0).stop 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 -- 172.21.15.47:0/1620971024 shutdown_connections 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b340a2d80 0x7f9b340a5240 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b4c109800 0x7f9b4c19e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b4c1041b0 0x7f9b4c19a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 --2- 172.21.15.47:0/1620971024 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9b4c1037f0 0x7f9b4c19a150 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 -- 172.21.15.47:0/1620971024 >> 172.21.15.47:0/1620971024 conn(0x7f9b4c0ff280 msgr2=0x7f9b4c0ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 -- 172.21.15.47:0/1620971024 shutdown_connections 2024-04-25T02:34:30.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:30.783+0000 7f9b52400640 1 -- 172.21.15.47:0/1620971024 wait complete. 2024-04-25T02:34:30.804 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:34:30.804 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:34:30.870 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:30 smithi047 ceph-mon[27871]: pgmap v57: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 18 KiB/s wr, 1.25k op/s 2024-04-25T02:34:30.880 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 1024 2024-04-25T02:34:30.880 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191232 len 1024 2024-04-25T02:34:30.880 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 1024 2024-04-25T02:34:30.880 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191232 len 2048 2024-04-25T02:34:30.880 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 2048 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191232 len 2048 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 2048 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191232 len 4096 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 4096 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191232 len 4096 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 4096 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191232 len 8192 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 8192 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191232 len 8192 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 8192 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191232 len 16384 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 16384 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191232 len 16384 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191232 len 16384 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191744 len 1024 2024-04-25T02:34:30.881 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 1024 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191744 len 1024 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 1024 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191744 len 2048 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 2048 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191744 len 2048 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 2048 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191744 len 4096 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 4096 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191744 len 4096 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 4096 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191744 len 8192 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 8192 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191744 len 8192 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 8192 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4191744 len 16384 2024-04-25T02:34:30.882 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 16384 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4191744 len 16384 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4191744 len 16384 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192256 len 1024 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 1024 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192256 len 1024 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 1024 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192256 len 2048 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 2048 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192256 len 2048 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 2048 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192256 len 4096 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 4096 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192256 len 4096 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 4096 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192256 len 8192 2024-04-25T02:34:30.883 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 8192 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192256 len 8192 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 8192 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192256 len 16384 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 16384 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192256 len 16384 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192256 len 16384 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192768 len 1024 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 1024 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192768 len 1024 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 1024 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192768 len 2048 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 2048 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192768 len 2048 2024-04-25T02:34:30.884 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 2048 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192768 len 4096 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 4096 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192768 len 4096 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 4096 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192768 len 8192 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 8192 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192768 len 8192 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 8192 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4192768 len 16384 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 16384 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4192768 len 16384 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4192768 len 16384 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193280 len 1024 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 1024 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193280 len 1024 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 1024 2024-04-25T02:34:30.885 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193280 len 2048 2024-04-25T02:34:30.886 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 2048 2024-04-25T02:34:30.886 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193280 len 2048 2024-04-25T02:34:31.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:30 smithi113 ceph-mon[32459]: pgmap v57: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 18 KiB/s wr, 1.25k op/s 2024-04-25T02:34:31.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 -- 172.21.15.47:0/545529366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 msgr2=0x7f8f0410e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 --2- 172.21.15.47:0/545529366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 0x7f8f0410e5e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009900 tx=0x7f8efc02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 -- 172.21.15.47:0/545529366 shutdown_connections 2024-04-25T02:34:31.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 --2- 172.21.15.47:0/545529366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 0x7f8f0410e5e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 --2- 172.21.15.47:0/545529366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f04101710 0x7f8f04101b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 --2- 172.21.15.47:0/545529366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f04107720 0x7f8f04107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 -- 172.21.15.47:0/545529366 >> 172.21.15.47:0/545529366 conn(0x7f8f04078b90 msgr2=0x7f8f04078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:31.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 -- 172.21.15.47:0/545529366 shutdown_connections 2024-04-25T02:34:31.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.030+0000 7f8f09200640 1 -- 172.21.15.47:0/545529366 wait complete. 2024-04-25T02:34:31.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.031+0000 7f8f09200640 1 Processor -- start 2024-04-25T02:34:31.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f09200640 1 -- start start 2024-04-25T02:34:31.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f09200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f04101710 0x7f8f0419a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f09200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 0x7f8f0419a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f09200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f04107720 0x7f8f0419ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f09200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8f04111b80 con 0x7f8f04107720 2024-04-25T02:34:31.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f09200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8f04111a00 con 0x7f8f041020d0 2024-04-25T02:34:31.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f09200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8f04111d00 con 0x7f8f04101710 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f01400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 0x7f8f0419a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f01e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f04101710 0x7f8f0419a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f01400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 0x7f8f0419a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55444/0 (socket says 172.21.15.47:55444) 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f01400640 1 -- 172.21.15.47:0/1685361691 learned_addr learned my addr 172.21.15.47:0/1685361691 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.032+0000 7f8f02800640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f04107720 0x7f8f0419ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8f01400640 1 -- 172.21.15.47:0/1685361691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f04101710 msgr2=0x7f8f0419a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8f01400640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f04101710 0x7f8f0419a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8f01400640 1 -- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f04107720 msgr2=0x7f8f0419ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8f01400640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f04107720 0x7f8f0419ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8f01400640 1 -- 172.21.15.47:0/1685361691 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f0419f190 con 0x7f8f041020d0 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8f01400640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 0x7f8f0419a730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4009d50 tx=0x7f8ef400c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:31.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8efaa00640 1 -- 172.21.15.47:0/1685361691 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef4003b70 con 0x7f8f041020d0 2024-04-25T02:34:31.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8efaa00640 1 -- 172.21.15.47:0/1685361691 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ef4003d10 con 0x7f8f041020d0 2024-04-25T02:34:31.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8efaa00640 1 -- 172.21.15.47:0/1685361691 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef4010a20 con 0x7f8f041020d0 2024-04-25T02:34:31.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.033+0000 7f8f09200640 1 -- 172.21.15.47:0/1685361691 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f0419f480 con 0x7f8f041020d0 2024-04-25T02:34:31.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.034+0000 7f8f09200640 1 -- 172.21.15.47:0/1685361691 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f041a6d10 con 0x7f8f041020d0 2024-04-25T02:34:31.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8f0c1ce740 1 Processor -- start 2024-04-25T02:34:31.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8efaa00640 1 -- 172.21.15.47:0/1685361691 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8ef4003ec0 con 0x7f8f041020d0 2024-04-25T02:34:31.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8f0c1ce740 1 -- start start 2024-04-25T02:34:31.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7b43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4920 0x55c71b7beab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7c13e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c71b718560 con 0x55c71b7beff0 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c71b6c0930 con 0x55c71b7b4000 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.037+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c71b714520 con 0x55c71b7b4920 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f02800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7b43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f02800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7b43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55446/0 (socket says 172.21.15.47:55446) 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f02800640 1 -- 172.21.15.47:0/380137656 learned_addr learned my addr 172.21.15.47:0/380137656 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f01e00640 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4920 0x55c71b7beab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f01400640 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7c13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f02800640 1 -- 172.21.15.47:0/380137656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4920 msgr2=0x55c71b7beab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f02800640 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4920 0x55c71b7beab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f02800640 1 -- 172.21.15.47:0/380137656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 msgr2=0x55c71b7c13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f02800640 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7c13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.038+0000 7f8f02800640 1 -- 172.21.15.47:0/380137656 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c71b4f67d0 con 0x55c71b7b4000 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.039+0000 7f8f02800640 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7b43e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009900 tx=0x7f8efc0040f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2966ecc5a32151d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:31.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.039+0000 7f8ef3400640 1 -- 172.21.15.47:0/380137656 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8efc040070 con 0x55c71b7b4000 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.039+0000 7f8ef3400640 1 -- 172.21.15.47:0/380137656 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8efc005500 con 0x55c71b7b4000 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.039+0000 7f8ef3400640 1 -- 172.21.15.47:0/380137656 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8efc035040 con 0x55c71b7b4000 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8efaa00640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ee80a2d80 0x7f8ee80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8efaa00640 1 -- 172.21.15.47:0/1685361691 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8ef40cfab0 con 0x7f8f041020d0 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8f01e00640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ee80a2d80 0x7f8ee80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/380137656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 msgr2=0x55c71b7b43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7b43e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009900 tx=0x7f8efc0040f0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/380137656 shutdown_connections 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7c13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4920 0x55c71b7beab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/380137656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7b43e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.040+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/380137656 >> 172.21.15.47:0/380137656 conn(0x55c71b7b0320 msgr2=0x55c71b7b0700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.041+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/380137656 shutdown_connections 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.041+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/380137656 wait complete. 2024-04-25T02:34:31.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.041+0000 7f8f01e00640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ee80a2d80 0x7f8ee80a5240 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x55c71b7b55c0 tx=0x7f8eec00a250 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:31.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.041+0000 7f8f0c1ce740 1 -- start start 2024-04-25T02:34:31.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.042+0000 7f8f0c1ce740 1 Processor -- start 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.042+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7bbf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.042+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4920 0x55c71b7bc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.042+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7bca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.042+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c71b7c1d80 con 0x55c71b7beff0 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.042+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c71b6d3d90 con 0x55c71b7b4920 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.042+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c71b7c1f00 con 0x55c71b7b4000 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f0c1ce740 10 client.0 _ll_register_callbacks cb 0x55c71b6d3780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f02800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7bca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f01400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4920 0x55c71b7bc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f02800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7bca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54380/0 (socket says 172.21.15.47:54380) 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f02800640 1 -- 172.21.15.47:0/3283790399 learned_addr learned my addr 172.21.15.47:0/3283790399 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f01400640 1 -- 172.21.15.47:0/3283790399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 msgr2=0x55c71b7bbf90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-25T02:34:31.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f01400640 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7bbf90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f01400640 1 -- 172.21.15.47:0/3283790399 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 msgr2=0x55c71b7bca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f01400640 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7bca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f01400640 1 -- 172.21.15.47:0/3283790399 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c71b42c3f0 con 0x55c71b7b4920 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f02800640 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7bca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8f01400640 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4920 0x55c71b7bc4d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8ef40cd1d0 tx=0x7f8ef4098330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f9859be77f7c4cf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.043+0000 7f8ee7e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8ee7e00640 1 -- 172.21.15.47:0/3283790399 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef4009820 con 0x55c71b7b4920 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8ee7e00640 1 -- 172.21.15.47:0/3283790399 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8ef40cd450 con 0x55c71b7b4920 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3283790399 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8efc005500 con 0x55c71b7b4920 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8ee7e00640 1 -- 172.21.15.47:0/3283790399 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8ef40cd650 con 0x55c71b7b4920 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8f0c1ce740 10 client.25898 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3283790399 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c71b3ec0f0 con 0x55c71b7b4920 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8ee7e00640 1 -- 172.21.15.47:0/3283790399 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8efc005500 con 0x55c71b7b4920 2024-04-25T02:34:31.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8ee7e00640 1 -- 172.21.15.47:0/3283790399 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8ef40b9050 con 0x55c71b7b4920 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8f0c1ce740 10 client.25898 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.044+0000 7f8f0c1ce740 10 client.25898 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.045+0000 7f8f0c1ce740 20 client.25898 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.045+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c71b7cf310 0x55c71b7d1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.045+0000 7f8f0c1ce740 4 client.25898 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.045+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3283790399 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c71b72bd90 con 0x55c71b7cf310 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.045+0000 7f8f01e00640 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c71b7cf310 0x55c71b7d1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.045+0000 7f8f01e00640 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c71b7cf310 0x55c71b7d1790 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=989a38ba079dfbd7 server_cookie=9d134dd6486bb02b in_seq=0 out_seq=0 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.045+0000 7f8ee7e00640 10 client.25898 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.046+0000 7f8ee7e00640 1 -- 172.21.15.47:0/3283790399 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c71b72bd90 con 0x55c71b7cf310 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.046+0000 7f8ee7e00640 10 client.25898 handle_command_reply: tid=0 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.046+0000 7f8f0c1ce740 1 client.25898 shutdown 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.046+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3283790399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4920 msgr2=0x55c71b7bc4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.046+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4920 0x55c71b7bc4d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8ef40cd1d0 tx=0x7f8ef4098330 comp rx=0 tx=0).stop 2024-04-25T02:34:31.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3283790399 shutdown_connections 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c71b7cf310 0x55c71b7d1790 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7beff0 0x55c71b7bca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4920 0x55c71b7bc4d0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8ee7e00640 0 client.25898 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3283790399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7bbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3283790399 >> 172.21.15.47:0/3283790399 conn(0x55c71b7b0320 msgr2=0x55c71b7b6120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3283790399 shutdown_connections 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3283790399 wait complete. 2024-04-25T02:34:31.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.047+0000 7f8f0c1ce740 20 client.25898 trim_cache size 0 max 16384 2024-04-25T02:34:31.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.068+0000 7f8f0c1ce740 1 Processor -- start 2024-04-25T02:34:31.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.068+0000 7f8f0c1ce740 1 -- start start 2024-04-25T02:34:31.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.068+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7cac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.068+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7b0700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.068+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7beff0 0x55c71b7af300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.068+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8f041b1ff0 con 0x55c71b7b4920 2024-04-25T02:34:31.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.068+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8f041af8c0 con 0x55c71b7beff0 2024-04-25T02:34:31.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.068+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8f041ad710 con 0x55c71b7b4000 2024-04-25T02:34:31.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7b0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7cac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7cac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37688/0 (socket says 172.21.15.47:37688) 2024-04-25T02:34:31.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01e00640 1 -- 172.21.15.47:0/3033340280 learned_addr learned my addr 172.21.15.47:0/3033340280 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:31.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01e00640 1 -- 172.21.15.47:0/3033340280 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7beff0 msgr2=0x55c71b7af300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:31.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01e00640 1 --2- 172.21.15.47:0/3033340280 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7beff0 0x55c71b7af300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01e00640 1 -- 172.21.15.47:0/3033340280 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 msgr2=0x55c71b7b0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:31.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01e00640 1 --2- 172.21.15.47:0/3033340280 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7b0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.069+0000 7f8f01e00640 1 -- 172.21.15.47:0/3033340280 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c71b7b4750 con 0x55c71b7b4000 2024-04-25T02:34:31.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.070+0000 7f8f01e00640 1 --2- 172.21.15.47:0/3033340280 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7cac70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x55c71b7d1fd0 tx=0x7f8eec019000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a71f23733e26d0db server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:31.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.070+0000 7f8ef2a00640 1 -- 172.21.15.47:0/3033340280 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eec02b030 con 0x55c71b7b4000 2024-04-25T02:34:31.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.070+0000 7f8ef2a00640 1 -- 172.21.15.47:0/3033340280 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8eec0273b0 con 0x55c71b7b4000 2024-04-25T02:34:31.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.070+0000 7f8ef2a00640 1 -- 172.21.15.47:0/3033340280 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eec005410 con 0x55c71b7b4000 2024-04-25T02:34:31.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3033340280 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 msgr2=0x55c71b7cac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3033340280 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7cac70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x55c71b7d1fd0 tx=0x7f8eec019000 comp rx=0 tx=0).stop 2024-04-25T02:34:31.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3033340280 shutdown_connections 2024-04-25T02:34:31.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3033340280 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7beff0 0x55c71b7af300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3033340280 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7b0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/3033340280 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7b4000 0x55c71b7cac70 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3033340280 >> 172.21.15.47:0/3033340280 conn(0x55c71b7b0320 msgr2=0x55c71b7aebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:31.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3033340280 shutdown_connections 2024-04-25T02:34:31.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/3033340280 wait complete. 2024-04-25T02:34:31.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.071+0000 7f8f0c1ce740 1 -- start start 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.072+0000 7f8f0c1ce740 1 Processor -- start 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.072+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7c72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.072+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7c2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.072+0000 7f8f0c1ce740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7beff0 0x55c71b7c2c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.072+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8f041add80 con 0x55c71b7b4920 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.072+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8f041af1f0 con 0x55c71b7b4000 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.072+0000 7f8f0c1ce740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8f041ae450 con 0x55c71b7beff0 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.072+0000 7f8f0c1ce740 10 client.0 _ll_register_callbacks cb 0x7f8ef4097bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7beff0 0x55c71b7c2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f01e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7c72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7beff0 0x55c71b7c2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37696/0 (socket says 172.21.15.47:37696) 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 -- 172.21.15.47:0/183312773 learned_addr learned my addr 172.21.15.47:0/183312773 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:31.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f01400640 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7c2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 -- 172.21.15.47:0/183312773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 msgr2=0x55c71b7c72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7c72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 -- 172.21.15.47:0/183312773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 msgr2=0x55c71b7c2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7c2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 -- 172.21.15.47:0/183312773 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c71b7c31f0 con 0x55c71b7beff0 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f01e00640 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7c72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f01400640 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7c2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8f02800640 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7beff0 0x55c71b7c2c80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009900 tx=0x7f8efc0045d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ca121213a881734 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.073+0000 7f8ee7e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.074+0000 7f8ee7e00640 1 -- 172.21.15.47:0/183312773 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8efc040030 con 0x55c71b7beff0 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.074+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/183312773 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8eec0273b0 con 0x55c71b7beff0 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.074+0000 7f8ee7e00640 1 -- 172.21.15.47:0/183312773 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8efc005430 con 0x55c71b7beff0 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.074+0000 7f8ee7e00640 1 -- 172.21.15.47:0/183312773 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8efc035040 con 0x55c71b7beff0 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.074+0000 7f8f0c1ce740 10 client.25906 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:31.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.074+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/183312773 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c71b8356b0 con 0x55c71b7beff0 2024-04-25T02:34:31.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.074+0000 7f8ee7e00640 1 -- 172.21.15.47:0/183312773 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8eec0273b0 con 0x55c71b7beff0 2024-04-25T02:34:31.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.074+0000 7f8ee7e00640 1 -- 172.21.15.47:0/183312773 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8efc003c90 con 0x55c71b7beff0 2024-04-25T02:34:31.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.075+0000 7f8f0c1ce740 10 client.25906 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:31.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.075+0000 7f8f0c1ce740 10 client.25906 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:31.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.075+0000 7f8f0c1ce740 20 client.25906 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:31.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.075+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c71b8359e0 0x55c71b837dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:31.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.075+0000 7f8f0c1ce740 4 client.25906 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:34:31.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.075+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/183312773 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c71b725aa0 con 0x55c71b8359e0 2024-04-25T02:34:31.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.075+0000 7f8f01e00640 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c71b8359e0 0x55c71b837dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:31.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.076+0000 7f8f01e00640 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c71b8359e0 0x55c71b837dd0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91e8cdd14ea01445 server_cookie=3b3155e25b367afd in_seq=0 out_seq=0 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.076+0000 7f8ee7e00640 10 client.25906 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.076+0000 7f8ee7e00640 1 -- 172.21.15.47:0/183312773 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55c71b725aa0 con 0x55c71b8359e0 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.076+0000 7f8ee7e00640 10 client.25906 handle_command_reply: tid=0 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.076+0000 7f8f0c1ce740 1 client.25906 shutdown 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/183312773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7beff0 msgr2=0x55c71b7c2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7beff0 0x55c71b7c2c80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009900 tx=0x7f8efc0045d0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/183312773 shutdown_connections 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c71b8359e0 0x55c71b837dd0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c71b7beff0 0x55c71b7c2c80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c71b7b4920 0x55c71b7c2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 --2- 172.21.15.47:0/183312773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c71b7b4000 0x55c71b7c72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8ee7e00640 0 client.25906 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/183312773 >> 172.21.15.47:0/183312773 conn(0x55c71b7b0320 msgr2=0x55c71b7af480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:31.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/183312773 shutdown_connections 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 1 -- 172.21.15.47:0/183312773 wait complete. 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.077+0000 7f8f0c1ce740 20 client.25906 trim_cache size 0 max 16384 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stdout: "559e98de-9930-4d7e-a2cc-c63251a93a4b": { 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "559e98de-9930-4d7e-a2cc-c63251a93a4b", 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:34:31.083 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:34:31.084 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:34:31.084 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:34:31.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 -- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ee80a2d80 msgr2=0x7f8ee80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ee80a2d80 0x7f8ee80a5240 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x55c71b7b55c0 tx=0x7f8eec00a250 comp rx=0 tx=0).stop 2024-04-25T02:34:31.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 -- 172.21.15.47:0/1685361691 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 msgr2=0x7f8f0419a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 0x7f8f0419a730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4009d50 tx=0x7f8ef400c6a0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 -- 172.21.15.47:0/1685361691 shutdown_connections 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ee80a2d80 0x7f8ee80a5240 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f04107720 0x7f8f0419ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f041020d0 0x7f8f0419a730 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 --2- 172.21.15.47:0/1685361691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f04101710 0x7f8f0419a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 -- 172.21.15.47:0/1685361691 >> 172.21.15.47:0/1685361691 conn(0x7f8f04078b90 msgr2=0x7f8f040fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 -- 172.21.15.47:0/1685361691 shutdown_connections 2024-04-25T02:34:31.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:34:31.078+0000 7f8f09200640 1 -- 172.21.15.47:0/1685361691 wait complete. 2024-04-25T02:34:31.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:30 smithi178 ceph-mon[33053]: pgmap v57: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 18 KiB/s wr, 1.25k op/s 2024-04-25T02:34:31.103 INFO:tasks.cephfs.filesystem:scrub status for tag:559e98de-9930-4d7e-a2cc-c63251a93a4b - {'path': '/', 'tag': '559e98de-9930-4d7e-a2cc-c63251a93a4b', 'options': 'recursive,force'} 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 2048 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193280 len 4096 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 4096 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193280 len 4096 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 4096 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193280 len 8192 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 8192 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193280 len 8192 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 8192 2024-04-25T02:34:31.804 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193280 len 16384 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 16384 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193280 len 16384 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193280 len 16384 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193792 len 1024 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 1024 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193792 len 1024 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 1024 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193792 len 2048 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 2048 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193792 len 2048 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 2048 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193792 len 4096 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 4096 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193792 len 4096 2024-04-25T02:34:31.805 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 4096 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193792 len 8192 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 8192 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193792 len 8192 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 8192 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4193792 len 16384 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 16384 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4193792 len 16384 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4193792 len 16384 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194304 len 1024 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 1024 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194304 len 1024 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 1024 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194304 len 2048 2024-04-25T02:34:31.806 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 2048 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194304 len 2048 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 2048 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194304 len 4096 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 4096 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194304 len 4096 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 4096 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194304 len 8192 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 8192 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194304 len 8192 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 8192 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194304 len 16384 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 16384 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194304 len 16384 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194304 len 16384 2024-04-25T02:34:31.807 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194816 len 1024 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 1024 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194816 len 1024 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 1024 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194816 len 2048 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 2048 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194816 len 2048 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 2048 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194816 len 4096 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 4096 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194816 len 4096 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 4096 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194816 len 8192 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 8192 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194816 len 8192 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 8192 2024-04-25T02:34:31.808 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4194816 len 16384 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 16384 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4194816 len 16384 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4194816 len 16384 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195328 len 1024 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 1024 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195328 len 1024 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 1024 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195328 len 2048 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 2048 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195328 len 2048 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 2048 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195328 len 4096 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 4096 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195328 len 4096 2024-04-25T02:34:31.809 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 4096 2024-04-25T02:34:31.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:31 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:34:31.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:31 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:34:31.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:31 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:34:31.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:31 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:34:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:31 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:34:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:31 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:34:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:31 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:34:32.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:31 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:34:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:31 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:34:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:31 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:34:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:31 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:34:32.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:31 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:34:32.282 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195328 len 8192 2024-04-25T02:34:32.282 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 8192 2024-04-25T02:34:32.282 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195328 len 8192 2024-04-25T02:34:32.282 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 8192 2024-04-25T02:34:32.282 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195328 len 16384 2024-04-25T02:34:32.282 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 16384 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195328 len 16384 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195328 len 16384 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195840 len 1024 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 1024 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195840 len 1024 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 1024 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195840 len 2048 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 2048 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195840 len 2048 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 2048 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195840 len 4096 2024-04-25T02:34:32.283 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 4096 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195840 len 4096 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 4096 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195840 len 8192 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 8192 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195840 len 8192 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 8192 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4195840 len 16384 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 16384 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4195840 len 16384 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4195840 len 16384 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196352 len 1024 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 1024 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196352 len 1024 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 1024 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196352 len 2048 2024-04-25T02:34:32.284 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 2048 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196352 len 2048 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 2048 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196352 len 4096 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 4096 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196352 len 4096 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 4096 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196352 len 8192 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 8192 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196352 len 8192 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 8192 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196352 len 16384 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 16384 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196352 len 16384 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196352 len 16384 2024-04-25T02:34:32.285 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196864 len 1024 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 1024 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196864 len 1024 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 1024 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196864 len 2048 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 2048 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196864 len 2048 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 2048 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196864 len 4096 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 4096 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196864 len 4096 2024-04-25T02:34:32.286 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 4096 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196864 len 8192 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 8192 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196864 len 8192 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 8192 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4196864 len 16384 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 16384 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4196864 len 16384 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4196864 len 16384 2024-04-25T02:34:32.287 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197376 len 1024 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 1024 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197376 len 1024 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 1024 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197376 len 2048 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 2048 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197376 len 2048 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 2048 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197376 len 4096 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 4096 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197376 len 4096 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 4096 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197376 len 8192 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 8192 2024-04-25T02:34:32.288 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197376 len 8192 2024-04-25T02:34:32.289 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 8192 2024-04-25T02:34:32.289 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197376 len 16384 2024-04-25T02:34:32.289 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 16384 2024-04-25T02:34:32.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:32 smithi047 ceph-mon[27871]: pgmap v58: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 13 KiB/s wr, 589 op/s 2024-04-25T02:34:33.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:32 smithi113 ceph-mon[32459]: pgmap v58: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 13 KiB/s wr, 589 op/s 2024-04-25T02:34:33.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:32 smithi178 ceph-mon[33053]: pgmap v58: 97 pgs: 97 active+clean; 1.5 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 13 KiB/s wr, 589 op/s 2024-04-25T02:34:33.666 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197376 len 16384 2024-04-25T02:34:33.666 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197376 len 16384 2024-04-25T02:34:33.666 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197888 len 1024 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 1024 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197888 len 1024 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 1024 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197888 len 2048 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 2048 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197888 len 2048 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 2048 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197888 len 4096 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 4096 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197888 len 4096 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 4096 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197888 len 8192 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 8192 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197888 len 8192 2024-04-25T02:34:33.667 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 8192 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 0 offset 4197888 len 16384 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 16384 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 0 offset 4197888 len 16384 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 0 offset 4197888 len 16384 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4190720 len 1024 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 1024 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4190720 len 1024 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 1024 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4190720 len 2048 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 2048 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4190720 len 2048 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 2048 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4190720 len 4096 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 4096 2024-04-25T02:34:33.668 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4190720 len 4096 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 4096 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4190720 len 8192 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 8192 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4190720 len 8192 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 8192 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4190720 len 16384 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 16384 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4190720 len 16384 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4190720 len 16384 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191232 len 1024 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 1024 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191232 len 1024 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 1024 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191232 len 2048 2024-04-25T02:34:33.669 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 2048 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191232 len 2048 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 2048 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191232 len 4096 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 4096 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191232 len 4096 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 4096 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191232 len 8192 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 8192 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191232 len 8192 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 8192 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191232 len 16384 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 16384 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191232 len 16384 2024-04-25T02:34:33.670 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191232 len 16384 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191744 len 1024 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 1024 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191744 len 1024 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 1024 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191744 len 2048 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 2048 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191744 len 2048 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 2048 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191744 len 4096 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 4096 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191744 len 4096 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 4096 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191744 len 8192 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 8192 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191744 len 8192 2024-04-25T02:34:33.671 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 8192 2024-04-25T02:34:33.672 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4191744 len 16384 2024-04-25T02:34:33.672 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 16384 2024-04-25T02:34:33.672 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4191744 len 16384 2024-04-25T02:34:33.672 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4191744 len 16384 2024-04-25T02:34:33.672 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192256 len 1024 2024-04-25T02:34:33.672 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 1024 2024-04-25T02:34:34.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:34 smithi047 ceph-mon[27871]: pgmap v59: 97 pgs: 97 active+clean; 164 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 26 MiB/s rd, 927 KiB/s wr, 799 op/s 2024-04-25T02:34:35.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:34 smithi113 ceph-mon[32459]: pgmap v59: 97 pgs: 97 active+clean; 164 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 26 MiB/s rd, 927 KiB/s wr, 799 op/s 2024-04-25T02:34:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:34 smithi178 ceph-mon[33053]: pgmap v59: 97 pgs: 97 active+clean; 164 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 26 MiB/s rd, 927 KiB/s wr, 799 op/s 2024-04-25T02:34:35.338 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192256 len 1024 2024-04-25T02:34:35.338 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 1024 2024-04-25T02:34:35.338 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192256 len 2048 2024-04-25T02:34:35.338 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 2048 2024-04-25T02:34:35.338 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192256 len 2048 2024-04-25T02:34:35.339 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 2048 2024-04-25T02:34:35.339 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192256 len 4096 2024-04-25T02:34:35.339 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 4096 2024-04-25T02:34:35.339 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192256 len 4096 2024-04-25T02:34:35.339 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 4096 2024-04-25T02:34:35.339 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192256 len 8192 2024-04-25T02:34:35.339 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 8192 2024-04-25T02:34:35.339 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192256 len 8192 2024-04-25T02:34:35.340 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 8192 2024-04-25T02:34:35.340 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192256 len 16384 2024-04-25T02:34:35.340 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 16384 2024-04-25T02:34:35.340 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192256 len 16384 2024-04-25T02:34:35.340 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192256 len 16384 2024-04-25T02:34:35.340 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192768 len 1024 2024-04-25T02:34:35.340 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 1024 2024-04-25T02:34:35.340 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192768 len 1024 2024-04-25T02:34:35.341 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 1024 2024-04-25T02:34:35.341 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192768 len 2048 2024-04-25T02:34:35.341 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 2048 2024-04-25T02:34:35.341 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192768 len 2048 2024-04-25T02:34:35.341 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 2048 2024-04-25T02:34:35.341 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192768 len 4096 2024-04-25T02:34:35.342 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 4096 2024-04-25T02:34:35.342 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192768 len 4096 2024-04-25T02:34:35.342 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 4096 2024-04-25T02:34:35.342 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192768 len 8192 2024-04-25T02:34:35.342 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 8192 2024-04-25T02:34:35.342 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192768 len 8192 2024-04-25T02:34:35.343 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 8192 2024-04-25T02:34:35.343 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4192768 len 16384 2024-04-25T02:34:35.343 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 16384 2024-04-25T02:34:35.343 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4192768 len 16384 2024-04-25T02:34:35.343 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4192768 len 16384 2024-04-25T02:34:35.343 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193280 len 1024 2024-04-25T02:34:35.343 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 1024 2024-04-25T02:34:35.343 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193280 len 1024 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 1024 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193280 len 2048 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 2048 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193280 len 2048 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 2048 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193280 len 4096 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 4096 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193280 len 4096 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 4096 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193280 len 8192 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 8192 2024-04-25T02:34:35.344 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193280 len 8192 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 8192 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193280 len 16384 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 16384 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193280 len 16384 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193280 len 16384 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193792 len 1024 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 1024 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193792 len 1024 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 1024 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193792 len 2048 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 2048 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193792 len 2048 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 2048 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193792 len 4096 2024-04-25T02:34:35.345 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 4096 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193792 len 4096 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 4096 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193792 len 8192 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 8192 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193792 len 8192 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 8192 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4193792 len 16384 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 16384 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4193792 len 16384 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4193792 len 16384 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194304 len 1024 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 1024 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194304 len 1024 2024-04-25T02:34:35.346 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 1024 2024-04-25T02:34:35.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194304 len 2048 2024-04-25T02:34:35.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 2048 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194304 len 2048 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 2048 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194304 len 4096 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 4096 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194304 len 4096 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 4096 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194304 len 8192 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 8192 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194304 len 8192 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 8192 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194304 len 16384 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 16384 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194304 len 16384 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194304 len 16384 2024-04-25T02:34:35.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194816 len 1024 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 1024 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194816 len 1024 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 1024 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194816 len 2048 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 2048 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194816 len 2048 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 2048 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194816 len 4096 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 4096 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194816 len 4096 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 4096 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194816 len 8192 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 8192 2024-04-25T02:34:35.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194816 len 8192 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 8192 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4194816 len 16384 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 16384 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4194816 len 16384 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4194816 len 16384 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195328 len 1024 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 1024 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195328 len 1024 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 1024 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195328 len 2048 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 2048 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195328 len 2048 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 2048 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195328 len 4096 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 4096 2024-04-25T02:34:35.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195328 len 4096 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 4096 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195328 len 8192 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 8192 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195328 len 8192 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 8192 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195328 len 16384 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 16384 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195328 len 16384 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195328 len 16384 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195840 len 1024 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 1024 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195840 len 1024 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 1024 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195840 len 2048 2024-04-25T02:34:35.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 2048 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195840 len 2048 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 2048 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195840 len 4096 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 4096 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195840 len 4096 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 4096 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195840 len 8192 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 8192 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195840 len 8192 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 8192 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4195840 len 16384 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 16384 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4195840 len 16384 2024-04-25T02:34:35.835 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4195840 len 16384 2024-04-25T02:34:35.836 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196352 len 1024 2024-04-25T02:34:35.836 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 1024 2024-04-25T02:34:35.836 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196352 len 1024 2024-04-25T02:34:35.836 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 1024 2024-04-25T02:34:35.836 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196352 len 2048 2024-04-25T02:34:35.836 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 2048 2024-04-25T02:34:35.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:35 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:34:36.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:35 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:34:36.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:35 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:34:36.426 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196352 len 2048 2024-04-25T02:34:36.426 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 2048 2024-04-25T02:34:36.426 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196352 len 4096 2024-04-25T02:34:36.426 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 4096 2024-04-25T02:34:36.426 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196352 len 4096 2024-04-25T02:34:36.426 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 4096 2024-04-25T02:34:36.426 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196352 len 8192 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 8192 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196352 len 8192 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 8192 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196352 len 16384 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 16384 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196352 len 16384 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196352 len 16384 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196864 len 1024 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 1024 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196864 len 1024 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 1024 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196864 len 2048 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 2048 2024-04-25T02:34:36.427 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196864 len 2048 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 2048 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196864 len 4096 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 4096 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196864 len 4096 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 4096 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196864 len 8192 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 8192 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196864 len 8192 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 8192 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4196864 len 16384 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 16384 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4196864 len 16384 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4196864 len 16384 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197376 len 1024 2024-04-25T02:34:36.428 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 1024 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197376 len 1024 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 1024 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197376 len 2048 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 2048 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197376 len 2048 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 2048 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197376 len 4096 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 4096 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197376 len 4096 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 4096 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197376 len 8192 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 8192 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197376 len 8192 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 8192 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197376 len 16384 2024-04-25T02:34:36.429 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 16384 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197376 len 16384 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197376 len 16384 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197888 len 1024 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 1024 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197888 len 1024 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 1024 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197888 len 2048 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 2048 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197888 len 2048 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 2048 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197888 len 4096 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 4096 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197888 len 4096 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 4096 2024-04-25T02:34:36.430 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197888 len 8192 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 8192 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197888 len 8192 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 8192 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 512 offset 4197888 len 16384 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 16384 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 512 offset 4197888 len 16384 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 512 offset 4197888 len 16384 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4190720 len 1024 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 1024 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4190720 len 1024 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 1024 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4190720 len 2048 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 2048 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4190720 len 2048 2024-04-25T02:34:36.431 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 2048 2024-04-25T02:34:36.432 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4190720 len 4096 2024-04-25T02:34:36.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:36 smithi047 ceph-mon[27871]: pgmap v60: 97 pgs: 97 active+clean; 164 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 923 KiB/s wr, 218 op/s 2024-04-25T02:34:36.910 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:36 smithi113 ceph-mon[32459]: pgmap v60: 97 pgs: 97 active+clean; 164 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 923 KiB/s wr, 218 op/s 2024-04-25T02:34:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:36 smithi178 ceph-mon[33053]: pgmap v60: 97 pgs: 97 active+clean; 164 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 24 MiB/s rd, 923 KiB/s wr, 218 op/s 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 4096 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4190720 len 4096 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 4096 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4190720 len 8192 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 8192 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4190720 len 8192 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 8192 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4190720 len 16384 2024-04-25T02:34:37.913 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 16384 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4190720 len 16384 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4190720 len 16384 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191232 len 1024 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 1024 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191232 len 1024 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 1024 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191232 len 2048 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 2048 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191232 len 2048 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 2048 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191232 len 4096 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 4096 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191232 len 4096 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 4096 2024-04-25T02:34:37.914 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191232 len 8192 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 8192 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191232 len 8192 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 8192 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191232 len 16384 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 16384 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191232 len 16384 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191232 len 16384 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191744 len 1024 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 1024 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191744 len 1024 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 1024 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191744 len 2048 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 2048 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191744 len 2048 2024-04-25T02:34:37.915 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 2048 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191744 len 4096 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 4096 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191744 len 4096 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 4096 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191744 len 8192 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 8192 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191744 len 8192 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 8192 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4191744 len 16384 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 16384 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4191744 len 16384 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4191744 len 16384 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192256 len 1024 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 1024 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192256 len 1024 2024-04-25T02:34:37.916 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 1024 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192256 len 2048 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 2048 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192256 len 2048 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 2048 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192256 len 4096 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 4096 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192256 len 4096 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 4096 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192256 len 8192 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 8192 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192256 len 8192 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 8192 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192256 len 16384 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 16384 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192256 len 16384 2024-04-25T02:34:37.917 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192256 len 16384 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192768 len 1024 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 1024 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192768 len 1024 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 1024 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192768 len 2048 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 2048 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192768 len 2048 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 2048 2024-04-25T02:34:37.918 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192768 len 4096 2024-04-25T02:34:38.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:38 smithi047 ceph-mon[27871]: pgmap v61: 97 pgs: 97 active+clean; 126 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 1.2 MiB/s wr, 313 op/s 2024-04-25T02:34:38.989 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.985+0000 7fdcd5000640 1 -- 172.21.15.47:0/3162355615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0103020 msgr2=0x7fdcd010b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:38.989 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.985+0000 7fdcd5000640 1 --2- 172.21.15.47:0/3162355615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0103020 0x7fdcd010b500 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fdcb8009900 tx=0x7fdcb802a480 comp rx=0 tx=0).stop 2024-04-25T02:34:38.989 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.986+0000 7fdcd5000640 1 -- 172.21.15.47:0/3162355615 shutdown_connections 2024-04-25T02:34:38.989 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.986+0000 7fdcd5000640 1 --2- 172.21.15.47:0/3162355615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdcd010bb20 0x7fdcd010dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:38.990 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.986+0000 7fdcd5000640 1 --2- 172.21.15.47:0/3162355615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0103020 0x7fdcd010b500 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:38.990 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.986+0000 7fdcd5000640 1 --2- 172.21.15.47:0/3162355615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdcd0102700 0x7fdcd0102ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:38.990 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.986+0000 7fdcd5000640 1 -- 172.21.15.47:0/3162355615 >> 172.21.15.47:0/3162355615 conn(0x7fdcd00fbf60 msgr2=0x7fdcd00fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:38.990 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.986+0000 7fdcd5000640 1 -- 172.21.15.47:0/3162355615 shutdown_connections 2024-04-25T02:34:38.990 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.986+0000 7fdcd5000640 1 -- 172.21.15.47:0/3162355615 wait complete. 2024-04-25T02:34:38.992 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.987+0000 7fdcd5000640 1 Processor -- start 2024-04-25T02:34:38.992 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.987+0000 7fdcd5000640 1 -- start start 2024-04-25T02:34:38.992 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.987+0000 7fdcd5000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0102700 0x7fdcd0197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:38.992 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.987+0000 7fdcd5000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdcd0103020 0x7fdcd0198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:38.992 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.987+0000 7fdcd5000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdcd010bb20 0x7fdcd019c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:38.992 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.987+0000 7fdcd5000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd0111900 con 0x7fdcd0103020 2024-04-25T02:34:38.992 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.987+0000 7fdcd5000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd0111780 con 0x7fdcd0102700 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.987+0000 7fdcd5000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd0111a80 con 0x7fdcd010bb20 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0102700 0x7fdcd0197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0102700 0x7fdcd0197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:51900/0 (socket says 172.21.15.47:51900) 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 -- 172.21.15.47:0/2315224030 learned_addr learned my addr 172.21.15.47:0/2315224030 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccfe00640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdcd010bb20 0x7fdcd019c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdcd0103020 0x7fdcd0198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 -- 172.21.15.47:0/2315224030 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdcd010bb20 msgr2=0x7fdcd019c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdcd010bb20 0x7fdcd019c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 -- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdcd0103020 msgr2=0x7fdcd0198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdcd0103020 0x7fdcd0198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 -- 172.21.15.47:0/2315224030 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcd019ceb0 con 0x7fdcd0102700 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdcd0103020 0x7fdcd0198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.988+0000 7fdccf400640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0102700 0x7fdcd0197ec0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fdcc000e9f0 tx=0x7fdcc000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.989+0000 7fdcccc00640 1 -- 172.21.15.47:0/2315224030 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc000cd80 con 0x7fdcd0102700 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.989+0000 7fdcccc00640 1 -- 172.21.15.47:0/2315224030 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc0005500 con 0x7fdcd0102700 2024-04-25T02:34:38.993 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.989+0000 7fdcccc00640 1 -- 172.21.15.47:0/2315224030 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc0010690 con 0x7fdcd0102700 2024-04-25T02:34:38.994 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.989+0000 7fdcd5000640 1 -- 172.21.15.47:0/2315224030 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcd019d1a0 con 0x7fdcd0102700 2024-04-25T02:34:38.994 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.989+0000 7fdcd5000640 1 -- 172.21.15.47:0/2315224030 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcd0100280 con 0x7fdcd0102700 2024-04-25T02:34:38.995 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.992+0000 7fdcccc00640 1 -- 172.21.15.47:0/2315224030 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdcc00046c0 con 0x7fdcd0102700 2024-04-25T02:34:38.995 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.992+0000 7fdcd9413740 1 Processor -- start 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdcd9413740 1 -- start start 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b0071fb0 0x5651b0072390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b00728d0 0x5651b007cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdcd9413740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5651affd5ab0 con 0x5651b00728d0 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdcd9413740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5651aff7e640 con 0x5651b0071fb0 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdcd9413740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5651affd1a70 con 0x5651b007d190 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdccfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b0071fb0 0x5651b0072390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.993+0000 7fdcc7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:38.998 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b0071fb0 0x5651b0072390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:51914/0 (socket says 172.21.15.47:51914) 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccfe00640 1 -- 172.21.15.47:0/4066052521 learned_addr learned my addr 172.21.15.47:0/4066052521 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdcc7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:43848/0 (socket says 172.21.15.47:43848) 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccf400640 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b00728d0 0x5651b007cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccfe00640 1 -- 172.21.15.47:0/4066052521 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 msgr2=0x5651b007f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccfe00640 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccfe00640 1 -- 172.21.15.47:0/4066052521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b00728d0 msgr2=0x5651b007cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccfe00640 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b00728d0 0x5651b007cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccfe00640 1 -- 172.21.15.47:0/4066052521 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651afcea210 con 0x5651b0071fb0 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccf400640 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b00728d0 0x5651b007cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdcccc00640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdcb40a2d70 0x7fdcb40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccfe00640 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b0071fb0 0x5651b0072390 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8009f90 tx=0x7fdcc8010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2efb9bf5558a68f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdcccc00640 1 -- 172.21.15.47:0/2315224030 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fdcc00cf8b0 con 0x7fdcd0102700 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.994+0000 7fdccf400640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdcb40a2d70 0x7fdcb40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:38.999 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.995+0000 7fdcc4c00640 1 -- 172.21.15.47:0/4066052521 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8011700 con 0x5651b0071fb0 2024-04-25T02:34:39.000 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.995+0000 7fdcc4c00640 1 -- 172.21.15.47:0/4066052521 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc8011d80 con 0x5651b0071fb0 2024-04-25T02:34:39.000 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.995+0000 7fdcc4c00640 1 -- 172.21.15.47:0/4066052521 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8018380 con 0x5651b0071fb0 2024-04-25T02:34:39.003 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 -- 172.21.15.47:0/4066052521 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b0071fb0 msgr2=0x5651b0072390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:39.003 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdccf400640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdcb40a2d70 0x7fdcb40a5230 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x5651b0073550 tx=0x7fdcc0004a40 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:39.003 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b0071fb0 0x5651b0072390 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8009f90 tx=0x7fdcc8010860 comp rx=0 tx=0).stop 2024-04-25T02:34:39.003 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 -- 172.21.15.47:0/4066052521 shutdown_connections 2024-04-25T02:34:39.003 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.003 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b00728d0 0x5651b007cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 --2- 172.21.15.47:0/4066052521 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b0071fb0 0x5651b0072390 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 -- 172.21.15.47:0/4066052521 >> 172.21.15.47:0/4066052521 conn(0x5651b006e4c0 msgr2=0x5651b006e8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 -- 172.21.15.47:0/4066052521 shutdown_connections 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 -- 172.21.15.47:0/4066052521 wait complete. 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.996+0000 7fdcd9413740 1 -- start start 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.997+0000 7fdcd9413740 1 Processor -- start 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b007a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b007a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcd9413740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5651b007fdc0 con 0x5651b0071fb0 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcd9413740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5651aff91990 con 0x5651b00728d0 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcd9413740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5651b007ff40 con 0x5651b007d190 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcd9413740 10 client.0 _ll_register_callbacks cb 0x5651aff93950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcc7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b007a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcc7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b007a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:51918/0 (socket says 172.21.15.47:51918) 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdccfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b007a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcc7e00640 1 -- 172.21.15.47:0/3990136890 learned_addr learned my addr 172.21.15.47:0/3990136890 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdccfe00640 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcc7e00640 1 -- 172.21.15.47:0/3990136890 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 msgr2=0x5651b007ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcc7e00640 1 -- 172.21.15.47:0/3990136890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 msgr2=0x5651b007a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b007a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdcc7e00640 1 -- 172.21.15.47:0/3990136890 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651afdb6620 con 0x5651b00728d0 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.998+0000 7fdccfe00640 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b007a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.999+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b007a610 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fdcb8009900 tx=0x7fdcb8031860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbbfe0ba9579c6e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.999+0000 7fdcbd600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.999+0000 7fdcbd600640 1 -- 172.21.15.47:0/3990136890 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb8035040 con 0x5651b00728d0 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.999+0000 7fdcd9413740 1 -- 172.21.15.47:0/3990136890 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcc8011d80 con 0x5651b00728d0 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.999+0000 7fdcbd600640 1 -- 172.21.15.47:0/3990136890 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fdcb8004240 con 0x5651b00728d0 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.999+0000 7fdcbd600640 1 -- 172.21.15.47:0/3990136890 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdcb8004440 con 0x5651b00728d0 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.999+0000 7fdcd9413740 10 client.25913 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:38.999+0000 7fdcd9413740 1 -- 172.21.15.47:0/3990136890 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5651b008bc40 con 0x5651b00728d0 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdcbd600640 1 -- 172.21.15.47:0/3990136890 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc8011d80 con 0x5651b00728d0 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdcbd600640 1 -- 172.21.15.47:0/3990136890 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdcb80049e0 con 0x5651b00728d0 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdcd9413740 10 client.25913 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdcd9413740 10 client.25913 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdcd9413740 20 client.25913 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdcd9413740 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5651b008d100 0x5651b008f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdcd9413740 4 client.25913 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdcd9413740 1 -- 172.21.15.47:0/3990136890 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651affe2ff0 con 0x5651b008d100 2024-04-25T02:34:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdccfe00640 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5651b008d100 0x5651b008f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:38 smithi113 ceph-mon[32459]: pgmap v61: 97 pgs: 97 active+clean; 126 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 1.2 MiB/s wr, 313 op/s 2024-04-25T02:34:39.008 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.000+0000 7fdccfe00640 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5651b008d100 0x5651b008f4f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30c6721525be6e66 server_cookie=f4e118b278b8486b in_seq=0 out_seq=0 2024-04-25T02:34:39.008 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.001+0000 7fdcbd600640 10 client.25913 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:39.008 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.002+0000 7fdcbd600640 1 -- 172.21.15.47:0/3990136890 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5651affe2ff0 con 0x5651b008d100 2024-04-25T02:34:39.008 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.002+0000 7fdcbd600640 10 client.25913 handle_command_reply: tid=0 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.002+0000 7fdcd9413740 1 client.25913 shutdown 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 -- 172.21.15.47:0/3990136890 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 msgr2=0x5651b007a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b007a610 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fdcb8009900 tx=0x7fdcb8031860 comp rx=0 tx=0).stop 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 -- 172.21.15.47:0/3990136890 shutdown_connections 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5651b008d100 0x5651b008f4f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b007ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b007a610 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcbd600640 0 client.25913 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 --2- 172.21.15.47:0/3990136890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b007a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 -- 172.21.15.47:0/3990136890 >> 172.21.15.47:0/3990136890 conn(0x5651b006e4c0 msgr2=0x5651b0074240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 -- 172.21.15.47:0/3990136890 shutdown_connections 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 1 -- 172.21.15.47:0/3990136890 wait complete. 2024-04-25T02:34:39.009 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.003+0000 7fdcd9413740 20 client.25913 trim_cache size 0 max 16384 2024-04-25T02:34:39.028 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcd9413740 1 Processor -- start 2024-04-25T02:34:39.028 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcd9413740 1 -- start start 2024-04-25T02:34:39.028 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b0088c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.028 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.028 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b0094e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.028 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcd9413740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd01b1d60 con 0x5651b0071fb0 2024-04-25T02:34:39.028 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcd9413740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd01af630 con 0x5651b00728d0 2024-04-25T02:34:39.028 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcd9413740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd01ad480 con 0x5651b007d190 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdccfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b0088c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdccfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b0088c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46396/0 (socket says 172.21.15.47:46396) 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdccfe00640 1 -- 172.21.15.47:0/603556087 learned_addr learned my addr 172.21.15.47:0/603556087 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.022+0000 7fdccfe00640 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b0094e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.023+0000 7fdccfe00640 1 -- 172.21.15.47:0/603556087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 msgr2=0x5651b0094e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.023+0000 7fdccfe00640 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b0094e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.023+0000 7fdccfe00640 1 -- 172.21.15.47:0/603556087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 msgr2=0x5651b006dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.023+0000 7fdccfe00640 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b006dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.023+0000 7fdccfe00640 1 -- 172.21.15.47:0/603556087 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651b006e2e0 con 0x5651b0071fb0 2024-04-25T02:34:39.029 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.023+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b006dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.023+0000 7fdccfe00640 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b0088c80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8009d50 tx=0x7fdcc8019ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e5e5217ab7b897 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.023+0000 7fdcbfe00640 1 -- 172.21.15.47:0/603556087 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8019540 con 0x5651b0071fb0 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcbfe00640 1 -- 172.21.15.47:0/603556087 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc8003e50 con 0x5651b0071fb0 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcbfe00640 1 -- 172.21.15.47:0/603556087 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc80050b0 con 0x5651b0071fb0 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcd9413740 1 -- 172.21.15.47:0/603556087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 msgr2=0x5651b0088c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcd9413740 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b0088c80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8009d50 tx=0x7fdcc8019ad0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcd9413740 1 -- 172.21.15.47:0/603556087 shutdown_connections 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcd9413740 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b0094e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcd9413740 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b006dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcd9413740 1 --2- 172.21.15.47:0/603556087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b0088c80 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcd9413740 1 -- 172.21.15.47:0/603556087 >> 172.21.15.47:0/603556087 conn(0x5651b006e4c0 msgr2=0x5651b0069110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.024+0000 7fdcd9413740 1 -- 172.21.15.47:0/603556087 shutdown_connections 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.025+0000 7fdcd9413740 1 -- 172.21.15.47:0/603556087 wait complete. 2024-04-25T02:34:39.030 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.025+0000 7fdcd9413740 1 -- start start 2024-04-25T02:34:39.031 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.025+0000 7fdcd9413740 1 Processor -- start 2024-04-25T02:34:39.033 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.025+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b00771c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.033 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b0077700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.033 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcd9413740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b00f2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.033 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcd9413740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd01adaf0 con 0x5651b0071fb0 2024-04-25T02:34:39.033 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcd9413740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd01aef60 con 0x5651b00728d0 2024-04-25T02:34:39.033 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcd9413740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd01ae1c0 con 0x5651b007d190 2024-04-25T02:34:39.033 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcd9413740 10 client.0 _ll_register_callbacks cb 0x7fdcc0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcc7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b0077700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcc7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b0077700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:51938/0 (socket says 172.21.15.47:51938) 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcc7e00640 1 -- 172.21.15.47:0/502187442 learned_addr learned my addr 172.21.15.47:0/502187442 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdccfe00640 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b00771c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdccfe00640 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b00f2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcc7e00640 1 -- 172.21.15.47:0/502187442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 msgr2=0x5651b00f2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b00f2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcc7e00640 1 -- 172.21.15.47:0/502187442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 msgr2=0x5651b00771c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b00771c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.026+0000 7fdcc7e00640 1 -- 172.21.15.47:0/502187442 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651b00f2bb0 con 0x5651b00728d0 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.027+0000 7fdcc7e00640 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b0077700 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fdcb8006010 tx=0x7fdcb8009870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d77919cd4142052 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.027+0000 7fdcbd600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:39.034 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.027+0000 7fdcbd600640 1 -- 172.21.15.47:0/502187442 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb8000e60 con 0x5651b00728d0 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.027+0000 7fdcbd600640 1 -- 172.21.15.47:0/502187442 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fdcb80048c0 con 0x5651b00728d0 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.027+0000 7fdcd9413740 1 -- 172.21.15.47:0/502187442 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcc8003e50 con 0x5651b00728d0 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.027+0000 7fdcbd600640 1 -- 172.21.15.47:0/502187442 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdcb8052040 con 0x5651b00728d0 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.027+0000 7fdcd9413740 10 client.25919 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.027+0000 7fdcd9413740 1 -- 172.21.15.47:0/502187442 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5651b00f3d60 con 0x5651b00728d0 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdcbd600640 1 -- 172.21.15.47:0/502187442 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc8003e50 con 0x5651b00728d0 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdcbd600640 1 -- 172.21.15.47:0/502187442 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdcb8005310 con 0x5651b00728d0 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdcd9413740 10 client.25919 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdcd9413740 10 client.25919 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdcd9413740 20 client.25919 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdcd9413740 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5651b00f44c0 0x5651b00f68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdcd9413740 4 client.25919 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:34:39.035 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdcd9413740 1 -- 172.21.15.47:0/502187442 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5651affdd340 con 0x5651b00f44c0 2024-04-25T02:34:39.036 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.028+0000 7fdccfe00640 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5651b00f44c0 0x5651b00f68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:39.036 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.029+0000 7fdccfe00640 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5651b00f44c0 0x5651b00f68e0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4851891920babd01 server_cookie=73f9cafed916e9eb in_seq=0 out_seq=0 2024-04-25T02:34:39.036 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.029+0000 7fdcbd600640 10 client.25919 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:39.076 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.072+0000 7fdcbd600640 1 -- 172.21.15.47:0/502187442 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5651affdd340 con 0x5651b00f44c0 2024-04-25T02:34:39.076 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.072+0000 7fdcbd600640 10 client.25919 handle_command_reply: tid=0 2024-04-25T02:34:39.076 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 client.25919 shutdown 2024-04-25T02:34:39.076 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 -- 172.21.15.47:0/502187442 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 msgr2=0x5651b0077700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b0077700 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fdcb8006010 tx=0x7fdcb8009870 comp rx=0 tx=0).stop 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 -- 172.21.15.47:0/502187442 shutdown_connections 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5651b00f44c0 0x5651b00f68e0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5651b007d190 0x5651b00f2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5651b00728d0 0x5651b0077700 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 --2- 172.21.15.47:0/502187442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5651b0071fb0 0x5651b00771c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcbd600640 0 client.25919 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 -- 172.21.15.47:0/502187442 >> 172.21.15.47:0/502187442 conn(0x5651b006e4c0 msgr2=0x5651b0073960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 -- 172.21.15.47:0/502187442 shutdown_connections 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 1 -- 172.21.15.47:0/502187442 wait complete. 2024-04-25T02:34:39.077 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.073+0000 7fdcd9413740 20 client.25919 trim_cache size 0 max 16384 2024-04-25T02:34:39.078 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:34:39.078 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:34:39.078 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:34:39.078 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 -- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdcb40a2d70 msgr2=0x7fdcb40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdcb40a2d70 0x7fdcb40a5230 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x5651b0073550 tx=0x7fdcc0004a40 comp rx=0 tx=0).stop 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 -- 172.21.15.47:0/2315224030 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0102700 msgr2=0x7fdcd0197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0102700 0x7fdcd0197ec0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fdcc000e9f0 tx=0x7fdcc000edf0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 -- 172.21.15.47:0/2315224030 shutdown_connections 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdcb40a2d70 0x7fdcb40a5230 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdcd010bb20 0x7fdcd019c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdcd0103020 0x7fdcd0198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 --2- 172.21.15.47:0/2315224030 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdcd0102700 0x7fdcd0197ec0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 -- 172.21.15.47:0/2315224030 >> 172.21.15.47:0/2315224030 conn(0x7fdcd00fbf60 msgr2=0x7fdcd00fd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 -- 172.21.15.47:0/2315224030 shutdown_connections 2024-04-25T02:34:39.079 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:39.074+0000 7fdcd5000640 1 -- 172.21.15.47:0/2315224030 wait complete. 2024-04-25T02:34:39.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:38 smithi178 ceph-mon[33053]: pgmap v61: 97 pgs: 97 active+clean; 126 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 53 MiB/s rd, 1.2 MiB/s wr, 313 op/s 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 4096 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192768 len 4096 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 4096 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192768 len 8192 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 8192 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192768 len 8192 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 8192 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4192768 len 16384 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 16384 2024-04-25T02:34:39.158 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4192768 len 16384 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4192768 len 16384 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193280 len 1024 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 1024 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193280 len 1024 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 1024 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193280 len 2048 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 2048 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193280 len 2048 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 2048 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193280 len 4096 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 4096 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193280 len 4096 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 4096 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193280 len 8192 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 8192 2024-04-25T02:34:39.159 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193280 len 8192 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 8192 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193280 len 16384 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 16384 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193280 len 16384 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193280 len 16384 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193792 len 1024 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 1024 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193792 len 1024 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 1024 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193792 len 2048 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 2048 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193792 len 2048 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 2048 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193792 len 4096 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 4096 2024-04-25T02:34:39.160 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193792 len 4096 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 4096 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193792 len 8192 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 8192 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193792 len 8192 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 8192 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4193792 len 16384 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 16384 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4193792 len 16384 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4193792 len 16384 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194304 len 1024 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 1024 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194304 len 1024 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 1024 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194304 len 2048 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 2048 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194304 len 2048 2024-04-25T02:34:39.161 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 2048 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194304 len 4096 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 4096 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194304 len 4096 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 4096 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194304 len 8192 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 8192 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194304 len 8192 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 8192 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194304 len 16384 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 16384 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194304 len 16384 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194304 len 16384 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194816 len 1024 2024-04-25T02:34:39.162 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 1024 2024-04-25T02:34:39.163 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194816 len 1024 2024-04-25T02:34:39.163 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 1024 2024-04-25T02:34:39.163 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194816 len 2048 2024-04-25T02:34:39.163 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 2048 2024-04-25T02:34:39.163 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194816 len 2048 2024-04-25T02:34:39.163 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 2048 2024-04-25T02:34:39.163 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194816 len 4096 2024-04-25T02:34:39.163 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 4096 2024-04-25T02:34:39.600 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194816 len 4096 2024-04-25T02:34:39.600 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 4096 2024-04-25T02:34:39.600 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194816 len 8192 2024-04-25T02:34:39.600 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 8192 2024-04-25T02:34:39.600 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194816 len 8192 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 8192 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4194816 len 16384 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 16384 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4194816 len 16384 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4194816 len 16384 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195328 len 1024 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 1024 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195328 len 1024 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 1024 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195328 len 2048 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 2048 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195328 len 2048 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 2048 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195328 len 4096 2024-04-25T02:34:39.601 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 4096 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195328 len 4096 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 4096 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195328 len 8192 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 8192 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195328 len 8192 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 8192 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195328 len 16384 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 16384 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195328 len 16384 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195328 len 16384 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195840 len 1024 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 1024 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195840 len 1024 2024-04-25T02:34:39.602 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 1024 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195840 len 2048 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 2048 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195840 len 2048 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 2048 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195840 len 4096 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 4096 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195840 len 4096 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 4096 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195840 len 8192 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 8192 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195840 len 8192 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 8192 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4195840 len 16384 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 16384 2024-04-25T02:34:39.603 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4195840 len 16384 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4195840 len 16384 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196352 len 1024 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 1024 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196352 len 1024 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 1024 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196352 len 2048 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 2048 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196352 len 2048 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 2048 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196352 len 4096 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 4096 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196352 len 4096 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 4096 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196352 len 8192 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 8192 2024-04-25T02:34:39.604 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196352 len 8192 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 8192 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196352 len 16384 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 16384 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196352 len 16384 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196352 len 16384 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196864 len 1024 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 1024 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196864 len 1024 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 1024 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196864 len 2048 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 2048 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196864 len 2048 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 2048 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196864 len 4096 2024-04-25T02:34:39.605 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 4096 2024-04-25T02:34:39.606 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196864 len 4096 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 4096 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196864 len 8192 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 8192 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196864 len 8192 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 8192 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4196864 len 16384 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 16384 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4196864 len 16384 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4196864 len 16384 2024-04-25T02:34:40.539 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197376 len 1024 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 1024 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197376 len 1024 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 1024 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197376 len 2048 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 2048 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197376 len 2048 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 2048 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197376 len 4096 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 4096 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197376 len 4096 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 4096 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197376 len 8192 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 8192 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197376 len 8192 2024-04-25T02:34:40.540 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 8192 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197376 len 16384 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 16384 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197376 len 16384 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197376 len 16384 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197888 len 1024 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 1024 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197888 len 1024 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 1024 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197888 len 2048 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 2048 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197888 len 2048 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 2048 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197888 len 4096 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 4096 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197888 len 4096 2024-04-25T02:34:40.541 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 4096 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197888 len 8192 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 8192 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197888 len 8192 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 8192 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1024 offset 4197888 len 16384 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 16384 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1024 offset 4197888 len 16384 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1024 offset 4197888 len 16384 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4190720 len 1024 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 1024 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4190720 len 1024 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 1024 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4190720 len 2048 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 2048 2024-04-25T02:34:40.542 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4190720 len 2048 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 2048 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4190720 len 4096 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 4096 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4190720 len 4096 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 4096 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4190720 len 8192 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 8192 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4190720 len 8192 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 8192 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4190720 len 16384 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 16384 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4190720 len 16384 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4190720 len 16384 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191232 len 1024 2024-04-25T02:34:40.543 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 1024 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191232 len 1024 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 1024 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191232 len 2048 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 2048 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191232 len 2048 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 2048 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191232 len 4096 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 4096 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191232 len 4096 2024-04-25T02:34:40.544 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 4096 2024-04-25T02:34:40.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:40 smithi047 ceph-mon[27871]: pgmap v62: 97 pgs: 97 active+clean; 130 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 MiB/s rd, 1.2 MiB/s wr, 313 op/s 2024-04-25T02:34:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:40 smithi113 ceph-mon[32459]: pgmap v62: 97 pgs: 97 active+clean; 130 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 MiB/s rd, 1.2 MiB/s wr, 313 op/s 2024-04-25T02:34:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:40 smithi178 ceph-mon[33053]: pgmap v62: 97 pgs: 97 active+clean; 130 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 MiB/s rd, 1.2 MiB/s wr, 313 op/s 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191232 len 8192 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 8192 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191232 len 8192 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 8192 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191232 len 16384 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 16384 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191232 len 16384 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191232 len 16384 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191744 len 1024 2024-04-25T02:34:41.960 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 1024 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191744 len 1024 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 1024 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191744 len 2048 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 2048 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191744 len 2048 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 2048 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191744 len 4096 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 4096 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191744 len 4096 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 4096 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191744 len 8192 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 8192 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191744 len 8192 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 8192 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4191744 len 16384 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 16384 2024-04-25T02:34:41.961 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4191744 len 16384 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4191744 len 16384 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192256 len 1024 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 1024 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192256 len 1024 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 1024 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192256 len 2048 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 2048 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192256 len 2048 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 2048 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192256 len 4096 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 4096 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192256 len 4096 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 4096 2024-04-25T02:34:41.962 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192256 len 8192 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 8192 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192256 len 8192 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 8192 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192256 len 16384 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 16384 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192256 len 16384 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192256 len 16384 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192768 len 1024 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 1024 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192768 len 1024 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 1024 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192768 len 2048 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 2048 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192768 len 2048 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 2048 2024-04-25T02:34:41.963 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192768 len 4096 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 4096 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192768 len 4096 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 4096 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192768 len 8192 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 8192 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192768 len 8192 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 8192 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4192768 len 16384 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 16384 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4192768 len 16384 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4192768 len 16384 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193280 len 1024 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 1024 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193280 len 1024 2024-04-25T02:34:41.964 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 1024 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193280 len 2048 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 2048 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193280 len 2048 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 2048 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193280 len 4096 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 4096 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193280 len 4096 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 4096 2024-04-25T02:34:41.965 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193280 len 8192 2024-04-25T02:34:42.838 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 8192 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193280 len 8192 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 8192 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193280 len 16384 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 16384 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193280 len 16384 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193280 len 16384 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193792 len 1024 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 1024 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193792 len 1024 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 1024 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193792 len 2048 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 2048 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193792 len 2048 2024-04-25T02:34:42.839 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 2048 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193792 len 4096 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 4096 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193792 len 4096 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 4096 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193792 len 8192 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 8192 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193792 len 8192 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 8192 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4193792 len 16384 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 16384 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4193792 len 16384 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4193792 len 16384 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194304 len 1024 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 1024 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194304 len 1024 2024-04-25T02:34:42.840 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 1024 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194304 len 2048 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 2048 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194304 len 2048 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 2048 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194304 len 4096 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 4096 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194304 len 4096 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 4096 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194304 len 8192 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 8192 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194304 len 8192 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 8192 2024-04-25T02:34:42.841 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194304 len 16384 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 16384 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194304 len 16384 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194304 len 16384 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194816 len 1024 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 1024 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194816 len 1024 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 1024 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194816 len 2048 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 2048 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194816 len 2048 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 2048 2024-04-25T02:34:42.842 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194816 len 4096 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 4096 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194816 len 4096 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 4096 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194816 len 8192 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 8192 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194816 len 8192 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 8192 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4194816 len 16384 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 16384 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4194816 len 16384 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4194816 len 16384 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195328 len 1024 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 1024 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195328 len 1024 2024-04-25T02:34:42.843 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 1024 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195328 len 2048 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 2048 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195328 len 2048 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 2048 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195328 len 4096 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 4096 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195328 len 4096 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 4096 2024-04-25T02:34:42.844 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195328 len 8192 2024-04-25T02:34:42.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:42 smithi047 ceph-mon[27871]: pgmap v63: 97 pgs: 97 active+clean; 130 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 MiB/s rd, 1.2 MiB/s wr, 312 op/s 2024-04-25T02:34:43.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:42 smithi113 ceph-mon[32459]: pgmap v63: 97 pgs: 97 active+clean; 130 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 MiB/s rd, 1.2 MiB/s wr, 312 op/s 2024-04-25T02:34:43.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:42 smithi178 ceph-mon[33053]: pgmap v63: 97 pgs: 97 active+clean; 130 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 MiB/s rd, 1.2 MiB/s wr, 312 op/s 2024-04-25T02:34:43.298 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 8192 2024-04-25T02:34:43.298 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195328 len 8192 2024-04-25T02:34:43.298 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 8192 2024-04-25T02:34:43.298 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195328 len 16384 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 16384 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195328 len 16384 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195328 len 16384 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195840 len 1024 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 1024 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195840 len 1024 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 1024 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195840 len 2048 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 2048 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195840 len 2048 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 2048 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195840 len 4096 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 4096 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195840 len 4096 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 4096 2024-04-25T02:34:43.299 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195840 len 8192 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 8192 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195840 len 8192 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 8192 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4195840 len 16384 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 16384 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4195840 len 16384 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4195840 len 16384 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196352 len 1024 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 1024 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196352 len 1024 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 1024 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196352 len 2048 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 2048 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196352 len 2048 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 2048 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196352 len 4096 2024-04-25T02:34:43.300 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 4096 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196352 len 4096 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 4096 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196352 len 8192 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 8192 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196352 len 8192 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 8192 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196352 len 16384 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 16384 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196352 len 16384 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196352 len 16384 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196864 len 1024 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 1024 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196864 len 1024 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 1024 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196864 len 2048 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 2048 2024-04-25T02:34:43.301 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196864 len 2048 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 2048 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196864 len 4096 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 4096 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196864 len 4096 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 4096 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196864 len 8192 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 8192 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196864 len 8192 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 8192 2024-04-25T02:34:43.302 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4196864 len 16384 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 16384 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4196864 len 16384 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4196864 len 16384 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197376 len 1024 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 1024 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197376 len 1024 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 1024 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197376 len 2048 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 2048 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197376 len 2048 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 2048 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197376 len 4096 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 4096 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197376 len 4096 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 4096 2024-04-25T02:34:43.303 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197376 len 8192 2024-04-25T02:34:43.304 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 8192 2024-04-25T02:34:44.502 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197376 len 8192 2024-04-25T02:34:44.502 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 8192 2024-04-25T02:34:44.502 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197376 len 16384 2024-04-25T02:34:44.502 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 16384 2024-04-25T02:34:44.502 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197376 len 16384 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197376 len 16384 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197888 len 1024 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 1024 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197888 len 1024 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 1024 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197888 len 2048 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 2048 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197888 len 2048 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 2048 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197888 len 4096 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 4096 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197888 len 4096 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 4096 2024-04-25T02:34:44.503 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197888 len 8192 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 8192 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197888 len 8192 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 8192 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 1536 offset 4197888 len 16384 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 16384 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 1536 offset 4197888 len 16384 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 1536 offset 4197888 len 16384 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4190720 len 1024 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 1024 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4190720 len 1024 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 1024 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4190720 len 2048 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 2048 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4190720 len 2048 2024-04-25T02:34:44.504 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 2048 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4190720 len 4096 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 4096 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4190720 len 4096 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 4096 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4190720 len 8192 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 8192 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4190720 len 8192 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 8192 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4190720 len 16384 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 16384 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4190720 len 16384 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4190720 len 16384 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191232 len 1024 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 1024 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191232 len 1024 2024-04-25T02:34:44.505 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 1024 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191232 len 2048 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 2048 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191232 len 2048 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 2048 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191232 len 4096 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 4096 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191232 len 4096 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 4096 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191232 len 8192 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 8192 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191232 len 8192 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 8192 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191232 len 16384 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 16384 2024-04-25T02:34:44.506 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191232 len 16384 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191232 len 16384 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191744 len 1024 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 1024 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191744 len 1024 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 1024 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191744 len 2048 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 2048 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191744 len 2048 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 2048 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191744 len 4096 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 4096 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191744 len 4096 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 4096 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191744 len 8192 2024-04-25T02:34:44.507 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 8192 2024-04-25T02:34:44.508 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191744 len 8192 2024-04-25T02:34:45.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:44 smithi113 ceph-mon[32459]: pgmap v64: 97 pgs: 97 active+clean; 155 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 93 MiB/s rd, 1.5 MiB/s wr, 441 op/s 2024-04-25T02:34:45.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:44 smithi178 ceph-mon[33053]: pgmap v64: 97 pgs: 97 active+clean; 155 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 93 MiB/s rd, 1.5 MiB/s wr, 441 op/s 2024-04-25T02:34:45.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:44 smithi047 ceph-mon[27871]: pgmap v64: 97 pgs: 97 active+clean; 155 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 93 MiB/s rd, 1.5 MiB/s wr, 441 op/s 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 8192 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4191744 len 16384 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 16384 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4191744 len 16384 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4191744 len 16384 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192256 len 1024 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 1024 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192256 len 1024 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 1024 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192256 len 2048 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 2048 2024-04-25T02:34:46.049 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192256 len 2048 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 2048 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192256 len 4096 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 4096 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192256 len 4096 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 4096 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192256 len 8192 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 8192 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192256 len 8192 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 8192 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192256 len 16384 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 16384 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192256 len 16384 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192256 len 16384 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192768 len 1024 2024-04-25T02:34:46.050 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 1024 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192768 len 1024 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 1024 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192768 len 2048 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 2048 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192768 len 2048 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 2048 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192768 len 4096 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 4096 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192768 len 4096 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 4096 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192768 len 8192 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 8192 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192768 len 8192 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 8192 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4192768 len 16384 2024-04-25T02:34:46.051 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 16384 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4192768 len 16384 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4192768 len 16384 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193280 len 1024 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 1024 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193280 len 1024 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 1024 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193280 len 2048 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 2048 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193280 len 2048 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 2048 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193280 len 4096 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 4096 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193280 len 4096 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 4096 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193280 len 8192 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 8192 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193280 len 8192 2024-04-25T02:34:46.052 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 8192 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193280 len 16384 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 16384 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193280 len 16384 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193280 len 16384 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193792 len 1024 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 1024 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193792 len 1024 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 1024 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193792 len 2048 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 2048 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193792 len 2048 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 2048 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193792 len 4096 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 4096 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193792 len 4096 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 4096 2024-04-25T02:34:46.053 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193792 len 8192 2024-04-25T02:34:46.054 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 8192 2024-04-25T02:34:46.054 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193792 len 8192 2024-04-25T02:34:46.054 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 8192 2024-04-25T02:34:46.558 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4193792 len 16384 2024-04-25T02:34:46.558 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 16384 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4193792 len 16384 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4193792 len 16384 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194304 len 1024 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 1024 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194304 len 1024 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 1024 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194304 len 2048 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 2048 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194304 len 2048 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 2048 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194304 len 4096 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 4096 2024-04-25T02:34:46.559 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194304 len 4096 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 4096 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194304 len 8192 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 8192 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194304 len 8192 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 8192 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194304 len 16384 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 16384 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194304 len 16384 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194304 len 16384 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194816 len 1024 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 1024 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194816 len 1024 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 1024 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194816 len 2048 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 2048 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194816 len 2048 2024-04-25T02:34:46.560 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 2048 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194816 len 4096 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 4096 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194816 len 4096 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 4096 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194816 len 8192 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 8192 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194816 len 8192 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 8192 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4194816 len 16384 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 16384 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4194816 len 16384 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4194816 len 16384 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195328 len 1024 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 1024 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195328 len 1024 2024-04-25T02:34:46.561 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 1024 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195328 len 2048 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 2048 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195328 len 2048 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 2048 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195328 len 4096 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 4096 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195328 len 4096 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 4096 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195328 len 8192 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 8192 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195328 len 8192 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 8192 2024-04-25T02:34:46.562 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195328 len 16384 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 16384 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195328 len 16384 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195328 len 16384 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195840 len 1024 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 1024 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195840 len 1024 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 1024 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195840 len 2048 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 2048 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195840 len 2048 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 2048 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195840 len 4096 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 4096 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195840 len 4096 2024-04-25T02:34:46.563 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 4096 2024-04-25T02:34:46.564 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195840 len 8192 2024-04-25T02:34:46.564 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 8192 2024-04-25T02:34:46.564 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195840 len 8192 2024-04-25T02:34:46.564 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 8192 2024-04-25T02:34:46.984 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4195840 len 16384 2024-04-25T02:34:46.984 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 16384 2024-04-25T02:34:46.984 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4195840 len 16384 2024-04-25T02:34:46.984 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4195840 len 16384 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196352 len 1024 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 1024 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196352 len 1024 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 1024 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196352 len 2048 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 2048 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196352 len 2048 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 2048 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196352 len 4096 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 4096 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196352 len 4096 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 4096 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196352 len 8192 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 8192 2024-04-25T02:34:46.985 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196352 len 8192 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 8192 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196352 len 16384 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 16384 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196352 len 16384 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196352 len 16384 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196864 len 1024 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 1024 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196864 len 1024 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 1024 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196864 len 2048 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 2048 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196864 len 2048 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 2048 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196864 len 4096 2024-04-25T02:34:46.986 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 4096 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196864 len 4096 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 4096 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196864 len 8192 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 8192 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196864 len 8192 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 8192 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4196864 len 16384 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 16384 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4196864 len 16384 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4196864 len 16384 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197376 len 1024 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 1024 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197376 len 1024 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 1024 2024-04-25T02:34:46.987 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197376 len 2048 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 2048 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197376 len 2048 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 2048 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197376 len 4096 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 4096 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197376 len 4096 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 4096 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197376 len 8192 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 8192 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197376 len 8192 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 8192 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197376 len 16384 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 16384 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197376 len 16384 2024-04-25T02:34:46.988 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197376 len 16384 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197888 len 1024 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 1024 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197888 len 1024 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 1024 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197888 len 2048 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 2048 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197888 len 2048 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 2048 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197888 len 4096 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 4096 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197888 len 4096 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 4096 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197888 len 8192 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 8192 2024-04-25T02:34:46.989 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197888 len 8192 2024-04-25T02:34:46.990 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 8192 2024-04-25T02:34:46.990 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2048 offset 4197888 len 16384 2024-04-25T02:34:47.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:46 smithi113 ceph-mon[32459]: pgmap v65: 97 pgs: 97 active+clean; 155 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 593 KiB/s wr, 231 op/s 2024-04-25T02:34:47.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:46 smithi178 ceph-mon[33053]: pgmap v65: 97 pgs: 97 active+clean; 155 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 593 KiB/s wr, 231 op/s 2024-04-25T02:34:47.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:46 smithi047 ceph-mon[27871]: pgmap v65: 97 pgs: 97 active+clean; 155 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 593 KiB/s wr, 231 op/s 2024-04-25T02:34:48.568 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 16384 2024-04-25T02:34:48.568 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2048 offset 4197888 len 16384 2024-04-25T02:34:48.568 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2048 offset 4197888 len 16384 2024-04-25T02:34:48.568 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4190720 len 1024 2024-04-25T02:34:48.568 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 1024 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4190720 len 1024 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 1024 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4190720 len 2048 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 2048 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4190720 len 2048 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 2048 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4190720 len 4096 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 4096 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4190720 len 4096 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 4096 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4190720 len 8192 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 8192 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4190720 len 8192 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 8192 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4190720 len 16384 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 16384 2024-04-25T02:34:48.569 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4190720 len 16384 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4190720 len 16384 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191232 len 1024 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 1024 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191232 len 1024 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 1024 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191232 len 2048 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 2048 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191232 len 2048 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 2048 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191232 len 4096 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 4096 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191232 len 4096 2024-04-25T02:34:48.570 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 4096 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191232 len 8192 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 8192 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191232 len 8192 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 8192 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191232 len 16384 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 16384 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191232 len 16384 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191232 len 16384 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191744 len 1024 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 1024 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191744 len 1024 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 1024 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191744 len 2048 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 2048 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191744 len 2048 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 2048 2024-04-25T02:34:48.571 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191744 len 4096 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 4096 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191744 len 4096 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 4096 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191744 len 8192 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 8192 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191744 len 8192 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 8192 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4191744 len 16384 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 16384 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4191744 len 16384 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4191744 len 16384 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192256 len 1024 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 1024 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192256 len 1024 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 1024 2024-04-25T02:34:48.572 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192256 len 2048 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 2048 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192256 len 2048 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 2048 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192256 len 4096 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 4096 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192256 len 4096 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 4096 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192256 len 8192 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 8192 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192256 len 8192 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 8192 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192256 len 16384 2024-04-25T02:34:48.573 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 16384 2024-04-25T02:34:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:48 smithi113 ceph-mon[32459]: pgmap v66: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 97 MiB/s rd, 979 KiB/s wr, 350 op/s 2024-04-25T02:34:49.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:48 smithi178 ceph-mon[33053]: pgmap v66: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 97 MiB/s rd, 979 KiB/s wr, 350 op/s 2024-04-25T02:34:49.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:48 smithi047 ceph-mon[27871]: pgmap v66: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 97 MiB/s rd, 979 KiB/s wr, 350 op/s 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192256 len 16384 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192256 len 16384 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192768 len 1024 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 1024 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192768 len 1024 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 1024 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192768 len 2048 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 2048 2024-04-25T02:34:49.935 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192768 len 2048 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 2048 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192768 len 4096 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 4096 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192768 len 4096 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 4096 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192768 len 8192 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 8192 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192768 len 8192 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 8192 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4192768 len 16384 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 16384 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4192768 len 16384 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4192768 len 16384 2024-04-25T02:34:49.936 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193280 len 1024 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 1024 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193280 len 1024 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 1024 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193280 len 2048 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 2048 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193280 len 2048 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 2048 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193280 len 4096 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 4096 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193280 len 4096 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 4096 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193280 len 8192 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 8192 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193280 len 8192 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 8192 2024-04-25T02:34:49.937 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193280 len 16384 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 16384 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193280 len 16384 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193280 len 16384 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193792 len 1024 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 1024 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193792 len 1024 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 1024 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193792 len 2048 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 2048 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193792 len 2048 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 2048 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193792 len 4096 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 4096 2024-04-25T02:34:49.938 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193792 len 4096 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 4096 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193792 len 8192 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 8192 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193792 len 8192 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 8192 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4193792 len 16384 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 16384 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4193792 len 16384 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4193792 len 16384 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194304 len 1024 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 1024 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194304 len 1024 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 1024 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194304 len 2048 2024-04-25T02:34:49.939 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 2048 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194304 len 2048 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 2048 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194304 len 4096 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 4096 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194304 len 4096 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 4096 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194304 len 8192 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 8192 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194304 len 8192 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 8192 2024-04-25T02:34:49.940 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194304 len 16384 2024-04-25T02:34:49.941 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 16384 2024-04-25T02:34:49.941 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194304 len 16384 2024-04-25T02:34:50.395 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194304 len 16384 2024-04-25T02:34:50.395 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194816 len 1024 2024-04-25T02:34:50.395 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 1024 2024-04-25T02:34:50.395 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194816 len 1024 2024-04-25T02:34:50.395 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 1024 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194816 len 2048 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 2048 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194816 len 2048 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 2048 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194816 len 4096 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 4096 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194816 len 4096 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 4096 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194816 len 8192 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 8192 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194816 len 8192 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 8192 2024-04-25T02:34:50.396 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4194816 len 16384 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 16384 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4194816 len 16384 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4194816 len 16384 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195328 len 1024 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 1024 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195328 len 1024 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 1024 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195328 len 2048 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 2048 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195328 len 2048 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 2048 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195328 len 4096 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 4096 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195328 len 4096 2024-04-25T02:34:50.397 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 4096 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195328 len 8192 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 8192 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195328 len 8192 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 8192 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195328 len 16384 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 16384 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195328 len 16384 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195328 len 16384 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195840 len 1024 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 1024 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195840 len 1024 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 1024 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195840 len 2048 2024-04-25T02:34:50.398 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 2048 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195840 len 2048 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 2048 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195840 len 4096 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 4096 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195840 len 4096 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 4096 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195840 len 8192 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 8192 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195840 len 8192 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 8192 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4195840 len 16384 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 16384 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4195840 len 16384 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4195840 len 16384 2024-04-25T02:34:50.399 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196352 len 1024 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 1024 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196352 len 1024 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 1024 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196352 len 2048 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 2048 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196352 len 2048 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 2048 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196352 len 4096 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 4096 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196352 len 4096 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 4096 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196352 len 8192 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 8192 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196352 len 8192 2024-04-25T02:34:50.400 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 8192 2024-04-25T02:34:50.401 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196352 len 16384 2024-04-25T02:34:50.401 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 16384 2024-04-25T02:34:50.401 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196352 len 16384 2024-04-25T02:34:50.401 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196352 len 16384 2024-04-25T02:34:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:50 smithi113 ceph-mon[32459]: pgmap v67: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 694 KiB/s wr, 255 op/s 2024-04-25T02:34:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:50 smithi178 ceph-mon[33053]: pgmap v67: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 694 KiB/s wr, 255 op/s 2024-04-25T02:34:51.139 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196864 len 1024 2024-04-25T02:34:51.139 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 1024 2024-04-25T02:34:51.139 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196864 len 1024 2024-04-25T02:34:51.139 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 1024 2024-04-25T02:34:51.139 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196864 len 2048 2024-04-25T02:34:51.139 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 2048 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196864 len 2048 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 2048 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196864 len 4096 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 4096 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196864 len 4096 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 4096 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196864 len 8192 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 8192 2024-04-25T02:34:51.140 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196864 len 8192 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 8192 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4196864 len 16384 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 16384 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4196864 len 16384 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4196864 len 16384 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197376 len 1024 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 1024 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197376 len 1024 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 1024 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197376 len 2048 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 2048 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197376 len 2048 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 2048 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197376 len 4096 2024-04-25T02:34:51.141 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 4096 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197376 len 4096 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 4096 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197376 len 8192 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 8192 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197376 len 8192 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 8192 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197376 len 16384 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 16384 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197376 len 16384 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197376 len 16384 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197888 len 1024 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 1024 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197888 len 1024 2024-04-25T02:34:51.142 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 1024 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197888 len 2048 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 2048 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197888 len 2048 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 2048 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197888 len 4096 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 4096 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197888 len 4096 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 4096 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197888 len 8192 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 8192 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197888 len 8192 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 8192 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 2560 offset 4197888 len 16384 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 16384 2024-04-25T02:34:51.143 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 2560 offset 4197888 len 16384 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 2560 offset 4197888 len 16384 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4190720 len 1024 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 1024 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4190720 len 1024 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 1024 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4190720 len 2048 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 2048 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4190720 len 2048 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 2048 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4190720 len 4096 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 4096 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4190720 len 4096 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 4096 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4190720 len 8192 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 8192 2024-04-25T02:34:51.144 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4190720 len 8192 2024-04-25T02:34:51.145 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 8192 2024-04-25T02:34:51.145 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4190720 len 16384 2024-04-25T02:34:51.145 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 16384 2024-04-25T02:34:51.145 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4190720 len 16384 2024-04-25T02:34:51.145 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4190720 len 16384 2024-04-25T02:34:51.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:50 smithi047 ceph-mon[27871]: pgmap v67: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 694 KiB/s wr, 255 op/s 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 -- 172.21.15.47:0/3958639638 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 msgr2=0x7f9904103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 --2- 172.21.15.47:0/3958639638 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 0x7f9904103da0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f98f0009860 tx=0x7f98f002a340 comp rx=0 tx=0).stop 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 -- 172.21.15.47:0/3958639638 shutdown_connections 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 --2- 172.21.15.47:0/3958639638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99041042e0 0x7f99041107f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 --2- 172.21.15.47:0/3958639638 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 0x7f9904103da0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 --2- 172.21.15.47:0/3958639638 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9904109930 0x7f9904109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 -- 172.21.15.47:0/3958639638 >> 172.21.15.47:0/3958639638 conn(0x7f99040ff430 msgr2=0x7f9904101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 -- 172.21.15.47:0/3958639638 shutdown_connections 2024-04-25T02:34:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.232+0000 7f990c400640 1 -- 172.21.15.47:0/3958639638 wait complete. 2024-04-25T02:34:52.239 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.233+0000 7f990c400640 1 Processor -- start 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.233+0000 7f990c400640 1 -- start start 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f990c400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 0x7f990419a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f990c400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99041042e0 0x7f990419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f990c400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9904109930 0x7f990419e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f990c400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9904113d40 con 0x7f9904109930 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f990c400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9904113bc0 con 0x7f9904103920 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f990c400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9904113ec0 con 0x7f99041042e0 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f9909a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 0x7f990419a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f9909000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99041042e0 0x7f990419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f9909a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 0x7f990419a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59436/0 (socket says 172.21.15.47:59436) 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f9909a00640 1 -- 172.21.15.47:0/2367812064 learned_addr learned my addr 172.21.15.47:0/2367812064 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.234+0000 7f990a400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9904109930 0x7f990419e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9909a00640 1 -- 172.21.15.47:0/2367812064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99041042e0 msgr2=0x7f990419a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9909a00640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99041042e0 0x7f990419a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9909a00640 1 -- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9904109930 msgr2=0x7f990419e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9909a00640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9904109930 0x7f990419e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9909a00640 1 -- 172.21.15.47:0/2367812064 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f990419f0f0 con 0x7f9904103920 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9909000640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99041042e0 0x7f990419a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9909a00640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 0x7f990419a100 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f98f800e9c0 tx=0x7f98f800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9902000640 1 -- 172.21.15.47:0/2367812064 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f800cde0 con 0x7f9904103920 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9902000640 1 -- 172.21.15.47:0/2367812064 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98f80035f0 con 0x7f9904103920 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f9902000640 1 -- 172.21.15.47:0/2367812064 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f8010690 con 0x7f9904103920 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.235+0000 7f990c400640 1 -- 172.21.15.47:0/2367812064 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f990419f3e0 con 0x7f9904103920 2024-04-25T02:34:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.236+0000 7f990c400640 1 -- 172.21.15.47:0/2367812064 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99041a6c70 con 0x7f9904103920 2024-04-25T02:34:52.243 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.239+0000 7f9902000640 1 -- 172.21.15.47:0/2367812064 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f98f80037a0 con 0x7f9904103920 2024-04-25T02:34:52.243 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.239+0000 7f990f1b9740 1 Processor -- start 2024-04-25T02:34:52.243 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.239+0000 7f990f1b9740 1 -- start start 2024-04-25T02:34:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.239+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e22e00 0x55d7d3e231e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.239+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e303d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f990f1b9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d7d3d86ab0 con 0x55d7d3e22e00 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f990f1b9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d7d3d2f640 con 0x55d7d3e23720 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f990f1b9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d7d3d82a70 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f990a400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e22e00 0x55d7d3e231e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e303d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e303d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54750/0 (socket says 172.21.15.47:54750) 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f990a400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e22e00 0x55d7d3e231e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38172/0 (socket says 172.21.15.47:38172) 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909000640 1 -- 172.21.15.47:0/258148612 learned_addr learned my addr 172.21.15.47:0/258148612 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909000640 1 -- 172.21.15.47:0/258148612 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 msgr2=0x55d7d3e2daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909000640 1 --2- 172.21.15.47:0/258148612 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909000640 1 -- 172.21.15.47:0/258148612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e22e00 msgr2=0x55d7d3e231e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909000640 1 --2- 172.21.15.47:0/258148612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e22e00 0x55d7d3e231e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.240+0000 7f9909000640 1 -- 172.21.15.47:0/258148612 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7d3a9b210 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.247 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.241+0000 7f9909000640 1 --2- 172.21.15.47:0/258148612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e303d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f98f0009780 tx=0x7f98f0009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b49154ac905985c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:52.247 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.241+0000 7f98f6a00640 1 -- 172.21.15.47:0/258148612 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f0041020 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.241+0000 7f98f6a00640 1 -- 172.21.15.47:0/258148612 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98f0030780 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.241+0000 7f98f6a00640 1 -- 172.21.15.47:0/258148612 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f0037040 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.241+0000 7f9902000640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98ec0a2e20 0x7f98ec0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 -- 172.21.15.47:0/258148612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 msgr2=0x55d7d3e303d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 --2- 172.21.15.47:0/258148612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e303d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f98f0009780 tx=0x7f98f0009510 comp rx=0 tx=0).stop 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f9902000640 1 -- 172.21.15.47:0/2367812064 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f98f80cf680 con 0x7f9904103920 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990a400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98ec0a2e20 0x7f98ec0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 -- 172.21.15.47:0/258148612 shutdown_connections 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 --2- 172.21.15.47:0/258148612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e303d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 --2- 172.21.15.47:0/258148612 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 --2- 172.21.15.47:0/258148612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e22e00 0x55d7d3e231e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 -- 172.21.15.47:0/258148612 >> 172.21.15.47:0/258148612 conn(0x55d7d3e1f310 msgr2=0x55d7d3e1f6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:52.248 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 -- 172.21.15.47:0/258148612 shutdown_connections 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.242+0000 7f990f1b9740 1 -- 172.21.15.47:0/258148612 wait complete. 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990f1b9740 1 -- start start 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990a400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98ec0a2e20 0x7f98ec0a52e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f98fc005fd0 tx=0x7f98fc009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990f1b9740 1 Processor -- start 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 0x55d7d3e2b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990f1b9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d7d3e30bb0 con 0x55d7d3e23720 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990f1b9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d7d3d42990 con 0x55d7d3e22e00 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.243+0000 7f990f1b9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d7d3e30d30 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.249 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f990f1b9740 10 client.0 _ll_register_callbacks cb 0x55d7d3d44950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f990a400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59446/0 (socket says 172.21.15.47:59446) 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f990a400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54756/0 (socket says 172.21.15.47:54756) 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 -- 172.21.15.47:0/4032211201 learned_addr learned my addr 172.21.15.47:0/4032211201 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909000640 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 0x55d7d3e2b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 -- 172.21.15.47:0/4032211201 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 msgr2=0x55d7d3e2b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 -- 172.21.15.47:0/4032211201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 msgr2=0x55d7d3e2b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 0x55d7d3e2b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 -- 172.21.15.47:0/4032211201 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7d3b67620 con 0x55d7d3e22e00 2024-04-25T02:34:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f9909a00640 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ae40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f98f800c6a0 tx=0x7f98f8003e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=395aa3e576128ef8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.244+0000 7f98eb400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f98eb400640 1 -- 172.21.15.47:0/4032211201 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f809b4d0 con 0x55d7d3e22e00 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f98eb400640 1 -- 172.21.15.47:0/4032211201 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f98f809afc0 con 0x55d7d3e22e00 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f990f1b9740 1 -- 172.21.15.47:0/4032211201 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98f0030780 con 0x55d7d3e22e00 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f98eb400640 1 -- 172.21.15.47:0/4032211201 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f98f80cd220 con 0x55d7d3e22e00 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f990f1b9740 10 client.25931 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f990f1b9740 1 -- 172.21.15.47:0/4032211201 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d7d3e3c9c0 con 0x55d7d3e22e00 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f98eb400640 1 -- 172.21.15.47:0/4032211201 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98f0030780 con 0x55d7d3e22e00 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f98eb400640 1 -- 172.21.15.47:0/4032211201 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f98f80978c0 con 0x55d7d3e22e00 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f990f1b9740 10 client.25931 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.245+0000 7f990f1b9740 10 client.25931 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.246+0000 7f990f1b9740 20 client.25931 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.246+0000 7f990f1b9740 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d7d3e3ded0 0x55d7d3e40320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.246+0000 7f990f1b9740 4 client.25931 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.246+0000 7f990f1b9740 1 -- 172.21.15.47:0/4032211201 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7d3d93ff0 con 0x55d7d3e3ded0 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.246+0000 7f9909000640 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d7d3e3ded0 0x55d7d3e40320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.246+0000 7f9909000640 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d7d3e3ded0 0x55d7d3e40320 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76b2fabae60bed0e server_cookie=a8d65a3e7e26cbf1 in_seq=0 out_seq=0 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.246+0000 7f98eb400640 10 client.25931 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.247+0000 7f98eb400640 1 -- 172.21.15.47:0/4032211201 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d7d3d93ff0 con 0x55d7d3e3ded0 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.247+0000 7f98eb400640 10 client.25931 handle_command_reply: tid=0 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.247+0000 7f990f1b9740 1 client.25931 shutdown 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.247+0000 7f990f1b9740 1 -- 172.21.15.47:0/4032211201 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e22e00 msgr2=0x55d7d3e2ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ae40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f98f800c6a0 tx=0x7f98f8003e80 comp rx=0 tx=0).stop 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 -- 172.21.15.47:0/4032211201 shutdown_connections 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d7d3e3ded0 0x55d7d3e40320 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 0x55d7d3e2b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 --2- 172.21.15.47:0/4032211201 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ae40 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f98eb400640 0 client.25931 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 -- 172.21.15.47:0/4032211201 >> 172.21.15.47:0/4032211201 conn(0x55d7d3e1f310 msgr2=0x55d7d3e25090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 -- 172.21.15.47:0/4032211201 shutdown_connections 2024-04-25T02:34:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 1 -- 172.21.15.47:0/4032211201 wait complete. 2024-04-25T02:34:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.248+0000 7f990f1b9740 20 client.25931 trim_cache size 0 max 16384 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.269+0000 7f990f1b9740 1 Processor -- start 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990f1b9740 1 -- start start 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e257c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 0x55d7d3e2b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e45c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990f1b9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f99041b1d20 con 0x55d7d3e23720 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990f1b9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f99041af5f0 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990f1b9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f99041ad440 con 0x55d7d3e22e00 2024-04-25T02:34:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990a400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e45c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990a400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e45c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59460/0 (socket says 172.21.15.47:59460) 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f990a400640 1 -- 172.21.15.47:0/2960023475 learned_addr learned my addr 172.21.15.47:0/2960023475 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f9909000640 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 0x55d7d3e2b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.270+0000 7f9909a00640 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e257c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.271+0000 7f990a400640 1 -- 172.21.15.47:0/2960023475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 msgr2=0x55d7d3e257c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.271+0000 7f990a400640 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e257c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.271+0000 7f990a400640 1 -- 172.21.15.47:0/2960023475 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 msgr2=0x55d7d3e2b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.271+0000 7f990a400640 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 0x55d7d3e2b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.271+0000 7f990a400640 1 -- 172.21.15.47:0/2960023475 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7d3e29390 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.271+0000 7f990a400640 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e45c30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f98fc003f90 tx=0x7f98fc01a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae24f7b54173f923 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.272+0000 7f98f6000640 1 -- 172.21.15.47:0/2960023475 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98fc02d070 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.272+0000 7f98f6000640 1 -- 172.21.15.47:0/2960023475 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98fc00fb60 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.272+0000 7f98f6000640 1 -- 172.21.15.47:0/2960023475 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98fc01dd00 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 -- 172.21.15.47:0/2960023475 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e2dfe0 msgr2=0x55d7d3e45c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e45c30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f98fc003f90 tx=0x7f98fc01a000 comp rx=0 tx=0).stop 2024-04-25T02:34:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 -- 172.21.15.47:0/2960023475 shutdown_connections 2024-04-25T02:34:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e45c30 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e23720 0x55d7d3e2b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2960023475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e257c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 -- 172.21.15.47:0/2960023475 >> 172.21.15.47:0/2960023475 conn(0x55d7d3e1f310 msgr2=0x55d7d3e1e480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 -- 172.21.15.47:0/2960023475 shutdown_connections 2024-04-25T02:34:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.273+0000 7f990f1b9740 1 -- 172.21.15.47:0/2960023475 wait complete. 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.274+0000 7f990f1b9740 1 -- start start 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.274+0000 7f990f1b9740 1 Processor -- start 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.274+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f990f1b9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f990f1b9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f99041adab0 con 0x55d7d3e2dfe0 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f990f1b9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f99041aef20 con 0x55d7d3e23720 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f990f1b9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f99041ae180 con 0x55d7d3e22e00 2024-04-25T02:34:52.281 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f990f1b9740 10 client.0 _ll_register_callbacks cb 0x7f98f80046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54774/0 (socket says 172.21.15.47:54774) 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909a00640 1 -- 172.21.15.47:0/2717470735 learned_addr learned my addr 172.21.15.47:0/2717470735 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909000640 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f990a400640 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909a00640 1 -- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 msgr2=0x55d7d3e2f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909a00640 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909a00640 1 -- 172.21.15.47:0/2717470735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e2dfe0 msgr2=0x55d7d3e2f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909a00640 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909a00640 1 -- 172.21.15.47:0/2717470735 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7d3e34330 con 0x55d7d3e22e00 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.275+0000 7f9909000640 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f9909a00640 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ef50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f98f80d52d0 tx=0x7f98f8097f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=296fff8d4a25b38f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:34:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f98eb400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f98eb400640 1 -- 172.21.15.47:0/2717470735 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f809b940 con 0x55d7d3e22e00 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f990f1b9740 1 -- 172.21.15.47:0/2717470735 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98fc00fb60 con 0x55d7d3e22e00 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f98eb400640 1 -- 172.21.15.47:0/2717470735 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f98f809b290 con 0x55d7d3e22e00 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f98eb400640 1 -- 172.21.15.47:0/2717470735 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f98f809c270 con 0x55d7d3e22e00 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f990f1b9740 10 client.25939 fetch_fsmap learned FSMap version 24 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f990f1b9740 1 -- 172.21.15.47:0/2717470735 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d7d3ea4860 con 0x55d7d3e22e00 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.276+0000 7f98eb400640 1 -- 172.21.15.47:0/2717470735 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98fc00fb60 con 0x55d7d3e22e00 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f98eb400640 1 -- 172.21.15.47:0/2717470735 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f98f80cf160 con 0x55d7d3e22e00 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f990f1b9740 10 client.25939 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f990f1b9740 10 client.25939 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f990f1b9740 20 client.25939 populate_metadata read hostname 'smithi047' 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d7d3ea4f30 0x55d7d3ea7350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f990f1b9740 4 client.25939 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f990f1b9740 1 -- 172.21.15.47:0/2717470735 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d7d3d8e340 con 0x55d7d3ea4f30 2024-04-25T02:34:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f9909000640 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d7d3ea4f30 0x55d7d3ea7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:34:52.284 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f9909000640 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d7d3ea4f30 0x55d7d3ea7350 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6862ae292ba7062b server_cookie=c20d534f697ed95f in_seq=0 out_seq=0 2024-04-25T02:34:52.284 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.277+0000 7f98eb400640 10 client.25939 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f98eb400640 1 -- 172.21.15.47:0/2717470735 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d7d3d8e340 con 0x55d7d3ea4f30 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f98eb400640 10 client.25939 handle_command_reply: tid=0 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 client.25939 shutdown 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 -- 172.21.15.47:0/2717470735 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 msgr2=0x55d7d3e2ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ef50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f98f80d52d0 tx=0x7f98f8097f40 comp rx=0 tx=0).stop 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 -- 172.21.15.47:0/2717470735 shutdown_connections 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d7d3ea4f30 0x55d7d3ea7350 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d7d3e2dfe0 0x55d7d3e2f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d7d3e23720 0x55d7d3e2f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f98eb400640 0 client.25939 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 --2- 172.21.15.47:0/2717470735 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7d3e22e00 0x55d7d3e2ef50 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 -- 172.21.15.47:0/2717470735 >> 172.21.15.47:0/2717470735 conn(0x55d7d3e1f310 msgr2=0x55d7d3e2c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 -- 172.21.15.47:0/2717470735 shutdown_connections 2024-04-25T02:34:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.322+0000 7f990f1b9740 1 -- 172.21.15.47:0/2717470735 wait complete. 2024-04-25T02:34:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.323+0000 7f990f1b9740 20 client.25939 trim_cache size 0 max 16384 2024-04-25T02:34:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:{ 2024-04-25T02:34:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "message": "", 2024-04-25T02:34:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout: "return_code": 0 2024-04-25T02:34:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stdout:} 2024-04-25T02:34:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.323+0000 7f990c400640 1 -- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98ec0a2e20 msgr2=0x7f98ec0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.323+0000 7f990c400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98ec0a2e20 0x7f98ec0a52e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f98fc005fd0 tx=0x7f98fc009500 comp rx=0 tx=0).stop 2024-04-25T02:34:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.323+0000 7f990c400640 1 -- 172.21.15.47:0/2367812064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 msgr2=0x7f990419a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:34:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.323+0000 7f990c400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 0x7f990419a100 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f98f800e9c0 tx=0x7f98f800ee80 comp rx=0 tx=0).stop 2024-04-25T02:34:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.324+0000 7f990c400640 1 -- 172.21.15.47:0/2367812064 shutdown_connections 2024-04-25T02:34:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.324+0000 7f990c400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f98ec0a2e20 0x7f98ec0a52e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.324+0000 7f990c400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9904109930 0x7f990419e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.324+0000 7f990c400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99041042e0 0x7f990419a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.324+0000 7f990c400640 1 --2- 172.21.15.47:0/2367812064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9904103920 0x7f990419a100 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:34:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.324+0000 7f990c400640 1 -- 172.21.15.47:0/2367812064 >> 172.21.15.47:0/2367812064 conn(0x7f99040ff430 msgr2=0x7f99040ff910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:34:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.324+0000 7f990c400640 1 -- 172.21.15.47:0/2367812064 shutdown_connections 2024-04-25T02:34:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi047.front.sepia.ceph.com.smithi047.stderr:2024-04-25T02:34:52.324+0000 7f990c400640 1 -- 172.21.15.47:0/2367812064 wait complete. 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191232 len 1024 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 1024 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191232 len 1024 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 1024 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191232 len 2048 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 2048 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191232 len 2048 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 2048 2024-04-25T02:34:52.552 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191232 len 4096 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 4096 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191232 len 4096 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 4096 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191232 len 8192 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 8192 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191232 len 8192 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 8192 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191232 len 16384 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 16384 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191232 len 16384 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191232 len 16384 2024-04-25T02:34:52.553 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191744 len 1024 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 1024 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191744 len 1024 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 1024 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191744 len 2048 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 2048 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191744 len 2048 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 2048 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191744 len 4096 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 4096 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191744 len 4096 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 4096 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191744 len 8192 2024-04-25T02:34:52.554 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 8192 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191744 len 8192 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 8192 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4191744 len 16384 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 16384 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4191744 len 16384 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4191744 len 16384 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192256 len 1024 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 1024 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192256 len 1024 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 1024 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192256 len 2048 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 2048 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192256 len 2048 2024-04-25T02:34:52.555 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 2048 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192256 len 4096 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 4096 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192256 len 4096 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 4096 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192256 len 8192 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 8192 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192256 len 8192 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 8192 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192256 len 16384 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 16384 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192256 len 16384 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192256 len 16384 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192768 len 1024 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 1024 2024-04-25T02:34:52.556 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192768 len 1024 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 1024 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192768 len 2048 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 2048 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192768 len 2048 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 2048 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192768 len 4096 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 4096 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192768 len 4096 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 4096 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192768 len 8192 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 8192 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192768 len 8192 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 8192 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4192768 len 16384 2024-04-25T02:34:52.557 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 16384 2024-04-25T02:34:52.558 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4192768 len 16384 2024-04-25T02:34:52.558 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4192768 len 16384 2024-04-25T02:34:52.558 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193280 len 1024 2024-04-25T02:34:53.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:52 smithi113 ceph-mon[32459]: pgmap v68: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 63 MiB/s rd, 684 KiB/s wr, 247 op/s 2024-04-25T02:34:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:52 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:34:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:52 smithi178 ceph-mon[33053]: pgmap v68: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 63 MiB/s rd, 684 KiB/s wr, 247 op/s 2024-04-25T02:34:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:52 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:34:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:52 smithi047 ceph-mon[27871]: pgmap v68: 97 pgs: 97 active+clean; 58 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 63 MiB/s rd, 684 KiB/s wr, 247 op/s 2024-04-25T02:34:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:52 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:34:53.366 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 1024 2024-04-25T02:34:53.366 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193280 len 1024 2024-04-25T02:34:53.366 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 1024 2024-04-25T02:34:53.366 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193280 len 2048 2024-04-25T02:34:53.366 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 2048 2024-04-25T02:34:53.366 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193280 len 2048 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 2048 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193280 len 4096 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 4096 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193280 len 4096 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 4096 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193280 len 8192 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 8192 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193280 len 8192 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 8192 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193280 len 16384 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 16384 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193280 len 16384 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193280 len 16384 2024-04-25T02:34:53.367 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193792 len 1024 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 1024 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193792 len 1024 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 1024 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193792 len 2048 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 2048 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193792 len 2048 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 2048 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193792 len 4096 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 4096 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193792 len 4096 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 4096 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193792 len 8192 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 8192 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193792 len 8192 2024-04-25T02:34:53.368 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 8192 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4193792 len 16384 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 16384 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4193792 len 16384 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4193792 len 16384 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194304 len 1024 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 1024 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194304 len 1024 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 1024 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194304 len 2048 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 2048 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194304 len 2048 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 2048 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194304 len 4096 2024-04-25T02:34:53.369 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 4096 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194304 len 4096 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 4096 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194304 len 8192 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 8192 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194304 len 8192 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 8192 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194304 len 16384 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 16384 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194304 len 16384 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194304 len 16384 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194816 len 1024 2024-04-25T02:34:53.370 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 1024 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194816 len 1024 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 1024 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194816 len 2048 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 2048 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194816 len 2048 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 2048 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194816 len 4096 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 4096 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194816 len 4096 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 4096 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194816 len 8192 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 8192 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194816 len 8192 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 8192 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4194816 len 16384 2024-04-25T02:34:53.371 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 16384 2024-04-25T02:34:53.372 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4194816 len 16384 2024-04-25T02:34:53.372 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4194816 len 16384 2024-04-25T02:34:53.372 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195328 len 1024 2024-04-25T02:34:53.372 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 1024 2024-04-25T02:34:53.771 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195328 len 1024 2024-04-25T02:34:53.771 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 1024 2024-04-25T02:34:53.771 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195328 len 2048 2024-04-25T02:34:53.771 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 2048 2024-04-25T02:34:53.771 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195328 len 2048 2024-04-25T02:34:53.771 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 2048 2024-04-25T02:34:53.771 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195328 len 4096 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 4096 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195328 len 4096 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 4096 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195328 len 8192 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 8192 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195328 len 8192 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 8192 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195328 len 16384 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 16384 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195328 len 16384 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195328 len 16384 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195840 len 1024 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 1024 2024-04-25T02:34:53.772 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195840 len 1024 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 1024 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195840 len 2048 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 2048 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195840 len 2048 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 2048 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195840 len 4096 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 4096 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195840 len 4096 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 4096 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195840 len 8192 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 8192 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195840 len 8192 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 8192 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4195840 len 16384 2024-04-25T02:34:53.773 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 16384 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4195840 len 16384 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4195840 len 16384 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196352 len 1024 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 1024 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196352 len 1024 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 1024 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196352 len 2048 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 2048 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196352 len 2048 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 2048 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196352 len 4096 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 4096 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196352 len 4096 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 4096 2024-04-25T02:34:53.774 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196352 len 8192 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 8192 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196352 len 8192 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 8192 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196352 len 16384 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 16384 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196352 len 16384 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196352 len 16384 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196864 len 1024 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 1024 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196864 len 1024 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 1024 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196864 len 2048 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 2048 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196864 len 2048 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 2048 2024-04-25T02:34:53.775 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196864 len 4096 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 4096 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196864 len 4096 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 4096 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196864 len 8192 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 8192 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196864 len 8192 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 8192 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4196864 len 16384 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 16384 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4196864 len 16384 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4196864 len 16384 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197376 len 1024 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 1024 2024-04-25T02:34:53.776 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197376 len 1024 2024-04-25T02:34:54.828 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 1024 2024-04-25T02:34:54.828 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197376 len 2048 2024-04-25T02:34:54.828 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 2048 2024-04-25T02:34:54.828 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197376 len 2048 2024-04-25T02:34:54.828 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 2048 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197376 len 4096 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 4096 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197376 len 4096 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 4096 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197376 len 8192 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 8192 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197376 len 8192 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 8192 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197376 len 16384 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 16384 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197376 len 16384 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197376 len 16384 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197888 len 1024 2024-04-25T02:34:54.829 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 1024 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197888 len 1024 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 1024 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197888 len 2048 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 2048 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197888 len 2048 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 2048 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197888 len 4096 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 4096 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197888 len 4096 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 4096 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197888 len 8192 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 8192 2024-04-25T02:34:54.830 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197888 len 8192 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 8192 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3072 offset 4197888 len 16384 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 16384 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3072 offset 4197888 len 16384 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3072 offset 4197888 len 16384 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4190720 len 1024 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 1024 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4190720 len 1024 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 1024 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4190720 len 2048 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 2048 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4190720 len 2048 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 2048 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4190720 len 4096 2024-04-25T02:34:54.831 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 4096 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4190720 len 4096 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 4096 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4190720 len 8192 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 8192 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4190720 len 8192 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 8192 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4190720 len 16384 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 16384 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4190720 len 16384 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4190720 len 16384 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191232 len 1024 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 1024 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191232 len 1024 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 1024 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191232 len 2048 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 2048 2024-04-25T02:34:54.832 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191232 len 2048 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 2048 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191232 len 4096 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 4096 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191232 len 4096 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 4096 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191232 len 8192 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 8192 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191232 len 8192 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 8192 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191232 len 16384 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 16384 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191232 len 16384 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191232 len 16384 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191744 len 1024 2024-04-25T02:34:54.833 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 1024 2024-04-25T02:34:54.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191744 len 1024 2024-04-25T02:34:54.834 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 1024 2024-04-25T02:34:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:54 smithi113 ceph-mon[32459]: pgmap v69: 97 pgs: 97 active+clean; 184 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 99 MiB/s rd, 989 KiB/s wr, 366 op/s 2024-04-25T02:34:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:54 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:34:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:54 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:34:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:54 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:34:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:54 smithi178 ceph-mon[33053]: pgmap v69: 97 pgs: 97 active+clean; 184 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 99 MiB/s rd, 989 KiB/s wr, 366 op/s 2024-04-25T02:34:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:54 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:34:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:54 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:34:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:54 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:34:55.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:54 smithi047 ceph-mon[27871]: pgmap v69: 97 pgs: 97 active+clean; 184 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 99 MiB/s rd, 989 KiB/s wr, 366 op/s 2024-04-25T02:34:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:54 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:34:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:54 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:34:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:54 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:34:56.380 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191744 len 2048 2024-04-25T02:34:56.380 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 2048 2024-04-25T02:34:56.380 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191744 len 2048 2024-04-25T02:34:56.380 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 2048 2024-04-25T02:34:56.380 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191744 len 4096 2024-04-25T02:34:56.380 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 4096 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191744 len 4096 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 4096 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191744 len 8192 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 8192 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191744 len 8192 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 8192 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4191744 len 16384 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 16384 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4191744 len 16384 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4191744 len 16384 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192256 len 1024 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 1024 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192256 len 1024 2024-04-25T02:34:56.381 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 1024 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192256 len 2048 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 2048 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192256 len 2048 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 2048 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192256 len 4096 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 4096 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192256 len 4096 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 4096 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192256 len 8192 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 8192 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192256 len 8192 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 8192 2024-04-25T02:34:56.382 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192256 len 16384 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 16384 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192256 len 16384 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192256 len 16384 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192768 len 1024 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 1024 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192768 len 1024 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 1024 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192768 len 2048 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 2048 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192768 len 2048 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 2048 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192768 len 4096 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 4096 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192768 len 4096 2024-04-25T02:34:56.383 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 4096 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192768 len 8192 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 8192 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192768 len 8192 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 8192 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4192768 len 16384 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 16384 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4192768 len 16384 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4192768 len 16384 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193280 len 1024 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 1024 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193280 len 1024 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 1024 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193280 len 2048 2024-04-25T02:34:56.384 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 2048 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193280 len 2048 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 2048 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193280 len 4096 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 4096 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193280 len 4096 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 4096 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193280 len 8192 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 8192 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193280 len 8192 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 8192 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193280 len 16384 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 16384 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193280 len 16384 2024-04-25T02:34:56.385 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193280 len 16384 2024-04-25T02:34:56.386 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193792 len 1024 2024-04-25T02:34:56.386 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 1024 2024-04-25T02:34:56.386 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193792 len 1024 2024-04-25T02:34:56.386 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 1024 2024-04-25T02:34:57.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:56 smithi113 ceph-mon[32459]: pgmap v70: 97 pgs: 97 active+clean; 184 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s rd, 691 KiB/s wr, 237 op/s 2024-04-25T02:34:57.059 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193792 len 2048 2024-04-25T02:34:57.059 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 2048 2024-04-25T02:34:57.059 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193792 len 2048 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 2048 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193792 len 4096 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 4096 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193792 len 4096 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 4096 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193792 len 8192 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 8192 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193792 len 8192 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 8192 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4193792 len 16384 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 16384 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4193792 len 16384 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4193792 len 16384 2024-04-25T02:34:57.060 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194304 len 1024 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 1024 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194304 len 1024 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 1024 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194304 len 2048 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 2048 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194304 len 2048 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 2048 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194304 len 4096 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 4096 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194304 len 4096 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 4096 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194304 len 8192 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 8192 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194304 len 8192 2024-04-25T02:34:57.061 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 8192 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194304 len 16384 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 16384 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194304 len 16384 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194304 len 16384 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194816 len 1024 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 1024 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194816 len 1024 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 1024 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194816 len 2048 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 2048 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194816 len 2048 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 2048 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194816 len 4096 2024-04-25T02:34:57.062 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 4096 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194816 len 4096 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 4096 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194816 len 8192 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 8192 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194816 len 8192 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 8192 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4194816 len 16384 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 16384 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4194816 len 16384 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4194816 len 16384 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195328 len 1024 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 1024 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195328 len 1024 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 1024 2024-04-25T02:34:57.063 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195328 len 2048 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 2048 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195328 len 2048 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 2048 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195328 len 4096 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 4096 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195328 len 4096 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 4096 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195328 len 8192 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 8192 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195328 len 8192 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 8192 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195328 len 16384 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 16384 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195328 len 16384 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195328 len 16384 2024-04-25T02:34:57.064 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195840 len 1024 2024-04-25T02:34:57.065 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 1024 2024-04-25T02:34:57.065 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195840 len 1024 2024-04-25T02:34:57.065 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 1024 2024-04-25T02:34:57.065 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195840 len 2048 2024-04-25T02:34:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:56 smithi178 ceph-mon[33053]: pgmap v70: 97 pgs: 97 active+clean; 184 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s rd, 691 KiB/s wr, 237 op/s 2024-04-25T02:34:57.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:56 smithi047 ceph-mon[27871]: pgmap v70: 97 pgs: 97 active+clean; 184 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 64 MiB/s rd, 691 KiB/s wr, 237 op/s 2024-04-25T02:34:57.622 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 2048 2024-04-25T02:34:57.622 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195840 len 2048 2024-04-25T02:34:57.622 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 2048 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195840 len 4096 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 4096 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195840 len 4096 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 4096 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195840 len 8192 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 8192 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195840 len 8192 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 8192 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4195840 len 16384 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 16384 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4195840 len 16384 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4195840 len 16384 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196352 len 1024 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 1024 2024-04-25T02:34:57.623 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196352 len 1024 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 1024 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196352 len 2048 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 2048 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196352 len 2048 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 2048 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196352 len 4096 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 4096 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196352 len 4096 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 4096 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196352 len 8192 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 8192 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196352 len 8192 2024-04-25T02:34:57.624 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 8192 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196352 len 16384 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 16384 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196352 len 16384 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196352 len 16384 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196864 len 1024 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 1024 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196864 len 1024 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 1024 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196864 len 2048 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 2048 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196864 len 2048 2024-04-25T02:34:57.625 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 2048 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196864 len 4096 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 4096 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196864 len 4096 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 4096 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196864 len 8192 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 8192 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196864 len 8192 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 8192 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4196864 len 16384 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 16384 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4196864 len 16384 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4196864 len 16384 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197376 len 1024 2024-04-25T02:34:57.626 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 1024 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197376 len 1024 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 1024 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197376 len 2048 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 2048 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197376 len 2048 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 2048 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197376 len 4096 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 4096 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197376 len 4096 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 4096 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197376 len 8192 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 8192 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197376 len 8192 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 8192 2024-04-25T02:34:57.627 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197376 len 16384 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 16384 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197376 len 16384 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197376 len 16384 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197888 len 1024 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 1024 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197888 len 1024 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 1024 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197888 len 2048 2024-04-25T02:34:57.628 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 2048 2024-04-25T02:34:57.716 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197888 len 2048 2024-04-25T02:34:57.716 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 2048 2024-04-25T02:34:57.716 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197888 len 4096 2024-04-25T02:34:57.716 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 4096 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197888 len 4096 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 4096 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197888 len 8192 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 8192 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197888 len 8192 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 8192 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_direct buf_align 3584 offset 4197888 len 16384 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 16384 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_sync buf_align 3584 offset 4197888 len 16384 2024-04-25T02:34:57.717 INFO:tasks.workunit.client.0.smithi047.stdout:write_file buf_align 3584 offset 4197888 len 16384 2024-04-25T02:34:57.718 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T02:34:57.718 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T02:34:57.816 INFO:tasks.workunit:Stopping ['direct_io'] on client.0... 2024-04-25T02:34:57.816 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-25T02:34:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:34:58 smithi113 ceph-mon[32459]: pgmap v71: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 96 MiB/s rd, 1.0 MiB/s wr, 365 op/s 2024-04-25T02:34:59.035 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:34:58 smithi047 ceph-mon[27871]: pgmap v71: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 96 MiB/s rd, 1.0 MiB/s wr, 365 op/s 2024-04-25T02:34:59.039 DEBUG:teuthology.parallel:result is None 2024-04-25T02:34:59.039 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T02:34:59.088 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:34:58 smithi178 ceph-mon[33053]: pgmap v71: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 96 MiB/s rd, 1.0 MiB/s wr, 365 op/s 2024-04-25T02:34:59.139 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T02:34:59.139 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-25T02:34:59.151 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:34:59.177 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-25T02:34:59.188 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-25T02:34:59.188 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T02:34:59.188 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:34:59.188 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-25T02:34:59.320 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-25T02:35:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:00 smithi113 ceph-mon[32459]: pgmap v72: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 666 KiB/s wr, 246 op/s 2024-04-25T02:35:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:00 smithi178 ceph-mon[33053]: pgmap v72: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 666 KiB/s wr, 246 op/s 2024-04-25T02:35:01.104 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:35:01.104 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:35:01.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:00 smithi047 ceph-mon[27871]: pgmap v72: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 666 KiB/s wr, 246 op/s 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 -- 172.21.15.47:0/3921107052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241041a0 msgr2=0x7f3a241106b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 --2- 172.21.15.47:0/3921107052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241041a0 0x7f3a241106b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c009cd0 tx=0x7f3a1c02a8f0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 -- 172.21.15.47:0/3921107052 shutdown_connections 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 --2- 172.21.15.47:0/3921107052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241041a0 0x7f3a241106b0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 --2- 172.21.15.47:0/3921107052 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a241037e0 0x7f3a24103c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 --2- 172.21.15.47:0/3921107052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a241097f0 0x7f3a24109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 -- 172.21.15.47:0/3921107052 >> 172.21.15.47:0/3921107052 conn(0x7f3a240ff270 msgr2=0x7f3a24101690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 -- 172.21.15.47:0/3921107052 shutdown_connections 2024-04-25T02:35:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.328+0000 7f3a29e00640 1 -- 172.21.15.47:0/3921107052 wait complete. 2024-04-25T02:35:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.329+0000 7f3a29e00640 1 Processor -- start 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a29e00640 1 -- start start 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a29e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241037e0 0x7f3a2419a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a29e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a241041a0 0x7f3a2419a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a29e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a241097f0 0x7f3a2419e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a29e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a24113c10 con 0x7f3a241037e0 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a29e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3a24113a90 con 0x7f3a241041a0 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a29e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a24113d90 con 0x7f3a241097f0 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a28a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241037e0 0x7f3a2419a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a28a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241037e0 0x7f3a2419a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38236/0 (socket says 172.21.15.47:38236) 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a28a00640 1 -- 172.21.15.47:0/2262582502 learned_addr learned my addr 172.21.15.47:0/2262582502 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a23e00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a241041a0 0x7f3a2419a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.330+0000 7f3a29400640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a241097f0 0x7f3a2419e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a28a00640 1 -- 172.21.15.47:0/2262582502 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a241097f0 msgr2=0x7f3a2419e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a28a00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a241097f0 0x7f3a2419e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a28a00640 1 -- 172.21.15.47:0/2262582502 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a241041a0 msgr2=0x7f3a2419a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a28a00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a241041a0 0x7f3a2419a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a28a00640 1 -- 172.21.15.47:0/2262582502 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a2419f090 con 0x7f3a241037e0 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a28a00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241037e0 0x7f3a2419a0f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3a1400d950 tx=0x7f3a1400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a21600640 1 -- 172.21.15.47:0/2262582502 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a14017030 con 0x7f3a241037e0 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a21600640 1 -- 172.21.15.47:0/2262582502 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a14004020 con 0x7f3a241037e0 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a21600640 1 -- 172.21.15.47:0/2262582502 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a140047a0 con 0x7f3a241037e0 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.331+0000 7f3a29e00640 1 -- 172.21.15.47:0/2262582502 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a2419f380 con 0x7f3a241037e0 2024-04-25T02:35:01.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.332+0000 7f3a29e00640 1 -- 172.21.15.47:0/2262582502 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a241a6c10 con 0x7f3a241037e0 2024-04-25T02:35:01.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a2e3ae740 1 Processor -- start 2024-04-25T02:35:01.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a21600640 1 -- 172.21.15.47:0/2262582502 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3a140041d0 con 0x7f3a241037e0 2024-04-25T02:35:01.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a2e3ae740 1 -- start start 2024-04-25T02:35:01.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1cd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 0x56435c1d7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 0x56435c1da5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56435c131560 con 0x56435c1cdb00 2024-04-25T02:35:01.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56435c0d9930 con 0x56435c1d81d0 2024-04-25T02:35:01.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.335+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56435c12d520 con 0x56435c1cd1e0 2024-04-25T02:35:01.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a28a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 0x56435c1d7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1cd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1cd5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54810/0 (socket says 172.21.15.47:54810) 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 -- 172.21.15.47:0/755735971 learned_addr learned my addr 172.21.15.47:0/755735971 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a23e00640 1 --2- 172.21.15.47:0/755735971 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 0x56435c1da5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 -- 172.21.15.47:0/755735971 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 msgr2=0x56435c1da5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 --2- 172.21.15.47:0/755735971 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 0x56435c1da5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 -- 172.21.15.47:0/755735971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 msgr2=0x56435c1d7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 --2- 172.21.15.47:0/755735971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 0x56435c1d7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 -- 172.21.15.47:0/755735971 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56435bf0f7d0 con 0x56435c1cd1e0 2024-04-25T02:35:01.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.336+0000 7f3a29400640 1 --2- 172.21.15.47:0/755735971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1cd5c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c009cd0 tx=0x7f3a1c0093e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e76d3851496779ef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:01.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.337+0000 7f3a21600640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a0c0a2d80 0x7f3a0c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.337+0000 7f3a11c00640 1 -- 172.21.15.47:0/755735971 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c030720 con 0x56435c1cd1e0 2024-04-25T02:35:01.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.337+0000 7f3a11c00640 1 -- 172.21.15.47:0/755735971 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a1c036030 con 0x56435c1cd1e0 2024-04-25T02:35:01.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.337+0000 7f3a11c00640 1 -- 172.21.15.47:0/755735971 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c0043c0 con 0x56435c1cd1e0 2024-04-25T02:35:01.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.337+0000 7f3a21600640 1 -- 172.21.15.47:0/2262582502 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3a140cec40 con 0x7f3a241037e0 2024-04-25T02:35:01.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.337+0000 7f3a28a00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a0c0a2d80 0x7f3a0c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/755735971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 msgr2=0x56435c1cd5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/755735971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1cd5c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c009cd0 tx=0x7f3a1c0093e0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a28a00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a0c0a2d80 0x7f3a0c0a5240 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3a140cc470 tx=0x7f3a140d2790 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/755735971 shutdown_connections 2024-04-25T02:35:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/755735971 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 0x56435c1da5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/755735971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 0x56435c1d7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/755735971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1cd5c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/755735971 >> 172.21.15.47:0/755735971 conn(0x56435c1c9500 msgr2=0x56435c1c98e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/755735971 shutdown_connections 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/755735971 wait complete. 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.338+0000 7f3a2e3ae740 1 -- start start 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.339+0000 7f3a2e3ae740 1 Processor -- start 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.339+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cd1e0 0x56435c1d5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.339+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cdb00 0x56435c1d55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.339+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1d81d0 0x56435c1d5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.339+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56435c1daf60 con 0x56435c1d81d0 2024-04-25T02:35:01.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.339+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56435c0ecd90 con 0x56435c1cd1e0 2024-04-25T02:35:01.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.339+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56435c1db0e0 con 0x56435c1cdb00 2024-04-25T02:35:01.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.339+0000 7f3a2e3ae740 10 client.0 _ll_register_callbacks cb 0x56435c0ec780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:01.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a29400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cd1e0 0x56435c1d5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a29400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1d81d0 0x56435c1d5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a23e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cdb00 0x56435c1d55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a29400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1d81d0 0x56435c1d5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38266/0 (socket says 172.21.15.47:38266) 2024-04-25T02:35:01.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a29400640 1 -- 172.21.15.47:0/83670479 learned_addr learned my addr 172.21.15.47:0/83670479 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a23e00640 1 -- 172.21.15.47:0/83670479 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cd1e0 msgr2=0x56435c1d5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a23e00640 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cd1e0 0x56435c1d5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a23e00640 1 -- 172.21.15.47:0/83670479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1d81d0 msgr2=0x56435c1d5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a23e00640 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1d81d0 0x56435c1d5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a23e00640 1 -- 172.21.15.47:0/83670479 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56435be453f0 con 0x56435c1cdb00 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.340+0000 7f3a29400640 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1d81d0 0x56435c1d5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.341+0000 7f3a23e00640 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cdb00 0x56435c1d55d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3a24101860 tx=0x7f3a18012b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e5a420ed5e61c4e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.341+0000 7f3a06000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.341+0000 7f3a06000640 1 -- 172.21.15.47:0/83670479 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1800f920 con 0x56435c1cdb00 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.341+0000 7f3a06000640 1 -- 172.21.15.47:0/83670479 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3a1800fac0 con 0x56435c1cdb00 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.341+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/83670479 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a1c036030 con 0x56435c1cdb00 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.341+0000 7f3a06000640 1 -- 172.21.15.47:0/83670479 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3a1800fcc0 con 0x56435c1cdb00 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.341+0000 7f3a2e3ae740 10 client.25951 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.341+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/83670479 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56435be050f0 con 0x56435c1cdb00 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a06000640 1 -- 172.21.15.47:0/83670479 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a1c036030 con 0x56435c1cdb00 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a06000640 1 -- 172.21.15.47:0/83670479 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3a1801c420 con 0x56435c1cdb00 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a2e3ae740 10 client.25951 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a2e3ae740 10 client.25951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a2e3ae740 20 client.25951 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56435c1e8570 0x56435c1ea990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a2e3ae740 4 client.25951 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/83670479 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56435c144d90 con 0x56435c1e8570 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.342+0000 7f3a29400640 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56435c1e8570 0x56435c1ea990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.343+0000 7f3a29400640 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56435c1e8570 0x56435c1ea990 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a80adf1fa354572a server_cookie=3bcbd03994789f67 in_seq=0 out_seq=0 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.343+0000 7f3a06000640 10 client.25951 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a06000640 1 -- 172.21.15.47:0/83670479 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56435c144d90 con 0x56435c1e8570 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a06000640 10 client.25951 handle_command_reply: tid=0 2024-04-25T02:35:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 client.25951 shutdown 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/83670479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cdb00 msgr2=0x56435c1d55d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cdb00 0x56435c1d55d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3a24101860 tx=0x7f3a18012b60 comp rx=0 tx=0).stop 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/83670479 shutdown_connections 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56435c1e8570 0x56435c1ea990 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1d81d0 0x56435c1d5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cdb00 0x56435c1d55d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a06000640 0 client.25951 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/83670479 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cd1e0 0x56435c1d5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/83670479 >> 172.21.15.47:0/83670479 conn(0x56435c1c9500 msgr2=0x56435c1c8800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/83670479 shutdown_connections 2024-04-25T02:35:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/83670479 wait complete. 2024-04-25T02:35:01.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.344+0000 7f3a2e3ae740 20 client.25951 trim_cache size 0 max 16384 2024-04-25T02:35:01.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.364+0000 7f3a2e3ae740 1 Processor -- start 2024-04-25T02:35:01.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.364+0000 7f3a2e3ae740 1 -- start start 2024-04-25T02:35:01.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.364+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1e3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.364+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 0x56435c1d5930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.364+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 0x56435c1f0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.364+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241b1c60 con 0x56435c1cdb00 2024-04-25T02:35:01.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.364+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241af530 con 0x56435c1d81d0 2024-04-25T02:35:01.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.364+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241ad380 con 0x56435c1cd1e0 2024-04-25T02:35:01.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1e3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1e3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:54818/0 (socket says 172.21.15.47:54818) 2024-04-25T02:35:01.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 -- 172.21.15.47:0/950390081 learned_addr learned my addr 172.21.15.47:0/950390081 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:01.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a23e00640 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 0x56435c1d5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 0x56435c1f0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 -- 172.21.15.47:0/950390081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 msgr2=0x56435c1f0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:01.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 0x56435c1f0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 -- 172.21.15.47:0/950390081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 msgr2=0x56435c1d5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:01.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 0x56435c1d5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 -- 172.21.15.47:0/950390081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56435c1e7070 con 0x56435c1cd1e0 2024-04-25T02:35:01.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.365+0000 7f3a29400640 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1e3e20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c009cd0 tx=0x7f3a1c005df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16772336757569f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.366+0000 7f3a11200640 1 -- 172.21.15.47:0/950390081 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c04a040 con 0x56435c1cd1e0 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.366+0000 7f3a11200640 1 -- 172.21.15.47:0/950390081 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a1c036050 con 0x56435c1cd1e0 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.366+0000 7f3a11200640 1 -- 172.21.15.47:0/950390081 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c0046a0 con 0x56435c1cd1e0 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.366+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/950390081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 msgr2=0x56435c1e3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.366+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1e3e20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c009cd0 tx=0x7f3a1c005df0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/950390081 shutdown_connections 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1d81d0 0x56435c1f0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cdb00 0x56435c1d5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/950390081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1cd1e0 0x56435c1e3e20 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/950390081 >> 172.21.15.47:0/950390081 conn(0x56435c1c9500 msgr2=0x56435c1cf230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/950390081 shutdown_connections 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/950390081 wait complete. 2024-04-25T02:35:01.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 -- start start 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.367+0000 7f3a2e3ae740 1 Processor -- start 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cd1e0 0x56435c1d1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cdb00 0x56435c1d2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a2e3ae740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1d81d0 0x56435c1d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241ad9f0 con 0x56435c1cd1e0 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241aee60 con 0x56435c1cdb00 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a2e3ae740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241ae0c0 con 0x56435c1d81d0 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a2e3ae740 10 client.0 _ll_register_callbacks cb 0x7f3a18009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a23e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cdb00 0x56435c1d2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a23e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cdb00 0x56435c1d2150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59532/0 (socket says 172.21.15.47:59532) 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a29400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cd1e0 0x56435c1d1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a23e00640 1 -- 172.21.15.47:0/2213817048 learned_addr learned my addr 172.21.15.47:0/2213817048 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a29400640 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1d81d0 0x56435c1d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a23e00640 1 -- 172.21.15.47:0/2213817048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1d81d0 msgr2=0x56435c1d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:01.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.368+0000 7f3a23e00640 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1d81d0 0x56435c1d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a23e00640 1 -- 172.21.15.47:0/2213817048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cd1e0 msgr2=0x56435c1d1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a23e00640 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cd1e0 0x56435c1d1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a23e00640 1 -- 172.21.15.47:0/2213817048 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56435c2562e0 con 0x56435c1cdb00 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a29400640 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1d81d0 0x56435c1d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a23e00640 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cdb00 0x56435c1d2150 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x56435c1d48f0 tx=0x7f3a1800fbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f51cea1726293d35 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a06000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a06000640 1 -- 172.21.15.47:0/2213817048 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a18029070 con 0x56435c1cdb00 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a06000640 1 -- 172.21.15.47:0/2213817048 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3a1801c630 con 0x56435c1cdb00 2024-04-25T02:35:01.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/2213817048 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a1c036050 con 0x56435c1cdb00 2024-04-25T02:35:01.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a06000640 1 -- 172.21.15.47:0/2213817048 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3a18035050 con 0x56435c1cdb00 2024-04-25T02:35:01.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a2e3ae740 10 client.25955 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:01.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.369+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/2213817048 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56435c2574e0 con 0x56435c1cdb00 2024-04-25T02:35:01.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a06000640 1 -- 172.21.15.47:0/2213817048 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a1c036050 con 0x56435c1cdb00 2024-04-25T02:35:01.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a06000640 1 -- 172.21.15.47:0/2213817048 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3a18005460 con 0x56435c1cdb00 2024-04-25T02:35:01.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a2e3ae740 10 client.25955 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a2e3ae740 10 client.25955 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a2e3ae740 20 client.25955 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56435c257c60 0x56435c25a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a2e3ae740 4 client.25955 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/2213817048 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56435c13eaa0 con 0x56435c257c60 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.370+0000 7f3a29400640 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56435c257c60 0x56435c25a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a29400640 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56435c257c60 0x56435c25a080 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e51e20dea59c8a server_cookie=706d05204927690 in_seq=0 out_seq=0 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a06000640 10 client.25955 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a06000640 1 -- 172.21.15.47:0/2213817048 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56435c13eaa0 con 0x56435c257c60 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a06000640 10 client.25955 handle_command_reply: tid=0 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 client.25955 shutdown 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/2213817048 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cdb00 msgr2=0x56435c1d2150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cdb00 0x56435c1d2150 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x56435c1d48f0 tx=0x7f3a1800fbd0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/2213817048 shutdown_connections 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56435c257c60 0x56435c25a080 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56435c1d81d0 0x56435c1d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56435c1cdb00 0x56435c1d2150 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a06000640 0 client.25955 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 --2- 172.21.15.47:0/2213817048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56435c1cd1e0 0x56435c1d1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.371+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/2213817048 >> 172.21.15.47:0/2213817048 conn(0x56435c1c9500 msgr2=0x56435c1d68c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.372+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/2213817048 shutdown_connections 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.372+0000 7f3a2e3ae740 1 -- 172.21.15.47:0/2213817048 wait complete. 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.372+0000 7f3a2e3ae740 20 client.25955 trim_cache size 0 max 16384 2024-04-25T02:35:01.380 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:35:01.381 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:35:01.381 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:35:01.381 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:35:01.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.372+0000 7f3a29e00640 1 -- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a0c0a2d80 msgr2=0x7f3a0c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.372+0000 7f3a29e00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a0c0a2d80 0x7f3a0c0a5240 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3a140cc470 tx=0x7f3a140d2790 comp rx=0 tx=0).stop 2024-04-25T02:35:01.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.372+0000 7f3a29e00640 1 -- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241037e0 msgr2=0x7f3a2419a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.372+0000 7f3a29e00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241037e0 0x7f3a2419a0f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3a1400d950 tx=0x7f3a1400de10 comp rx=0 tx=0).stop 2024-04-25T02:35:01.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.373+0000 7f3a29e00640 1 -- 172.21.15.47:0/2262582502 shutdown_connections 2024-04-25T02:35:01.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.373+0000 7f3a29e00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3a0c0a2d80 0x7f3a0c0a5240 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.373+0000 7f3a29e00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a241097f0 0x7f3a2419e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.373+0000 7f3a29e00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a241041a0 0x7f3a2419a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.373+0000 7f3a29e00640 1 --2- 172.21.15.47:0/2262582502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a241037e0 0x7f3a2419a0f0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.373+0000 7f3a29e00640 1 -- 172.21.15.47:0/2262582502 >> 172.21.15.47:0/2262582502 conn(0x7f3a240ff270 msgr2=0x7f3a240ff900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:01.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.373+0000 7f3a29e00640 1 -- 172.21.15.47:0/2262582502 shutdown_connections 2024-04-25T02:35:01.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.373+0000 7f3a29e00640 1 -- 172.21.15.47:0/2262582502 wait complete. 2024-04-25T02:35:01.395 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:35:01.395 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:35:01.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.605+0000 7f5f0ee00640 1 -- 172.21.15.47:0/485486261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f0810dc50 msgr2=0x7f5f0810e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.605+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/485486261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f0810dc50 0x7f5f0810e030 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5efc009900 tx=0x7f5efc02a480 comp rx=0 tx=0).stop 2024-04-25T02:35:01.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.605+0000 7f5f0ee00640 1 -- 172.21.15.47:0/485486261 shutdown_connections 2024-04-25T02:35:01.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.605+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/485486261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f08108580 0x7f5f081149f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.605+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/485486261 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5f08107be0 0x7f5f08108040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.605+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/485486261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f0810dc50 0x7f5f0810e030 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.605+0000 7f5f0ee00640 1 -- 172.21.15.47:0/485486261 >> 172.21.15.47:0/485486261 conn(0x7f5f080772c0 msgr2=0x7f5f080796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.606+0000 7f5f0ee00640 1 -- 172.21.15.47:0/485486261 shutdown_connections 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.606+0000 7f5f0ee00640 1 -- 172.21.15.47:0/485486261 wait complete. 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.606+0000 7f5f0ee00640 1 Processor -- start 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0ee00640 1 -- start start 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0ee00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f08107be0 0x7f5f0819e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0ee00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5f08108580 0x7f5f0819e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0ee00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f0810dc50 0x7f5f081a2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0ee00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5f08117fc0 con 0x7f5f08107be0 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0ee00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5f08117e40 con 0x7f5f08108580 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0ee00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5f08118140 con 0x7f5f0810dc50 2024-04-25T02:35:01.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0da00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f08107be0 0x7f5f0819e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0da00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f08107be0 0x7f5f0819e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38290/0 (socket says 172.21.15.47:38290) 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0da00640 1 -- 172.21.15.47:0/1806673287 learned_addr learned my addr 172.21.15.47:0/1806673287 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.607+0000 7f5f0d000640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5f08108580 0x7f5f0819e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f0e400640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f0810dc50 0x7f5f081a2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f0d000640 1 -- 172.21.15.47:0/1806673287 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f0810dc50 msgr2=0x7f5f081a2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f0d000640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f0810dc50 0x7f5f081a2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f0d000640 1 -- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f08107be0 msgr2=0x7f5f0819e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f0d000640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f08107be0 0x7f5f0819e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f0d000640 1 -- 172.21.15.47:0/1806673287 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f081a3390 con 0x7f5f08108580 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f0da00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f08107be0 0x7f5f0819e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f0d000640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5f08108580 0x7f5f0819e8e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5ef800e9f0 tx=0x7f5ef800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.608+0000 7f5f06000640 1 -- 172.21.15.47:0/1806673287 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef800ccc0 con 0x7f5f08108580 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.609+0000 7f5f06000640 1 -- 172.21.15.47:0/1806673287 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ef8005020 con 0x7f5f08108580 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.609+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f081a3680 con 0x7f5f08108580 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.609+0000 7f5f06000640 1 -- 172.21.15.47:0/1806673287 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef80049e0 con 0x7f5f08108580 2024-04-25T02:35:01.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.609+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f081aaf10 con 0x7f5f08108580 2024-04-25T02:35:01.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.610+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f080688d0 con 0x7f5f08108580 2024-04-25T02:35:01.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.612+0000 7f5f06000640 1 -- 172.21.15.47:0/1806673287 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5ef8005560 con 0x7f5f08108580 2024-04-25T02:35:01.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.613+0000 7f5f06000640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5ef00a2d00 0x7f5ef00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:01.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.614+0000 7f5f06000640 1 -- 172.21.15.47:0/1806673287 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f5ef80cf3d0 con 0x7f5f08108580 2024-04-25T02:35:01.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.614+0000 7f5f0da00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5ef00a2d00 0x7f5ef00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:01.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.614+0000 7f5f0da00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5ef00a2d00 0x7f5ef00a51c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5efc0096c0 tx=0x7f5efc0046c0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:01.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.618+0000 7f5f06000640 1 -- 172.21.15.47:0/1806673287 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5ef80051d0 con 0x7f5f08108580 2024-04-25T02:35:01.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.865+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5f0802d170 con 0x7f5f08108580 2024-04-25T02:35:01.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.867+0000 7f5f06000640 1 -- 172.21.15.47:0/1806673287 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f5ef809bfc0 con 0x7f5f08108580 2024-04-25T02:35:01.871 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:35:01.871 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:35:01.871 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:35:01.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5ef00a2d00 msgr2=0x7f5ef00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5ef00a2d00 0x7f5ef00a51c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5efc0096c0 tx=0x7f5efc0046c0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5f08108580 msgr2=0x7f5f0819e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:01.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5f08108580 0x7f5f0819e8e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5ef800e9f0 tx=0x7f5ef800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 shutdown_connections 2024-04-25T02:35:01.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5ef00a2d00 0x7f5ef00a51c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f0810dc50 0x7f5f081a2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5f08108580 0x7f5f0819e8e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 --2- 172.21.15.47:0/1806673287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f08107be0 0x7f5f0819e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:01.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.869+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 >> 172.21.15.47:0/1806673287 conn(0x7f5f080772c0 msgr2=0x7f5f08078890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:01.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.870+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 shutdown_connections 2024-04-25T02:35:01.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:01.870+0000 7f5f0ee00640 1 -- 172.21.15.47:0/1806673287 wait complete. 2024-04-25T02:35:01.895 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 -- 172.21.15.47:0/619579601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68076590 msgr2=0x7f9a68111f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 --2- 172.21.15.47:0/619579601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68076590 0x7f9a68111f20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f9a54009900 tx=0x7f9a5402a410 comp rx=0 tx=0).stop 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 -- 172.21.15.47:0/619579601 shutdown_connections 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 --2- 172.21.15.47:0/619579601 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9a68112460 0x7f9a68114850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 --2- 172.21.15.47:0/619579601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68076590 0x7f9a68111f20 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 --2- 172.21.15.47:0/619579601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a68075c70 0x7f9a68076050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 -- 172.21.15.47:0/619579601 >> 172.21.15.47:0/619579601 conn(0x7f9a680ff250 msgr2=0x7f9a68101670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 -- 172.21.15.47:0/619579601 shutdown_connections 2024-04-25T02:35:02.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.110+0000 7f9a67e00640 1 -- 172.21.15.47:0/619579601 wait complete. 2024-04-25T02:35:02.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.111+0000 7f9a67e00640 1 Processor -- start 2024-04-25T02:35:02.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.111+0000 7f9a67e00640 1 -- start start 2024-04-25T02:35:02.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a67e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9a68075c70 0x7f9a6819e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a67e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a68076590 0x7f9a6819ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a67e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68112460 0x7f9a681a2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a67e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9a68118010 con 0x7f9a68112460 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a67e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9a68117e90 con 0x7f9a68075c70 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a67e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9a68118190 con 0x7f9a68076590 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a66000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a68076590 0x7f9a6819ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a67400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68112460 0x7f9a681a2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a66a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9a68075c70 0x7f9a6819e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a66000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a68076590 0x7f9a6819ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41102/0 (socket says 172.21.15.47:41102) 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a66000640 1 -- 172.21.15.47:0/989132310 learned_addr learned my addr 172.21.15.47:0/989132310 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.112+0000 7f9a66a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9a68075c70 0x7f9a6819e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58380/0 (socket says 172.21.15.47:58380) 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a67400640 1 -- 172.21.15.47:0/989132310 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a68076590 msgr2=0x7f9a6819ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a67400640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a68076590 0x7f9a6819ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a67400640 1 -- 172.21.15.47:0/989132310 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9a68075c70 msgr2=0x7f9a6819e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a67400640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9a68075c70 0x7f9a6819e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a67400640 1 -- 172.21.15.47:0/989132310 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a681a3540 con 0x7f9a68112460 2024-04-25T02:35:02.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a66000640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a68076590 0x7f9a6819ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a66a00640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9a68075c70 0x7f9a6819e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a67400640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68112460 0x7f9a681a2e10 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9a60005fd0 tx=0x7f9a6000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a6ca00640 1 -- 172.21.15.47:0/989132310 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a6000cdf0 con 0x7f9a68112460 2024-04-25T02:35:02.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a6ca00640 1 -- 172.21.15.47:0/989132310 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a60005020 con 0x7f9a68112460 2024-04-25T02:35:02.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a67e00640 1 -- 172.21.15.47:0/989132310 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a681a3830 con 0x7f9a68112460 2024-04-25T02:35:02.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.113+0000 7f9a6ca00640 1 -- 172.21.15.47:0/989132310 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a600106d0 con 0x7f9a68112460 2024-04-25T02:35:02.120 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.114+0000 7f9a67e00640 1 -- 172.21.15.47:0/989132310 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a681ab0c0 con 0x7f9a68112460 2024-04-25T02:35:02.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.117+0000 7f9a6ca00640 1 -- 172.21.15.47:0/989132310 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9a600054d0 con 0x7f9a68112460 2024-04-25T02:35:02.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.117+0000 7f9a70bf9740 1 Processor -- start 2024-04-25T02:35:02.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.117+0000 7f9a70bf9740 1 -- start start 2024-04-25T02:35:02.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd57a0 0x55f585cd5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd60c0 0x55f585ce0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585ce0790 0x55f585ce2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f585c3a4e0 con 0x55f585ce0790 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f585be2a70 con 0x55f585cd60c0 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f585c364a0 con 0x55f585cd57a0 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd60c0 0x55f585ce0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd60c0 0x55f585ce0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58390/0 (socket says 172.21.15.47:58390) 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66a00640 1 -- 172.21.15.47:0/215330185 learned_addr learned my addr 172.21.15.47:0/215330185 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66000640 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd57a0 0x55f585cd5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66a00640 1 -- 172.21.15.47:0/215330185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd57a0 msgr2=0x55f585cd5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66000640 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585ce0790 0x55f585ce2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66a00640 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd57a0 0x55f585cd5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66a00640 1 -- 172.21.15.47:0/215330185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585ce0790 msgr2=0x55f585ce2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66a00640 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585ce0790 0x55f585ce2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.118+0000 7f9a66a00640 1 -- 172.21.15.47:0/215330185 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f58594e3f0 con 0x55f585cd60c0 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.119+0000 7f9a66000640 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585ce0790 0x55f585ce2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.119+0000 7f9a6ca00640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9a4c0a2d00 0x7f9a4c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.119+0000 7f9a66a00640 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd60c0 0x55f585ce0250 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9a580115f0 tx=0x7f9a58011ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4934ac3f1d89ea9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.119+0000 7f9a6ca00640 1 -- 172.21.15.47:0/989132310 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9a600cfb30 con 0x7f9a68112460 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.119+0000 7f9a66000640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9a4c0a2d00 0x7f9a4c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.119+0000 7f9a53e00640 1 -- 172.21.15.47:0/215330185 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5801e070 con 0x55f585cd60c0 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.119+0000 7f9a53e00640 1 -- 172.21.15.47:0/215330185 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a5800fb20 con 0x55f585cd60c0 2024-04-25T02:35:02.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.119+0000 7f9a53e00640 1 -- 172.21.15.47:0/215330185 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a58019c40 con 0x55f585cd60c0 2024-04-25T02:35:02.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 -- 172.21.15.47:0/215330185 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd60c0 msgr2=0x55f585ce0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a66000640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9a4c0a2d00 0x7f9a4c0a51c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9a54005ec0 tx=0x7f9a5402a410 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd60c0 0x55f585ce0250 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9a580115f0 tx=0x7f9a58011ab0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 -- 172.21.15.47:0/215330185 shutdown_connections 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585ce0790 0x55f585ce2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd60c0 0x55f585ce0250 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/215330185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd57a0 0x55f585cd5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 -- 172.21.15.47:0/215330185 >> 172.21.15.47:0/215330185 conn(0x55f585cd1ac0 msgr2=0x55f585cd1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 -- 172.21.15.47:0/215330185 shutdown_connections 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.120+0000 7f9a70bf9740 1 -- 172.21.15.47:0/215330185 wait complete. 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.121+0000 7f9a70bf9740 1 -- start start 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.121+0000 7f9a70bf9740 1 Processor -- start 2024-04-25T02:35:02.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.121+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd57a0 0x55f585cdd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.121+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd60c0 0x55f585cddbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.121+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585ce0790 0x55f585cde100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.121+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f585ce3580 con 0x55f585cd60c0 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.121+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f585bf5ec0 con 0x55f585cd57a0 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.121+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f585ce3700 con 0x55f585ce0790 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a70bf9740 10 client.0 _ll_register_callbacks cb 0x55f585c323f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd60c0 0x55f585cddbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd60c0 0x55f585cddbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42754/0 (socket says 172.21.15.47:42754) 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66000640 1 -- 172.21.15.47:0/1177734035 learned_addr learned my addr 172.21.15.47:0/1177734035 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66a00640 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd57a0 0x55f585cdd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a67400640 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585ce0790 0x55f585cde100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66a00640 1 -- 172.21.15.47:0/1177734035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585ce0790 msgr2=0x55f585cde100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66a00640 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585ce0790 0x55f585cde100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66a00640 1 -- 172.21.15.47:0/1177734035 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd60c0 msgr2=0x55f585cddbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66a00640 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd60c0 0x55f585cddbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66a00640 1 -- 172.21.15.47:0/1177734035 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f585a187d0 con 0x55f585cd57a0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.122+0000 7f9a66000640 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd60c0 0x55f585cddbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.123+0000 7f9a66a00640 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd57a0 0x55f585cdd680 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9a580115f0 tx=0x7f9a5800f850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8579c4cb64e91822 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.123+0000 7f9a50c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.123+0000 7f9a50c00640 1 -- 172.21.15.47:0/1177734035 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a58027060 con 0x55f585cd57a0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.123+0000 7f9a50c00640 1 -- 172.21.15.47:0/1177734035 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9a580199c0 con 0x55f585cd57a0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.123+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1177734035 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a5800fb20 con 0x55f585cd57a0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.123+0000 7f9a50c00640 1 -- 172.21.15.47:0/1177734035 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9a5801e040 con 0x55f585cd57a0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.123+0000 7f9a70bf9740 10 client.25973 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.123+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1177734035 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f585cef6f0 con 0x55f585cd57a0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a50c00640 1 -- 172.21.15.47:0/1177734035 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a5800fb20 con 0x55f585cd57a0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a50c00640 1 -- 172.21.15.47:0/1177734035 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9a58021030 con 0x55f585cd57a0 2024-04-25T02:35:02.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a70bf9740 10 client.25973 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:02.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a70bf9740 10 client.25973 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:35:02.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a70bf9740 20 client.25973 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:02.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f585cf0aa0 0x55f585cf2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a70bf9740 4 client.25973 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:02.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1177734035 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f585c47a20 con 0x55f585cf0aa0 2024-04-25T02:35:02.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.124+0000 7f9a66000640 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f585cf0aa0 0x55f585cf2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.125+0000 7f9a66000640 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f585cf0aa0 0x55f585cf2e90 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6d8881aa03d131bd server_cookie=f035f8e30df9e326 in_seq=0 out_seq=0 2024-04-25T02:35:02.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.125+0000 7f9a50c00640 10 client.25973 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a50c00640 1 -- 172.21.15.47:0/1177734035 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f585c47a20 con 0x55f585cf0aa0 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a50c00640 10 client.25973 handle_command_reply: tid=0 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 client.25973 shutdown 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1177734035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd57a0 msgr2=0x55f585cdd680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd57a0 0x55f585cdd680 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9a580115f0 tx=0x7f9a5800f850 comp rx=0 tx=0).stop 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1177734035 shutdown_connections 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f585cf0aa0 0x55f585cf2e90 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585ce0790 0x55f585cde100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd60c0 0x55f585cddbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1177734035 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585cd57a0 0x55f585cdd680 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a50c00640 0 client.25973 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:35:02.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1177734035 >> 172.21.15.47:0/1177734035 conn(0x55f585cd1ac0 msgr2=0x55f585cd78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1177734035 shutdown_connections 2024-04-25T02:35:02.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1177734035 wait complete. 2024-04-25T02:35:02.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.126+0000 7f9a70bf9740 20 client.25973 trim_cache size 0 max 16384 2024-04-25T02:35:02.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.141+0000 7f9a70bf9740 1 Processor -- start 2024-04-25T02:35:02.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.141+0000 7f9a70bf9740 1 -- start start 2024-04-25T02:35:02.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.141+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585cec440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.141+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cddf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.141+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cf8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.141+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9a681b6060 con 0x55f585cd57a0 2024-04-25T02:35:02.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.141+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9a681b3930 con 0x55f585ce0790 2024-04-25T02:35:02.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.141+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9a681b1780 con 0x55f585cd60c0 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585cec440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585cec440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42766/0 (socket says 172.21.15.47:42766) 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66a00640 1 -- 172.21.15.47:0/950475423 learned_addr learned my addr 172.21.15.47:0/950475423 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a67400640 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cf8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66000640 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cddf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66a00640 1 -- 172.21.15.47:0/950475423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 msgr2=0x55f585cddf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66a00640 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cddf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66a00640 1 -- 172.21.15.47:0/950475423 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 msgr2=0x55f585cf8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66a00640 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cf8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66a00640 1 -- 172.21.15.47:0/950475423 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f585ccbf90 con 0x55f585cd57a0 2024-04-25T02:35:02.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.142+0000 7f9a66000640 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cddf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:02.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.143+0000 7f9a66a00640 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585cec440 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f9a58019890 tx=0x7f9a58009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd11adde3317ecf2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.143+0000 7f9a53400640 1 -- 172.21.15.47:0/950475423 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a58027030 con 0x55f585cd57a0 2024-04-25T02:35:02.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.143+0000 7f9a53400640 1 -- 172.21.15.47:0/950475423 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a5800fb00 con 0x55f585cd57a0 2024-04-25T02:35:02.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.143+0000 7f9a53400640 1 -- 172.21.15.47:0/950475423 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a580112d0 con 0x55f585cd57a0 2024-04-25T02:35:02.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.143+0000 7f9a70bf9740 1 -- 172.21.15.47:0/950475423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 msgr2=0x55f585cec440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.143+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585cec440 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f9a58019890 tx=0x7f9a58009b90 comp rx=0 tx=0).stop 2024-04-25T02:35:02.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.143+0000 7f9a70bf9740 1 -- 172.21.15.47:0/950475423 shutdown_connections 2024-04-25T02:35:02.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.144+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cf8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.144+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cddf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.144+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/950475423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585cec440 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.144+0000 7f9a70bf9740 1 -- 172.21.15.47:0/950475423 >> 172.21.15.47:0/950475423 conn(0x55f585cd1ac0 msgr2=0x55f585cd0b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.144+0000 7f9a70bf9740 1 -- 172.21.15.47:0/950475423 shutdown_connections 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.144+0000 7f9a70bf9740 1 -- 172.21.15.47:0/950475423 wait complete. 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.144+0000 7f9a70bf9740 1 -- start start 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.144+0000 7f9a70bf9740 1 Processor -- start 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585ce8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cd9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a70bf9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cda260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9a681b1df0 con 0x55f585cd57a0 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9a681b3260 con 0x55f585ce0790 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a70bf9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9a681b24c0 con 0x55f585cd60c0 2024-04-25T02:35:02.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a70bf9740 10 client.0 _ll_register_callbacks cb 0x7f9a5801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585ce8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cd9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cd9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41132/0 (socket says 172.21.15.47:41132) 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66000640 1 -- 172.21.15.47:0/1504835351 learned_addr learned my addr 172.21.15.47:0/1504835351 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a67400640 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cda260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66000640 1 -- 172.21.15.47:0/1504835351 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 msgr2=0x55f585cda260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66000640 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cda260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66000640 1 -- 172.21.15.47:0/1504835351 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 msgr2=0x55f585ce8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66000640 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585ce8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a66000640 1 -- 172.21.15.47:0/1504835351 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f585cda7a0 con 0x55f585cd60c0 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.145+0000 7f9a67400640 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cda260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.146+0000 7f9a66000640 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cd9d20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9a54004770 tx=0x7f9a540046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5118edbd32ddc96a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.146+0000 7f9a50c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.146+0000 7f9a50c00640 1 -- 172.21.15.47:0/1504835351 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a54054050 con 0x55f585cd60c0 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.146+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1504835351 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a5800fb00 con 0x55f585cd60c0 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.146+0000 7f9a50c00640 1 -- 172.21.15.47:0/1504835351 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9a540541f0 con 0x55f585cd60c0 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.146+0000 7f9a50c00640 1 -- 172.21.15.47:0/1504835351 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9a54063050 con 0x55f585cd60c0 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.146+0000 7f9a70bf9740 10 client.25978 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.146+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1504835351 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f585d56c60 con 0x55f585cd60c0 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a50c00640 1 -- 172.21.15.47:0/1504835351 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a5800fb00 con 0x55f585cd60c0 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a50c00640 1 -- 172.21.15.47:0/1504835351 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9a54044070 con 0x55f585cd60c0 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a70bf9740 10 client.25978 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a70bf9740 10 client.25978 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a70bf9740 20 client.25978 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f585d57410 0x55f585d59830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a70bf9740 4 client.25978 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:35:02.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1504835351 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f585c41d70 con 0x55f585d57410 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.147+0000 7f9a66a00640 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f585d57410 0x55f585d59830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a66a00640 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f585d57410 0x55f585d59830 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=599e2e70d97ea230 server_cookie=74b0df4a3d656afa in_seq=0 out_seq=0 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a50c00640 10 client.25978 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a50c00640 1 -- 172.21.15.47:0/1504835351 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f585c41d70 con 0x55f585d57410 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a50c00640 10 client.25978 handle_command_reply: tid=0 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a70bf9740 1 client.25978 shutdown 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1504835351 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 msgr2=0x55f585cd9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cd9d20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9a54004770 tx=0x7f9a540046c0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1504835351 shutdown_connections 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.148+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f585d57410 0x55f585d59830 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.149+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f585ce0790 0x55f585cda260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.149+0000 7f9a50c00640 0 client.25978 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:35:02.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.149+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f585cd60c0 0x55f585cd9d20 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.149+0000 7f9a70bf9740 1 --2- 172.21.15.47:0/1504835351 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f585cd57a0 0x55f585ce8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.149+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1504835351 >> 172.21.15.47:0/1504835351 conn(0x55f585cd1ac0 msgr2=0x55f585cd6ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.149+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1504835351 shutdown_connections 2024-04-25T02:35:02.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.149+0000 7f9a70bf9740 1 -- 172.21.15.47:0/1504835351 wait complete. 2024-04-25T02:35:02.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.149+0000 7f9a70bf9740 20 client.25978 trim_cache size 0 max 16384 2024-04-25T02:35:02.158 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 -- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9a4c0a2d00 msgr2=0x7f9a4c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9a4c0a2d00 0x7f9a4c0a51c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9a54005ec0 tx=0x7f9a5402a410 comp rx=0 tx=0).stop 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 -- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68112460 msgr2=0x7f9a681a2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68112460 0x7f9a681a2e10 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9a60005fd0 tx=0x7f9a6000ef10 comp rx=0 tx=0).stop 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 -- 172.21.15.47:0/989132310 shutdown_connections 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9a4c0a2d00 0x7f9a4c0a51c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a68112460 0x7f9a681a2e10 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a68076590 0x7f9a6819ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 --2- 172.21.15.47:0/989132310 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9a68075c70 0x7f9a6819e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 -- 172.21.15.47:0/989132310 >> 172.21.15.47:0/989132310 conn(0x7f9a680ff250 msgr2=0x7f9a68113b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 -- 172.21.15.47:0/989132310 shutdown_connections 2024-04-25T02:35:02.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.150+0000 7f9a67e00640 1 -- 172.21.15.47:0/989132310 wait complete. 2024-04-25T02:35:02.172 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:35:02.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 -- 172.21.15.47:0/222985900 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feed0073b70 msgr2=0x7feed0073f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 --2- 172.21.15.47:0/222985900 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feed0073b70 0x7feed0073f50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7feec0009900 tx=0x7feec002a480 comp rx=0 tx=0).stop 2024-04-25T02:35:02.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 -- 172.21.15.47:0/222985900 shutdown_connections 2024-04-25T02:35:02.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 --2- 172.21.15.47:0/222985900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feed010de00 0x7feed0110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 --2- 172.21.15.47:0/222985900 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0074490 0x7feed010d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 --2- 172.21.15.47:0/222985900 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feed0073b70 0x7feed0073f50 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 -- 172.21.15.47:0/222985900 >> 172.21.15.47:0/222985900 conn(0x7feed00fd110 msgr2=0x7feed00ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 -- 172.21.15.47:0/222985900 shutdown_connections 2024-04-25T02:35:02.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.380+0000 7feecf200640 1 -- 172.21.15.47:0/222985900 wait complete. 2024-04-25T02:35:02.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.381+0000 7feecf200640 1 Processor -- start 2024-04-25T02:35:02.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.381+0000 7feecf200640 1 -- start start 2024-04-25T02:35:02.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecf200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0073b70 0x7feed019a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecf200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feed0074490 0x7feed019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecf200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feed010de00 0x7feed019e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecf200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feed0113bf0 con 0x7feed0073b70 2024-04-25T02:35:02.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecf200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7feed0113a70 con 0x7feed010de00 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecf200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feed0113d70 con 0x7feed0074490 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0073b70 0x7feed019a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feec5400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feed0074490 0x7feed019a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecde00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0073b70 0x7feed019a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42792/0 (socket says 172.21.15.47:42792) 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feecde00640 1 -- 172.21.15.47:0/30068134 learned_addr learned my addr 172.21.15.47:0/30068134 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.382+0000 7feece800640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feed010de00 0x7feed019e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feecde00640 1 -- 172.21.15.47:0/30068134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feed0074490 msgr2=0x7feed019a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feecde00640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feed0074490 0x7feed019a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feecde00640 1 -- 172.21.15.47:0/30068134 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feed010de00 msgr2=0x7feed019e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feecde00640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feed010de00 0x7feed019e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feecde00640 1 -- 172.21.15.47:0/30068134 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feed019f0f0 con 0x7feed0073b70 2024-04-25T02:35:02.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feec5400640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feed0074490 0x7feed019a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feecde00640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0073b70 0x7feed019a150 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7feec0004770 tx=0x7feec0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feec7400640 1 -- 172.21.15.47:0/30068134 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec003f070 con 0x7feed0073b70 2024-04-25T02:35:02.389 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feec7400640 1 -- 172.21.15.47:0/30068134 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feec0031ca0 con 0x7feed0073b70 2024-04-25T02:35:02.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feecf200640 1 -- 172.21.15.47:0/30068134 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feed019f380 con 0x7feed0073b70 2024-04-25T02:35:02.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.383+0000 7feec7400640 1 -- 172.21.15.47:0/30068134 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0035030 con 0x7feed0073b70 2024-04-25T02:35:02.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.384+0000 7feecf200640 1 -- 172.21.15.47:0/30068134 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feed01a6c70 con 0x7feed0073b70 2024-04-25T02:35:02.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.387+0000 7feed7812740 1 Processor -- start 2024-04-25T02:35:02.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.387+0000 7feec7400640 1 -- 172.21.15.47:0/30068134 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7feec0042070 con 0x7feed0073b70 2024-04-25T02:35:02.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.387+0000 7feed7812740 1 -- start start 2024-04-25T02:35:02.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feed7812740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044837a0 0x55c804483b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feed7812740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feed7812740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c80448e790 0x55c804490b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feed7812740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c8043e84e0 con 0x55c8044837a0 2024-04-25T02:35:02.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feed7812740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c804390a70 con 0x55c8044840c0 2024-04-25T02:35:02.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feed7812740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c8043e44a0 con 0x55c80448e790 2024-04-25T02:35:02.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feece800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044837a0 0x55c804483b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feece800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044837a0 0x55c804483b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42794/0 (socket says 172.21.15.47:42794) 2024-04-25T02:35:02.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feece800640 1 -- 172.21.15.47:0/210800894 learned_addr learned my addr 172.21.15.47:0/210800894 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feec5400640 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c80448e790 0x55c804490b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feecde00640 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feece800640 1 -- 172.21.15.47:0/210800894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c80448e790 msgr2=0x55c804490b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feece800640 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c80448e790 0x55c804490b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feece800640 1 -- 172.21.15.47:0/210800894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 msgr2=0x55c80448e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feece800640 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.388+0000 7feece800640 1 -- 172.21.15.47:0/210800894 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8040fc3f0 con 0x55c8044837a0 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.389+0000 7feece800640 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044837a0 0x55c804483b80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7feec8009f70 tx=0x7feec8010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=740868e3d81cbd2c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.389+0000 7feebf000640 1 -- 172.21.15.47:0/210800894 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec8016070 con 0x55c8044837a0 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.389+0000 7feebf000640 1 -- 172.21.15.47:0/210800894 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feec8004d20 con 0x55c8044837a0 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.389+0000 7feebf000640 1 -- 172.21.15.47:0/210800894 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec8012910 con 0x55c8044837a0 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.389+0000 7feec7400640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7feeb40a2d00 0x7feeb40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.389+0000 7feec7400640 1 -- 172.21.15.47:0/30068134 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7feec00ef870 con 0x7feed0073b70 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feecde00640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7feeb40a2d00 0x7feeb40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 -- 172.21.15.47:0/210800894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044837a0 msgr2=0x55c804483b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044837a0 0x55c804483b80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7feec8009f70 tx=0x7feec8010800 comp rx=0 tx=0).stop 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 -- 172.21.15.47:0/210800894 shutdown_connections 2024-04-25T02:35:02.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c80448e790 0x55c804490b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 --2- 172.21.15.47:0/210800894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044837a0 0x55c804483b80 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 -- 172.21.15.47:0/210800894 >> 172.21.15.47:0/210800894 conn(0x55c80447fac0 msgr2=0x55c80447fea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 -- 172.21.15.47:0/210800894 shutdown_connections 2024-04-25T02:35:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feecde00640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7feeb40a2d00 0x7feeb40a51c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x55c804484d60 tx=0x7feec00f5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.390+0000 7feed7812740 1 -- 172.21.15.47:0/210800894 wait complete. 2024-04-25T02:35:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.391+0000 7feed7812740 1 -- start start 2024-04-25T02:35:02.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.391+0000 7feed7812740 1 Processor -- start 2024-04-25T02:35:02.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feed7812740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80448b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feed7812740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feed7812740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c80448e790 0x55c80448c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feed7812740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c804491580 con 0x55c80448e790 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feed7812740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c8043a3ec0 con 0x55c8044840c0 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feed7812740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c804491700 con 0x55c8044837a0 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feed7812740 10 client.0 _ll_register_callbacks cb 0x55c8043e03f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feece800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80448b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feec5400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feece800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80448b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41168/0 (socket says 172.21.15.47:41168) 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feece800640 1 -- 172.21.15.47:0/4023993144 learned_addr learned my addr 172.21.15.47:0/4023993144 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feece800640 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c80448e790 0x55c80448c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feec5400640 1 -- 172.21.15.47:0/4023993144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 msgr2=0x55c80448b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feec5400640 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80448b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feec5400640 1 -- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c80448e790 msgr2=0x55c80448c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.392+0000 7feec5400640 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c80448e790 0x55c80448c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.393+0000 7feec5400640 1 -- 172.21.15.47:0/4023993144 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8041c67d0 con 0x55c8044840c0 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.393+0000 7feece800640 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c80448e790 0x55c80448c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.393+0000 7feec5400640 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448bc60 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feed00ff7a0 tx=0x7feeb8011b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6185403be064aff9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.393+0000 7feeb3400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.393+0000 7feeb3400640 1 -- 172.21.15.47:0/4023993144 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb8010c30 con 0x55c8044840c0 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.393+0000 7feeb3400640 1 -- 172.21.15.47:0/4023993144 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7feeb8010dd0 con 0x55c8044840c0 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.393+0000 7feed7812740 1 -- 172.21.15.47:0/4023993144 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feec8004d20 con 0x55c8044840c0 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feeb3400640 1 -- 172.21.15.47:0/4023993144 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7feeb8004020 con 0x55c8044840c0 2024-04-25T02:35:02.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feed7812740 10 client.25991 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feed7812740 1 -- 172.21.15.47:0/4023993144 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c80449d850 con 0x55c8044840c0 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feeb3400640 1 -- 172.21.15.47:0/4023993144 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feec8004d20 con 0x55c8044840c0 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feeb3400640 1 -- 172.21.15.47:0/4023993144 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7feeb80048c0 con 0x55c8044840c0 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feed7812740 10 client.25991 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feed7812740 10 client.25991 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feed7812740 20 client.25991 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feed7812740 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c80449edc0 0x55c8044a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feed7812740 4 client.25991 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.394+0000 7feed7812740 1 -- 172.21.15.47:0/4023993144 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c8043f5a20 con 0x55c80449edc0 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.395+0000 7feece800640 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c80449edc0 0x55c8044a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.395+0000 7feece800640 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c80449edc0 0x55c8044a11e0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3ffdf5c7742ee71b server_cookie=cfbd4d60eb54669e in_seq=0 out_seq=0 2024-04-25T02:35:02.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.395+0000 7feeb3400640 10 client.25991 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feeb3400640 1 -- 172.21.15.47:0/4023993144 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c8043f5a20 con 0x55c80449edc0 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feeb3400640 10 client.25991 handle_command_reply: tid=0 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 client.25991 shutdown 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 -- 172.21.15.47:0/4023993144 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 msgr2=0x55c80448bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448bc60 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feed00ff7a0 tx=0x7feeb8011b50 comp rx=0 tx=0).stop 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 -- 172.21.15.47:0/4023993144 shutdown_connections 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c80449edc0 0x55c8044a11e0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c80448e790 0x55c80448c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c8044840c0 0x55c80448bc60 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 --2- 172.21.15.47:0/4023993144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80448b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feed7812740 1 -- 172.21.15.47:0/4023993144 >> 172.21.15.47:0/4023993144 conn(0x55c80447fac0 msgr2=0x55c8044857a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.396+0000 7feeb3400640 0 client.25991 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:35:02.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.397+0000 7feed7812740 1 -- 172.21.15.47:0/4023993144 shutdown_connections 2024-04-25T02:35:02.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.397+0000 7feed7812740 1 -- 172.21.15.47:0/4023993144 wait complete. 2024-04-25T02:35:02.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.397+0000 7feed7812740 20 client.25991 trim_cache size 0 max 16384 2024-04-25T02:35:02.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.412+0000 7feed7812740 1 Processor -- start 2024-04-25T02:35:02.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.412+0000 7feed7812740 1 -- start start 2024-04-25T02:35:02.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feed7812740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80449a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feed7812740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 0x55c80448b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feed7812740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 0x55c80448bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feed7812740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feed01b1d30 con 0x55c8044840c0 2024-04-25T02:35:02.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feed7812740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7feed01af600 con 0x55c80448e790 2024-04-25T02:35:02.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feed7812740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feed01ad450 con 0x55c8044837a0 2024-04-25T02:35:02.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feece800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80449a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feece800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80449a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41184/0 (socket says 172.21.15.47:41184) 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feece800640 1 -- 172.21.15.47:0/81351320 learned_addr learned my addr 172.21.15.47:0/81351320 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feec5400640 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 0x55c80448b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feece800640 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 0x55c80448bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feece800640 1 -- 172.21.15.47:0/81351320 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 msgr2=0x55c80448bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feece800640 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 0x55c80448bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feece800640 1 -- 172.21.15.47:0/81351320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 msgr2=0x55c80448b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.413+0000 7feece800640 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 0x55c80448b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.414+0000 7feece800640 1 -- 172.21.15.47:0/81351320 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c804479f90 con 0x55c8044837a0 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.414+0000 7feece800640 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80449a470 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7feec8005b00 tx=0x7feec8010fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e698be62d1b801b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.414+0000 7feebe600640 1 -- 172.21.15.47:0/81351320 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec8016040 con 0x55c8044837a0 2024-04-25T02:35:02.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.414+0000 7feebe600640 1 -- 172.21.15.47:0/81351320 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feec8012620 con 0x55c8044837a0 2024-04-25T02:35:02.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.414+0000 7feebe600640 1 -- 172.21.15.47:0/81351320 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec802c2b0 con 0x55c8044837a0 2024-04-25T02:35:02.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 -- 172.21.15.47:0/81351320 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 msgr2=0x55c80449a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80449a470 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7feec8005b00 tx=0x7feec8010fd0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 -- 172.21.15.47:0/81351320 shutdown_connections 2024-04-25T02:35:02.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 0x55c80448bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 0x55c80448b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 --2- 172.21.15.47:0/81351320 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c80449a470 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 -- 172.21.15.47:0/81351320 >> 172.21.15.47:0/81351320 conn(0x55c80447fac0 msgr2=0x55c80448b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 -- 172.21.15.47:0/81351320 shutdown_connections 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.415+0000 7feed7812740 1 -- 172.21.15.47:0/81351320 wait complete. 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.416+0000 7feed7812740 1 -- start start 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.416+0000 7feed7812740 1 Processor -- start 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feed7812740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c804496be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feed7812740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 0x55c804487f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feed7812740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 0x55c8044884d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feed7812740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feed01adac0 con 0x55c8044840c0 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feed7812740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7feed01aef30 con 0x55c80448e790 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feed7812740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feed01ae190 con 0x55c8044837a0 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feed7812740 10 client.0 _ll_register_callbacks cb 0x7feeb800bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:02.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c804496be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c804496be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41198/0 (socket says 172.21.15.47:41198) 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 -- 172.21.15.47:0/3969367132 learned_addr learned my addr 172.21.15.47:0/3969367132 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feec5400640 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 0x55c804487f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 0x55c8044884d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 -- 172.21.15.47:0/3969367132 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 msgr2=0x55c8044884d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 0x55c8044884d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 -- 172.21.15.47:0/3969367132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 msgr2=0x55c804487f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 0x55c804487f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.417+0000 7feece800640 1 -- 172.21.15.47:0/3969367132 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c804488b40 con 0x55c8044837a0 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feece800640 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c804496be0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feec8005960 tx=0x7feec8012450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7ec4216f0209fae server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feeb3400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:02.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feeb3400640 1 -- 172.21.15.47:0/3969367132 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec8016030 con 0x55c8044837a0 2024-04-25T02:35:02.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feed7812740 1 -- 172.21.15.47:0/3969367132 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feec8012620 con 0x55c8044837a0 2024-04-25T02:35:02.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feeb3400640 1 -- 172.21.15.47:0/3969367132 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7feec8003c30 con 0x55c8044837a0 2024-04-25T02:35:02.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feeb3400640 1 -- 172.21.15.47:0/3969367132 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7feec802c930 con 0x55c8044837a0 2024-04-25T02:35:02.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feed7812740 10 client.25996 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:02.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feed7812740 1 -- 172.21.15.47:0/3969367132 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c804505190 con 0x55c8044837a0 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.418+0000 7feeb3400640 1 -- 172.21.15.47:0/3969367132 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feec8012620 con 0x55c8044837a0 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.419+0000 7feeb3400640 1 -- 172.21.15.47:0/3969367132 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7feec8028040 con 0x55c8044837a0 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.419+0000 7feed7812740 10 client.25996 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.419+0000 7feed7812740 10 client.25996 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.419+0000 7feed7812740 20 client.25996 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.419+0000 7feed7812740 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c804505560 0x55c804507950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.419+0000 7feed7812740 4 client.25996 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.419+0000 7feed7812740 1 -- 172.21.15.47:0/3969367132 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c8043efd70 con 0x55c804505560 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.419+0000 7feec5400640 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c804505560 0x55c804507950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feec5400640 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c804505560 0x55c804507950 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c6f2c007ba72b53a server_cookie=b85936a970c553c8 in_seq=0 out_seq=0 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feeb3400640 10 client.25996 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feeb3400640 1 -- 172.21.15.47:0/3969367132 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c8043efd70 con 0x55c804505560 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feeb3400640 10 client.25996 handle_command_reply: tid=0 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 client.25996 shutdown 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 -- 172.21.15.47:0/3969367132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 msgr2=0x55c804496be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c804496be0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feec8005960 tx=0x7feec8012450 comp rx=0 tx=0).stop 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 -- 172.21.15.47:0/3969367132 shutdown_connections 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c804505560 0x55c804507950 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c80448e790 0x55c8044884d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c8044840c0 0x55c804487f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feeb3400640 0 client.25996 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:35:02.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 --2- 172.21.15.47:0/3969367132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8044837a0 0x55c804496be0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 -- 172.21.15.47:0/3969367132 >> 172.21.15.47:0/3969367132 conn(0x55c80447fac0 msgr2=0x55c80448bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 -- 172.21.15.47:0/3969367132 shutdown_connections 2024-04-25T02:35:02.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.420+0000 7feed7812740 1 -- 172.21.15.47:0/3969367132 wait complete. 2024-04-25T02:35:02.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feed7812740 20 client.25996 trim_cache size 0 max 16384 2024-04-25T02:35:02.429 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:35:02.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 -- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7feeb40a2d00 msgr2=0x7feeb40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7feeb40a2d00 0x7feeb40a51c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x55c804484d60 tx=0x7feec00f5530 comp rx=0 tx=0).stop 2024-04-25T02:35:02.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 -- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0073b70 msgr2=0x7feed019a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0073b70 0x7feed019a150 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7feec0004770 tx=0x7feec0003c10 comp rx=0 tx=0).stop 2024-04-25T02:35:02.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 -- 172.21.15.47:0/30068134 shutdown_connections 2024-04-25T02:35:02.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7feeb40a2d00 0x7feeb40a51c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7feed010de00 0x7feed019e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feed0074490 0x7feed019a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 --2- 172.21.15.47:0/30068134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0073b70 0x7feed019a150 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.421+0000 7feecf200640 1 -- 172.21.15.47:0/30068134 >> 172.21.15.47:0/30068134 conn(0x7feed00fd110 msgr2=0x7feed00fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.422+0000 7feecf200640 1 -- 172.21.15.47:0/30068134 shutdown_connections 2024-04-25T02:35:02.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.422+0000 7feecf200640 1 -- 172.21.15.47:0/30068134 wait complete. 2024-04-25T02:35:02.444 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:35:02.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 -- 172.21.15.47:0/1442393158 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098103160 msgr2=0x7f309810b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 --2- 172.21.15.47:0/1442393158 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098103160 0x7f309810b820 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f3088009860 tx=0x7f308802a3d0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 -- 172.21.15.47:0/1442393158 shutdown_connections 2024-04-25T02:35:02.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 --2- 172.21.15.47:0/1442393158 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f309810bd60 0x7f309810e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 --2- 172.21.15.47:0/1442393158 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098103160 0x7f309810b820 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 --2- 172.21.15.47:0/1442393158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3098102840 0x7f3098102c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 -- 172.21.15.47:0/1442393158 >> 172.21.15.47:0/1442393158 conn(0x7f30980777a0 msgr2=0x7f3098077bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 -- 172.21.15.47:0/1442393158 shutdown_connections 2024-04-25T02:35:02.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.655+0000 7f309e400640 1 -- 172.21.15.47:0/1442393158 wait complete. 2024-04-25T02:35:02.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.656+0000 7f309e400640 1 Processor -- start 2024-04-25T02:35:02.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f309e400640 1 -- start start 2024-04-25T02:35:02.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f309e400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098102840 0x7f309819a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f309e400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3098103160 0x7f309819a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f309e400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f309810bd60 0x7f309819eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f309e400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3098111b10 con 0x7f3098103160 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f309e400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3098111990 con 0x7f309810bd60 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f309e400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3098111c90 con 0x7f3098102840 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f3096a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3098103160 0x7f309819a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f3097400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098102840 0x7f309819a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f3096a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3098103160 0x7f309819a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42852/0 (socket says 172.21.15.47:42852) 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f3096a00640 1 -- 172.21.15.47:0/1274025206 learned_addr learned my addr 172.21.15.47:0/1274025206 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.657+0000 7f3097e00640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f309810bd60 0x7f309819eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f3097400640 1 -- 172.21.15.47:0/1274025206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f309810bd60 msgr2=0x7f309819eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f3097400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f309810bd60 0x7f309819eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f3097400640 1 -- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3098103160 msgr2=0x7f309819a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f3097400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3098103160 0x7f309819a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f3097400640 1 -- 172.21.15.47:0/1274025206 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f309819f240 con 0x7f3098102840 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f3097e00640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f309810bd60 0x7f309819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f3096a00640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3098103160 0x7f309819a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f3097400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098102840 0x7f309819a250 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3080005fd0 tx=0x7f308000ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.658+0000 7f308fe00640 1 -- 172.21.15.47:0/1274025206 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308000cd00 con 0x7f3098102840 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.659+0000 7f308fe00640 1 -- 172.21.15.47:0/1274025206 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f30800035f0 con 0x7f3098102840 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.659+0000 7f308fe00640 1 -- 172.21.15.47:0/1274025206 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3080010690 con 0x7f3098102840 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.659+0000 7f309e400640 1 -- 172.21.15.47:0/1274025206 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f309819f530 con 0x7f3098102840 2024-04-25T02:35:02.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.659+0000 7f309e400640 1 -- 172.21.15.47:0/1274025206 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30981a6dc0 con 0x7f3098102840 2024-04-25T02:35:02.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.662+0000 7f30a122a740 1 Processor -- start 2024-04-25T02:35:02.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.662+0000 7f30a122a740 1 -- start start 2024-04-25T02:35:02.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.662+0000 7f30a122a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dc09a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.662+0000 7f30a122a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcb070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.662+0000 7f30a122a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7dcd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.662+0000 7f30a122a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bef7d254e0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.662+0000 7f30a122a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55bef7ccda70 con 0x55bef7dcb5b0 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.662+0000 7f30a122a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bef7d214a0 con 0x55bef7dc05c0 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dc09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dc09a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41228/0 (socket says 172.21.15.47:41228) 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097e00640 1 -- 172.21.15.47:0/1445154540 learned_addr learned my addr 172.21.15.47:0/1445154540 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f308fe00640 1 -- 172.21.15.47:0/1274025206 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f30800037a0 con 0x7f3098102840 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3096a00640 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7dcd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097400640 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097e00640 1 -- 172.21.15.47:0/1445154540 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 msgr2=0x55bef7dcd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097e00640 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7dcd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097e00640 1 -- 172.21.15.47:0/1445154540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 msgr2=0x55bef7dcb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097e00640 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097e00640 1 -- 172.21.15.47:0/1445154540 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bef7a393f0 con 0x55bef7dc05c0 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.663+0000 7f3097400640 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.664+0000 7f3097e00640 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dc09a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f30900106c0 tx=0x7f3090010b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e30c964f12aafe1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.664+0000 7f308cc00640 1 -- 172.21.15.47:0/1445154540 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309000e8d0 con 0x55bef7dc05c0 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.664+0000 7f308cc00640 1 -- 172.21.15.47:0/1445154540 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3090012450 con 0x55bef7dc05c0 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.664+0000 7f308cc00640 1 -- 172.21.15.47:0/1445154540 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309001c610 con 0x55bef7dc05c0 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.664+0000 7f308fe00640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f307c0a2d00 0x7f307c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 -- 172.21.15.47:0/1445154540 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 msgr2=0x55bef7dc09a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dc09a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f30900106c0 tx=0x7f3090010b80 comp rx=0 tx=0).stop 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f308fe00640 1 -- 172.21.15.47:0/1274025206 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f30800cf640 con 0x7f3098102840 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 -- 172.21.15.47:0/1445154540 shutdown_connections 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7dcd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 --2- 172.21.15.47:0/1445154540 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dc09a0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 -- 172.21.15.47:0/1445154540 >> 172.21.15.47:0/1445154540 conn(0x55bef7dbc8e0 msgr2=0x55bef7dbccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f3097400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f307c0a2d00 0x7f307c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 -- 172.21.15.47:0/1445154540 shutdown_connections 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 -- 172.21.15.47:0/1445154540 wait complete. 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.665+0000 7f30a122a740 1 -- start start 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f3097400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f307c0a2d00 0x7f307c0a51c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f30800cce70 tx=0x7f30800092d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f30a122a740 1 Processor -- start 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f30a122a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dc05c0 0x55bef7dc8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f30a122a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f30a122a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dcb5b0 0x55bef7dc8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f30a122a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bef7dce3a0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f30a122a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55bef7ce0ec0 con 0x55bef7dc05c0 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f30a122a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bef7dce520 con 0x55bef7dcb5b0 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.666+0000 7f30a122a740 10 client.0 _ll_register_callbacks cb 0x55bef7d1d3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dc05c0 0x55bef7dc8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dc05c0 0x55bef7dc8570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58498/0 (socket says 172.21.15.47:58498) 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 -- 172.21.15.47:0/659501667 learned_addr learned my addr 172.21.15.47:0/659501667 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3096a00640 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dcb5b0 0x55bef7dc8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 -- 172.21.15.47:0/659501667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dcb5b0 msgr2=0x55bef7dc8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dcb5b0 0x55bef7dc8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 -- 172.21.15.47:0/659501667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 msgr2=0x55bef7dc8ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc8ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3097e00640 1 -- 172.21.15.47:0/659501667 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bef7b037d0 con 0x55bef7dc05c0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.667+0000 7f3096a00640 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc8ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.668+0000 7f3097e00640 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dc05c0 0x55bef7dc8570 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3090000f80 tx=0x7f3090012e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7356fd5cdacd9270 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.668+0000 7f3085600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.668+0000 7f3085600640 1 -- 172.21.15.47:0/659501667 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309000ebb0 con 0x55bef7dc05c0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.668+0000 7f30a122a740 1 -- 172.21.15.47:0/659501667 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3090012450 con 0x55bef7dc05c0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.668+0000 7f3085600640 1 -- 172.21.15.47:0/659501667 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f309000ed50 con 0x55bef7dc05c0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.668+0000 7f3085600640 1 -- 172.21.15.47:0/659501667 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f309001c410 con 0x55bef7dc05c0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.668+0000 7f30a122a740 10 client.26009 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.668+0000 7f30a122a740 1 -- 172.21.15.47:0/659501667 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bef7dda5e0 con 0x55bef7dc05c0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f3085600640 1 -- 172.21.15.47:0/659501667 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3090012450 con 0x55bef7dc05c0 2024-04-25T02:35:02.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f3085600640 1 -- 172.21.15.47:0/659501667 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f309000f040 con 0x55bef7dc05c0 2024-04-25T02:35:02.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f30a122a740 10 client.26009 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:02.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f30a122a740 10 client.26009 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:02.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f30a122a740 20 client.26009 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:02.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f30a122a740 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bef7ddb9f0 0x55bef7dddde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f30a122a740 4 client.26009 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:02.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f30a122a740 1 -- 172.21.15.47:0/659501667 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bef7d32a20 con 0x55bef7ddb9f0 2024-04-25T02:35:02.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.669+0000 7f3096a00640 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bef7ddb9f0 0x55bef7dddde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.670+0000 7f3096a00640 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bef7ddb9f0 0x55bef7dddde0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97fcb0783d5b13c7 server_cookie=111d1895d5fe3091 in_seq=0 out_seq=0 2024-04-25T02:35:02.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.670+0000 7f3085600640 10 client.26009 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:02.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f3085600640 1 -- 172.21.15.47:0/659501667 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bef7d32a20 con 0x55bef7ddb9f0 2024-04-25T02:35:02.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f3085600640 10 client.26009 handle_command_reply: tid=0 2024-04-25T02:35:02.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 client.26009 shutdown 2024-04-25T02:35:02.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 -- 172.21.15.47:0/659501667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dc05c0 msgr2=0x55bef7dc8570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dc05c0 0x55bef7dc8570 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3090000f80 tx=0x7f3090012e20 comp rx=0 tx=0).stop 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 -- 172.21.15.47:0/659501667 shutdown_connections 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bef7ddb9f0 0x55bef7dddde0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dcb5b0 0x55bef7dc8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc8ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 --2- 172.21.15.47:0/659501667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dc05c0 0x55bef7dc8570 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f30a122a740 1 -- 172.21.15.47:0/659501667 >> 172.21.15.47:0/659501667 conn(0x55bef7dbc8e0 msgr2=0x55bef7dc26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.671+0000 7f3085600640 0 client.26009 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.672+0000 7f30a122a740 1 -- 172.21.15.47:0/659501667 shutdown_connections 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.672+0000 7f30a122a740 1 -- 172.21.15.47:0/659501667 wait complete. 2024-04-25T02:35:02.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.672+0000 7f30a122a740 20 client.26009 trim_cache size 0 max 16384 2024-04-25T02:35:02.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.686+0000 7f30a122a740 1 Processor -- start 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f30a122a740 1 -- start start 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f30a122a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dd7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f30a122a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc3890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f30a122a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7dc8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f30a122a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f30981b1f80 con 0x55bef7dc0ee0 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f30a122a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f30981af850 con 0x55bef7dcb5b0 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f30a122a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f30981ad6a0 con 0x55bef7dc05c0 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f3096a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f3096a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc3890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42868/0 (socket says 172.21.15.47:42868) 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f3096a00640 1 -- 172.21.15.47:0/3777052923 learned_addr learned my addr 172.21.15.47:0/3777052923 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f3097e00640 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dd7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.687+0000 7f3097e00640 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7dc8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3097e00640 1 -- 172.21.15.47:0/3777052923 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 msgr2=0x55bef7dc8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3097e00640 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7dc8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3097e00640 1 -- 172.21.15.47:0/3777052923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 msgr2=0x55bef7dc3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3097e00640 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc3890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3097e00640 1 -- 172.21.15.47:0/3777052923 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bef7dc03c0 con 0x55bef7dc05c0 2024-04-25T02:35:02.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3096a00640 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:02.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3097e00640 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dd7260 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f3090002230 tx=0x7f3090009550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d48ec7628150b63 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3087e00640 1 -- 172.21.15.47:0/3777052923 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3090020040 con 0x55bef7dc05c0 2024-04-25T02:35:02.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3087e00640 1 -- 172.21.15.47:0/3777052923 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f309000e6c0 con 0x55bef7dc05c0 2024-04-25T02:35:02.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.688+0000 7f3087e00640 1 -- 172.21.15.47:0/3777052923 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3090012450 con 0x55bef7dc05c0 2024-04-25T02:35:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 -- 172.21.15.47:0/3777052923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 msgr2=0x55bef7dd7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dd7260 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f3090002230 tx=0x7f3090009550 comp rx=0 tx=0).stop 2024-04-25T02:35:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 -- 172.21.15.47:0/3777052923 shutdown_connections 2024-04-25T02:35:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7dc8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc0ee0 0x55bef7dc3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 --2- 172.21.15.47:0/3777052923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc05c0 0x55bef7dd7260 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 -- 172.21.15.47:0/3777052923 >> 172.21.15.47:0/3777052923 conn(0x55bef7dbc8e0 msgr2=0x55bef7dc25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 -- 172.21.15.47:0/3777052923 shutdown_connections 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 -- 172.21.15.47:0/3777052923 wait complete. 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.689+0000 7f30a122a740 1 -- start start 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f30a122a740 1 Processor -- start 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f30a122a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc05c0 0x55bef7dce920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f30a122a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f30a122a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7e3fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f30a122a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f30981add10 con 0x55bef7dc05c0 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f30a122a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f30981af180 con 0x55bef7dcb5b0 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f30a122a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f30981ae3e0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f30a122a740 10 client.0 _ll_register_callbacks cb 0x7f3090016070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.690+0000 7f3097e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc05c0 0x55bef7dce920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3097e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc05c0 0x55bef7dce920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42870/0 (socket says 172.21.15.47:42870) 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3097e00640 1 -- 172.21.15.47:0/1163656475 learned_addr learned my addr 172.21.15.47:0/1163656475 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3096a00640 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3097e00640 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7e3fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3096a00640 1 -- 172.21.15.47:0/1163656475 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 msgr2=0x55bef7e3fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3096a00640 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7e3fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3096a00640 1 -- 172.21.15.47:0/1163656475 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc05c0 msgr2=0x55bef7dce920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3096a00640 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc05c0 0x55bef7dce920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3096a00640 1 -- 172.21.15.47:0/1163656475 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bef7e402c0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3096a00640 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcee60 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3088009250 tx=0x7f3088030fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=807b7cd95497710f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.691+0000 7f3085600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f3085600640 1 -- 172.21.15.47:0/1163656475 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3088005040 con 0x55bef7dc0ee0 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f30a122a740 1 -- 172.21.15.47:0/1163656475 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f309000e6c0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f3085600640 1 -- 172.21.15.47:0/1163656475 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f30880051e0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f3085600640 1 -- 172.21.15.47:0/1163656475 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f30880053e0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f30a122a740 10 client.26014 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f30a122a740 1 -- 172.21.15.47:0/1163656475 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bef7e415c0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f3085600640 1 -- 172.21.15.47:0/1163656475 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f309000e6c0 con 0x55bef7dc0ee0 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f3085600640 1 -- 172.21.15.47:0/1163656475 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3088004930 con 0x55bef7dc0ee0 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f30a122a740 10 client.26014 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f30a122a740 10 client.26014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f30a122a740 20 client.26014 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.692+0000 7f30a122a740 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bef7e41ce0 0x55bef7e44100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:02.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.693+0000 7f30a122a740 4 client.26014 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.693+0000 7f30a122a740 1 -- 172.21.15.47:0/1163656475 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bef7d2cd70 con 0x55bef7e41ce0 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.693+0000 7f3097e00640 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bef7e41ce0 0x55bef7e44100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.693+0000 7f3097e00640 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bef7e41ce0 0x55bef7e44100 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa0160b658e613d4 server_cookie=deb2d6b1e3929a60 in_seq=0 out_seq=0 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.693+0000 7f3085600640 10 client.26014 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f3085600640 1 -- 172.21.15.47:0/1163656475 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bef7d2cd70 con 0x55bef7e41ce0 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f3085600640 10 client.26014 handle_command_reply: tid=0 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 client.26014 shutdown 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 -- 172.21.15.47:0/1163656475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc0ee0 msgr2=0x55bef7dcee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcee60 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3088009250 tx=0x7f3088030fc0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 -- 172.21.15.47:0/1163656475 shutdown_connections 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bef7e41ce0 0x55bef7e44100 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bef7dcb5b0 0x55bef7e3fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bef7dc0ee0 0x55bef7dcee60 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 --2- 172.21.15.47:0/1163656475 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bef7dc05c0 0x55bef7dce920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f3085600640 0 client.26014 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:02.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 -- 172.21.15.47:0/1163656475 >> 172.21.15.47:0/1163656475 conn(0x55bef7dbc8e0 msgr2=0x55bef7dc8810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 -- 172.21.15.47:0/1163656475 shutdown_connections 2024-04-25T02:35:02.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 1 -- 172.21.15.47:0/1163656475 wait complete. 2024-04-25T02:35:02.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.694+0000 7f30a122a740 20 client.26014 trim_cache size 0 max 16384 2024-04-25T02:35:02.705 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:35:02.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 -- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f307c0a2d00 msgr2=0x7f307c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f307c0a2d00 0x7f307c0a51c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f30800cce70 tx=0x7f30800092d0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 -- 172.21.15.47:0/1274025206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098102840 msgr2=0x7f309819a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:02.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098102840 0x7f309819a250 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3080005fd0 tx=0x7f308000ee50 comp rx=0 tx=0).stop 2024-04-25T02:35:02.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 -- 172.21.15.47:0/1274025206 shutdown_connections 2024-04-25T02:35:02.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f307c0a2d00 0x7f307c0a51c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f309810bd60 0x7f309819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3098103160 0x7f309819a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 --2- 172.21.15.47:0/1274025206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3098102840 0x7f309819a250 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:02.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 -- 172.21.15.47:0/1274025206 >> 172.21.15.47:0/1274025206 conn(0x7f30980777a0 msgr2=0x7f3098107cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:02.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 -- 172.21.15.47:0/1274025206 shutdown_connections 2024-04-25T02:35:02.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:02.695+0000 7f309e400640 1 -- 172.21.15.47:0/1274025206 wait complete. 2024-04-25T02:35:03.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:02 smithi113 ceph-mon[32459]: pgmap v73: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 666 KiB/s wr, 246 op/s 2024-04-25T02:35:03.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:02 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1806673287' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:35:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:02 smithi178 ceph-mon[33053]: pgmap v73: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 666 KiB/s wr, 246 op/s 2024-04-25T02:35:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:02 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1806673287' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:35:03.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:02 smithi047 ceph-mon[27871]: pgmap v73: 97 pgs: 97 active+clean; 63 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 666 KiB/s wr, 246 op/s 2024-04-25T02:35:03.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:02 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1806673287' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:35:03.722 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:35:03.722 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:35:03.722 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:35:03.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 -- 172.21.15.47:0/3782922666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c24107fc0 msgr2=0x7f2c241083a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:03.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3782922666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c24107fc0 0x7f2c241083a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2c18009900 tx=0x7f2c1802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 -- 172.21.15.47:0/3782922666 shutdown_connections 2024-04-25T02:35:03.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3782922666 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c2410d040 0x7f2c24114c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3782922666 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c24108970 0x7f2c2410c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3782922666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c24107fc0 0x7f2c241083a0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 -- 172.21.15.47:0/3782922666 >> 172.21.15.47:0/3782922666 conn(0x7f2c24075c80 msgr2=0x7f2c240780a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:03.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 -- 172.21.15.47:0/3782922666 shutdown_connections 2024-04-25T02:35:03.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.949+0000 7f2c2c800640 1 -- 172.21.15.47:0/3782922666 wait complete. 2024-04-25T02:35:03.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.950+0000 7f2c2c800640 1 Processor -- start 2024-04-25T02:35:03.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.951+0000 7f2c2c800640 1 -- start start 2024-04-25T02:35:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.951+0000 7f2c2c800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c24107fc0 0x7f2c2419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.951+0000 7f2c2c800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c2410d040 0x7f2c2419eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.951+0000 7f2c2c800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c241a2ee0 0x7f2c241a3390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.951+0000 7f2c2c800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2c24118120 con 0x7f2c2410d040 2024-04-25T02:35:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.951+0000 7f2c2c800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2c24117fa0 con 0x7f2c24107fc0 2024-04-25T02:35:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.951+0000 7f2c2c800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2c241182a0 con 0x7f2c241a2ee0 2024-04-25T02:35:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.951+0000 7f2c29400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c2410d040 0x7f2c2419eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c24107fc0 0x7f2c2419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c2410d040 0x7f2c2419eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42886/0 (socket says 172.21.15.47:42886) 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29400640 1 -- 172.21.15.47:0/3402521048 learned_addr learned my addr 172.21.15.47:0/3402521048 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c2a800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c241a2ee0 0x7f2c241a3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29400640 1 -- 172.21.15.47:0/3402521048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c241a2ee0 msgr2=0x7f2c241a3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29400640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c241a2ee0 0x7f2c241a3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29400640 1 -- 172.21.15.47:0/3402521048 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c24107fc0 msgr2=0x7f2c2419e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29400640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c24107fc0 0x7f2c2419e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29400640 1 -- 172.21.15.47:0/3402521048 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c241a39d0 con 0x7f2c2410d040 2024-04-25T02:35:03.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29e00640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c24107fc0 0x7f2c2419e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.952+0000 7f2c29400640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c2410d040 0x7f2c2419eb60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f2c1400e9a0 tx=0x7f2c1400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.953+0000 7f2c1ea00640 1 -- 172.21.15.47:0/3402521048 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1400cd80 con 0x7f2c2410d040 2024-04-25T02:35:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.953+0000 7f2c1ea00640 1 -- 172.21.15.47:0/3402521048 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c140035f0 con 0x7f2c2410d040 2024-04-25T02:35:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.953+0000 7f2c2c800640 1 -- 172.21.15.47:0/3402521048 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c241a3cc0 con 0x7f2c2410d040 2024-04-25T02:35:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.953+0000 7f2c1ea00640 1 -- 172.21.15.47:0/3402521048 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c14010670 con 0x7f2c2410d040 2024-04-25T02:35:03.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.953+0000 7f2c2c800640 1 -- 172.21.15.47:0/3402521048 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c241ab500 con 0x7f2c2410d040 2024-04-25T02:35:03.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.956+0000 7f2c1ea00640 1 -- 172.21.15.47:0/3402521048 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2c140037a0 con 0x7f2c2410d040 2024-04-25T02:35:03.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.956+0000 7f2c2f629740 1 Processor -- start 2024-04-25T02:35:03.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2f629740 1 -- start start 2024-04-25T02:35:03.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd54d60 0x55fc2bd55140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd55680 0x55fc2bd5f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd62140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2f629740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55fc2bcb3f40 con 0x55fc2bd55680 2024-04-25T02:35:03.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2f629740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55fc2bcb9190 con 0x55fc2bd54d60 2024-04-25T02:35:03.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2f629740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55fc2bc61a10 con 0x55fc2bd5fd50 2024-04-25T02:35:03.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c29e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd55680 0x55fc2bd5f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd54d60 0x55fc2bd55140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c29e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd55680 0x55fc2bd5f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42896/0 (socket says 172.21.15.47:42896) 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c2a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd54d60 0x55fc2bd55140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58548/0 (socket says 172.21.15.47:58548) 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c29e00640 1 -- 172.21.15.47:0/3933982185 learned_addr learned my addr 172.21.15.47:0/3933982185 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.957+0000 7f2c29400640 1 --2- 172.21.15.47:0/3933982185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd62140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.958+0000 7f2c29e00640 1 -- 172.21.15.47:0/3933982185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd5fd50 msgr2=0x55fc2bd62140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.958+0000 7f2c29e00640 1 --2- 172.21.15.47:0/3933982185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd62140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.958+0000 7f2c29e00640 1 -- 172.21.15.47:0/3933982185 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd54d60 msgr2=0x55fc2bd55140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.958+0000 7f2c29e00640 1 --2- 172.21.15.47:0/3933982185 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd54d60 0x55fc2bd55140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.958+0000 7f2c29e00640 1 -- 172.21.15.47:0/3933982185 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2ba957e0 con 0x55fc2bd55680 2024-04-25T02:35:03.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.958+0000 7f2c29e00640 1 --2- 172.21.15.47:0/3933982185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd55680 0x55fc2bd5f810 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2c18009900 tx=0x7f2c18005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9506f5eda3dd805 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:03.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.958+0000 7f2c1ea00640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2c0c0a2d80 0x7f2c0c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.959+0000 7f2c13000640 1 -- 172.21.15.47:0/3933982185 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c18035040 con 0x55fc2bd55680 2024-04-25T02:35:03.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.959+0000 7f2c13000640 1 -- 172.21.15.47:0/3933982185 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c18004760 con 0x55fc2bd55680 2024-04-25T02:35:03.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.959+0000 7f2c13000640 1 -- 172.21.15.47:0/3933982185 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c180038e0 con 0x55fc2bd55680 2024-04-25T02:35:03.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.959+0000 7f2c1ea00640 1 -- 172.21.15.47:0/3402521048 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2c140cf650 con 0x7f2c2410d040 2024-04-25T02:35:03.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.959+0000 7f2c2a800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2c0c0a2d80 0x7f2c0c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 -- 172.21.15.47:0/3933982185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd55680 msgr2=0x55fc2bd5f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3933982185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd55680 0x55fc2bd5f810 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2c18009900 tx=0x7f2c18005de0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2a800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2c0c0a2d80 0x7f2c0c0a5240 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2c20005fd0 tx=0x7f2c20009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 -- 172.21.15.47:0/3933982185 shutdown_connections 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3933982185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd62140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3933982185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd55680 0x55fc2bd5f810 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3933982185 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd54d60 0x55fc2bd55140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 -- 172.21.15.47:0/3933982185 >> 172.21.15.47:0/3933982185 conn(0x55fc2bd51080 msgr2=0x55fc2bd51460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 -- 172.21.15.47:0/3933982185 shutdown_connections 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 -- 172.21.15.47:0/3933982185 wait complete. 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 -- start start 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.960+0000 7f2c2f629740 1 Processor -- start 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd5cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd5d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd5d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2f629740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55fc2bc74e70 con 0x55fc2bd5fd50 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2f629740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55fc2bcb5150 con 0x55fc2bd55680 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2f629740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55fc2bd62b80 con 0x55fc2bd54d60 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2f629740 10 client.0 _ll_register_callbacks cb 0x55fc2bcb01f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd5d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd5d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42912/0 (socket says 172.21.15.47:42912) 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c2a800640 1 -- 172.21.15.47:0/680238338 learned_addr learned my addr 172.21.15.47:0/680238338 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c29400640 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd5d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.961+0000 7f2c29e00640 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd5cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c29400640 1 -- 172.21.15.47:0/680238338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 msgr2=0x55fc2bd5cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c29400640 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd5cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c29400640 1 -- 172.21.15.47:0/680238338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd5fd50 msgr2=0x55fc2bd5d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:03.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c29400640 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd5d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c29400640 1 -- 172.21.15.47:0/680238338 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2baf5f70 con 0x55fc2bd55680 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c2a800640 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd5d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c29400640 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd5d240 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f2c140ccd70 tx=0x7f2c1409b9d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eeaccafce9d5eb17 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c07400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c07400640 1 -- 172.21.15.47:0/680238338 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c140cd1f0 con 0x55fc2bd55680 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c07400640 1 -- 172.21.15.47:0/680238338 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2c140a4320 con 0x55fc2bd55680 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c2f629740 1 -- 172.21.15.47:0/680238338 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c18004760 con 0x55fc2bd55680 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c07400640 1 -- 172.21.15.47:0/680238338 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2c1409bb40 con 0x55fc2bd55680 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.962+0000 7f2c2f629740 10 client.26027 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c2f629740 1 -- 172.21.15.47:0/680238338 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fc2b98d170 con 0x55fc2bd55680 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c07400640 1 -- 172.21.15.47:0/680238338 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c18004760 con 0x55fc2bd55680 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c07400640 1 -- 172.21.15.47:0/680238338 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2c1409af90 con 0x55fc2bd55680 2024-04-25T02:35:03.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c2f629740 10 client.26027 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:03.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c2f629740 10 client.26027 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:03.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c2f629740 20 client.26027 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:03.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c2f629740 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fc2bd70130 0x55fc2bd72520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c2f629740 4 client.26027 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:03.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c2f629740 1 -- 172.21.15.47:0/680238338 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc2bcc66d0 con 0x55fc2bd70130 2024-04-25T02:35:03.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.963+0000 7f2c29e00640 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fc2bd70130 0x55fc2bd72520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.964+0000 7f2c29e00640 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fc2bd70130 0x55fc2bd72520 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f200452217acbf server_cookie=59fa5bb91f4fd304 in_seq=0 out_seq=0 2024-04-25T02:35:03.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.964+0000 7f2c07400640 10 client.26027 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c07400640 1 -- 172.21.15.47:0/680238338 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fc2bcc66d0 con 0x55fc2bd70130 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c07400640 10 client.26027 handle_command_reply: tid=0 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 client.26027 shutdown 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 -- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 msgr2=0x55fc2bd5d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd5d240 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f2c140ccd70 tx=0x7f2c1409b9d0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 -- 172.21.15.47:0/680238338 shutdown_connections 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fc2bd70130 0x55fc2bd72520 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd5fd50 0x55fc2bd5d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd5d240 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 --2- 172.21.15.47:0/680238338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd5cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c07400640 0 client.26027 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 -- 172.21.15.47:0/680238338 >> 172.21.15.47:0/680238338 conn(0x55fc2bd51080 msgr2=0x55fc2bd501e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 -- 172.21.15.47:0/680238338 shutdown_connections 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.965+0000 7f2c2f629740 1 -- 172.21.15.47:0/680238338 wait complete. 2024-04-25T02:35:03.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.966+0000 7f2c2f629740 20 client.26027 trim_cache size 0 max 16384 2024-04-25T02:35:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.985+0000 7f2c2f629740 1 Processor -- start 2024-04-25T02:35:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.985+0000 7f2c2f629740 1 -- start start 2024-04-25T02:35:03.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.985+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd51080 0x55fc2bd6b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd56c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd77df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c2f629740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2c241b62a0 con 0x55fc2bd51080 2024-04-25T02:35:03.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c2f629740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2c241b3b70 con 0x55fc2bd55680 2024-04-25T02:35:03.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c2f629740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2c241b19e0 con 0x55fc2bd54d60 2024-04-25T02:35:03.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd56c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd51080 0x55fc2bd6b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd56c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41288/0 (socket says 172.21.15.47:41288) 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29400640 1 -- 172.21.15.47:0/1618034472 learned_addr learned my addr 172.21.15.47:0/1618034472 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c2a800640 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd77df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29400640 1 -- 172.21.15.47:0/1618034472 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 msgr2=0x55fc2bd77df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29400640 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd77df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29400640 1 -- 172.21.15.47:0/1618034472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd51080 msgr2=0x55fc2bd6b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29400640 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd51080 0x55fc2bd6b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c29400640 1 -- 172.21.15.47:0/1618034472 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2bd57b20 con 0x55fc2bd54d60 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.986+0000 7f2c2a800640 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd77df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.987+0000 7f2c29400640 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd56c00 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2c14097fa0 tx=0x7f2c1409ba40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34d82f25669e8ad8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.987+0000 7f2c12600640 1 -- 172.21.15.47:0/1618034472 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c140a47b0 con 0x55fc2bd54d60 2024-04-25T02:35:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.987+0000 7f2c12600640 1 -- 172.21.15.47:0/1618034472 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c1409fef0 con 0x55fc2bd54d60 2024-04-25T02:35:03.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.987+0000 7f2c12600640 1 -- 172.21.15.47:0/1618034472 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c140ba2e0 con 0x55fc2bd54d60 2024-04-25T02:35:03.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.987+0000 7f2c2f629740 1 -- 172.21.15.47:0/1618034472 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 msgr2=0x55fc2bd56c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:03.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.987+0000 7f2c2f629740 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd56c00 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2c14097fa0 tx=0x7f2c1409ba40 comp rx=0 tx=0).stop 2024-04-25T02:35:03.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 -- 172.21.15.47:0/1618034472 shutdown_connections 2024-04-25T02:35:03.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd77df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd54d60 0x55fc2bd56c00 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 --2- 172.21.15.47:0/1618034472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd51080 0x55fc2bd6b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 -- 172.21.15.47:0/1618034472 >> 172.21.15.47:0/1618034472 conn(0x55fc2bd4bfd0 msgr2=0x55fc2bd564f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:03.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 -- 172.21.15.47:0/1618034472 shutdown_connections 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 -- 172.21.15.47:0/1618034472 wait complete. 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 -- start start 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.988+0000 7f2c2f629740 1 Processor -- start 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd51080 0x55fc2bd64dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd54d60 0x55fc2bd65310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c2f629740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd65850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c2f629740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2c241b2030 con 0x55fc2bd54d60 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c2f629740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2c241b34a0 con 0x55fc2bd55680 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c2f629740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2c241b2700 con 0x55fc2bd51080 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c2f629740 10 client.0 _ll_register_callbacks cb 0x7f2c1400ef90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd54d60 0x55fc2bd65310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd51080 0x55fc2bd64dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c2a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd65850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd51080 0x55fc2bd64dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41292/0 (socket says 172.21.15.47:41292) 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29e00640 1 -- 172.21.15.47:0/3477985912 learned_addr learned my addr 172.21.15.47:0/3477985912 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29e00640 1 -- 172.21.15.47:0/3477985912 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 msgr2=0x55fc2bd65850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29e00640 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd65850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29e00640 1 -- 172.21.15.47:0/3477985912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd54d60 msgr2=0x55fc2bd65310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29e00640 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd54d60 0x55fc2bd65310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.989+0000 7f2c29e00640 1 -- 172.21.15.47:0/3477985912 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2bdd6670 con 0x55fc2bd51080 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.990+0000 7f2c29e00640 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd51080 0x55fc2bd64dd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2c18009900 tx=0x7f2c1802aa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22c10539d1789611 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.990+0000 7f2c07400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.990+0000 7f2c07400640 1 -- 172.21.15.47:0/3477985912 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c18035040 con 0x55fc2bd51080 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.990+0000 7f2c2f629740 1 -- 172.21.15.47:0/3477985912 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c1409fef0 con 0x55fc2bd51080 2024-04-25T02:35:03.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.990+0000 7f2c07400640 1 -- 172.21.15.47:0/3477985912 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2c18031a80 con 0x55fc2bd51080 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.990+0000 7f2c07400640 1 -- 172.21.15.47:0/3477985912 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2c18031c80 con 0x55fc2bd51080 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c2f629740 10 client.26032 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c2f629740 1 -- 172.21.15.47:0/3477985912 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fc2bdd7910 con 0x55fc2bd51080 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c07400640 1 -- 172.21.15.47:0/3477985912 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c1409fef0 con 0x55fc2bd51080 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c07400640 1 -- 172.21.15.47:0/3477985912 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2c180541f0 con 0x55fc2bd51080 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c2f629740 10 client.26032 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c2f629740 10 client.26032 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c2f629740 20 client.26032 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fc2bd5fd50 0x55fc2bdd9c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c2f629740 4 client.26032 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.991+0000 7f2c2f629740 1 -- 172.21.15.47:0/3477985912 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fc2bcc0a20 con 0x55fc2bd5fd50 2024-04-25T02:35:03.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.992+0000 7f2c29400640 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fc2bd5fd50 0x55fc2bdd9c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.992+0000 7f2c29400640 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fc2bd5fd50 0x55fc2bdd9c90 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48777143117d574c server_cookie=a1df1e27f6efa125 in_seq=0 out_seq=0 2024-04-25T02:35:04.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.992+0000 7f2c07400640 10 client.26032 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:04.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c07400640 1 -- 172.21.15.47:0/3477985912 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fc2bcc0a20 con 0x55fc2bd5fd50 2024-04-25T02:35:04.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c07400640 10 client.26032 handle_command_reply: tid=0 2024-04-25T02:35:04.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 client.26032 shutdown 2024-04-25T02:35:04.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 -- 172.21.15.47:0/3477985912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd51080 msgr2=0x55fc2bd64dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd51080 0x55fc2bd64dd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2c18009900 tx=0x7f2c1802aa70 comp rx=0 tx=0).stop 2024-04-25T02:35:04.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 -- 172.21.15.47:0/3477985912 shutdown_connections 2024-04-25T02:35:04.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fc2bd5fd50 0x55fc2bdd9c90 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fc2bd55680 0x55fc2bd65850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fc2bd54d60 0x55fc2bd65310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 --2- 172.21.15.47:0/3477985912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fc2bd51080 0x55fc2bd64dd0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c07400640 0 client.26032 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.993+0000 7f2c2f629740 1 -- 172.21.15.47:0/3477985912 >> 172.21.15.47:0/3477985912 conn(0x55fc2bd4bfd0 msgr2=0x55fc2bd5d550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.994+0000 7f2c2f629740 1 -- 172.21.15.47:0/3477985912 shutdown_connections 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.994+0000 7f2c2f629740 1 -- 172.21.15.47:0/3477985912 wait complete. 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.994+0000 7f2c2f629740 20 client.26032 trim_cache size 0 max 16384 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:35:04.002 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:35:04.003 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "bb7bb599-92c2-4162-b31d-c294963b74d5", 2024-04-25T02:35:04.003 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:35:04.003 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:35:04.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 -- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2c0c0a2d80 msgr2=0x7f2c0c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2c0c0a2d80 0x7f2c0c0a5240 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2c20005fd0 tx=0x7f2c20009500 comp rx=0 tx=0).stop 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 -- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c2410d040 msgr2=0x7f2c2419eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c2410d040 0x7f2c2419eb60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f2c1400e9a0 tx=0x7f2c1400ee60 comp rx=0 tx=0).stop 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 -- 172.21.15.47:0/3402521048 shutdown_connections 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2c0c0a2d80 0x7f2c0c0a5240 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c241a2ee0 0x7f2c241a3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2c2410d040 0x7f2c2419eb60 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 --2- 172.21.15.47:0/3402521048 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2c24107fc0 0x7f2c2419e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 -- 172.21.15.47:0/3402521048 >> 172.21.15.47:0/3402521048 conn(0x7f2c24075c80 msgr2=0x7f2c24077f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 -- 172.21.15.47:0/3402521048 shutdown_connections 2024-04-25T02:35:04.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:03.995+0000 7f2c2c800640 1 -- 172.21.15.47:0/3402521048 wait complete. 2024-04-25T02:35:04.017 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:35:04.017 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:35:04.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 -- 172.21.15.47:0/919844624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46fc1004f0 msgr2=0x7f46fc100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 --2- 172.21.15.47:0/919844624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46fc1004f0 0x7f46fc100970 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009930 tx=0x7f46e802a440 comp rx=0 tx=0).stop 2024-04-25T02:35:04.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 -- 172.21.15.47:0/919844624 shutdown_connections 2024-04-25T02:35:04.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 --2- 172.21.15.47:0/919844624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46fc100eb0 0x7f46fc10d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 --2- 172.21.15.47:0/919844624 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46fc1004f0 0x7f46fc100970 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 --2- 172.21.15.47:0/919844624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46fc1065b0 0x7f46fc106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 -- 172.21.15.47:0/919844624 >> 172.21.15.47:0/919844624 conn(0x7f46fc0fbfc0 msgr2=0x7f46fc0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:04.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 -- 172.21.15.47:0/919844624 shutdown_connections 2024-04-25T02:35:04.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.217+0000 7f4700a00640 1 -- 172.21.15.47:0/919844624 wait complete. 2024-04-25T02:35:04.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.218+0000 7f4700a00640 1 Processor -- start 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f4700a00640 1 -- start start 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f4700a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46fc1004f0 0x7f46fc19a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f4700a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46fc100eb0 0x7f46fc19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f4700a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46fc1065b0 0x7f46fc19e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f4700a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc111a40 con 0x7f46fc100eb0 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f4700a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc1118c0 con 0x7f46fc1065b0 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f4700a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc111bc0 con 0x7f46fc1004f0 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f46fa800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46fc1004f0 0x7f46fc19a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f46f9e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46fc100eb0 0x7f46fc19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f46fa800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46fc1004f0 0x7f46fc19a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41318/0 (socket says 172.21.15.47:41318) 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f46fa800640 1 -- 172.21.15.47:0/2686376308 learned_addr learned my addr 172.21.15.47:0/2686376308 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.219+0000 7f46fb200640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46fc1065b0 0x7f46fc19e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46fa800640 1 -- 172.21.15.47:0/2686376308 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46fc1065b0 msgr2=0x7f46fc19e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46fa800640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46fc1065b0 0x7f46fc19e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46fa800640 1 -- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46fc100eb0 msgr2=0x7f46fc19a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46fa800640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46fc100eb0 0x7f46fc19a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46fa800640 1 -- 172.21.15.47:0/2686376308 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46fc19f040 con 0x7f46fc1004f0 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46f9e00640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46fc100eb0 0x7f46fc19a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46fa800640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46fc1004f0 0x7f46fc19a050 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f46ec00ebc0 tx=0x7f46ec00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46f3400640 1 -- 172.21.15.47:0/2686376308 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec010630 con 0x7f46fc1004f0 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f4700a00640 1 -- 172.21.15.47:0/2686376308 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46fc19f330 con 0x7f46fc1004f0 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46f3400640 1 -- 172.21.15.47:0/2686376308 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46ec010cb0 con 0x7f46fc1004f0 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.220+0000 7f46f3400640 1 -- 172.21.15.47:0/2686376308 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec018bd0 con 0x7f46fc1004f0 2024-04-25T02:35:04.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.221+0000 7f4700a00640 1 -- 172.21.15.47:0/2686376308 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46fc1a6bc0 con 0x7f46fc1004f0 2024-04-25T02:35:04.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.224+0000 7f4704210740 1 Processor -- start 2024-04-25T02:35:04.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.224+0000 7f4704210740 1 -- start start 2024-04-25T02:35:04.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.224+0000 7f46f3400640 1 -- 172.21.15.47:0/2686376308 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f46ec0107d0 con 0x7f46fc1004f0 2024-04-25T02:35:04.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.224+0000 7f4704210740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x5562732025c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.224+0000 7f4704210740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.224+0000 7f4704210740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f4704210740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556273166560 con 0x55627320d1d0 2024-04-25T02:35:04.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f4704210740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55627310e930 con 0x5562732021e0 2024-04-25T02:35:04.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f4704210740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556273162520 con 0x556273202b00 2024-04-25T02:35:04.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fa800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46f9e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fa800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:41322/0 (socket says 172.21.15.47:41322) 2024-04-25T02:35:04.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fa800640 1 -- 172.21.15.47:0/3624842172 learned_addr learned my addr 172.21.15.47:0/3624842172 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:04.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fb200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x5562732025c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fa800640 1 -- 172.21.15.47:0/3624842172 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 msgr2=0x5562732025c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fa800640 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x5562732025c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fa800640 1 -- 172.21.15.47:0/3624842172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 msgr2=0x55627320f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fa800640 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fa800640 1 -- 172.21.15.47:0/3624842172 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556272f447d0 con 0x556273202b00 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46f9e00640 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.225+0000 7f46fb200640 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x5562732025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.226+0000 7f46fa800640 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320cc90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f46ec0cd130 tx=0x7f46ec0d8580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=646a2475d75859b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.226+0000 7f46e7400640 1 -- 172.21.15.47:0/3624842172 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec0dd630 con 0x556273202b00 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.226+0000 7f46e7400640 1 -- 172.21.15.47:0/3624842172 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46ec0d3e30 con 0x556273202b00 2024-04-25T02:35:04.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.226+0000 7f46f3400640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46e00a2d00 0x7f46e00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.226+0000 7f46e7400640 1 -- 172.21.15.47:0/3624842172 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec0dca90 con 0x556273202b00 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.226+0000 7f46f3400640 1 -- 172.21.15.47:0/2686376308 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f46ec0cfa40 con 0x7f46fc1004f0 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f46fb200640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46e00a2d00 0x7f46e00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 -- 172.21.15.47:0/3624842172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 msgr2=0x55627320cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320cc90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f46ec0cd130 tx=0x7f46ec0d8580 comp rx=0 tx=0).stop 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 -- 172.21.15.47:0/3624842172 shutdown_connections 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320cc90 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 --2- 172.21.15.47:0/3624842172 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x5562732025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 -- 172.21.15.47:0/3624842172 >> 172.21.15.47:0/3624842172 conn(0x5562731fe500 msgr2=0x5562731fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 -- 172.21.15.47:0/3624842172 shutdown_connections 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f4704210740 1 -- 172.21.15.47:0/3624842172 wait complete. 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.227+0000 7f46fb200640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46e00a2d00 0x7f46e00a51c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f46f4009f70 tx=0x7f46f4005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:04.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.228+0000 7f4704210740 1 -- start start 2024-04-25T02:35:04.234 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.228+0000 7f4704210740 1 Processor -- start 2024-04-25T02:35:04.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.228+0000 7f4704210740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x55627320a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.228+0000 7f4704210740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.228+0000 7f4704210740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.228+0000 7f4704210740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55627320ffc0 con 0x55627320d1d0 2024-04-25T02:35:04.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.228+0000 7f4704210740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556273121d90 con 0x5562732021e0 2024-04-25T02:35:04.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.228+0000 7f4704210740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556273210140 con 0x556273202b00 2024-04-25T02:35:04.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f4704210740 10 client.0 _ll_register_callbacks cb 0x556273121780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x55627320a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fb200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x55627320a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58614/0 (socket says 172.21.15.47:58614) 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46f9e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 -- 172.21.15.47:0/2031786297 learned_addr learned my addr 172.21.15.47:0/2031786297 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 -- 172.21.15.47:0/2031786297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 msgr2=0x55627320a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 -- 172.21.15.47:0/2031786297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 msgr2=0x55627320abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 -- 172.21.15.47:0/2031786297 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556272e7a3f0 con 0x5562732021e0 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.229+0000 7f46fa800640 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x55627320a170 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f46ec098a10 tx=0x7f46ec0ddf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6c7464eae983d0c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f46dbe00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f46dbe00640 1 -- 172.21.15.47:0/2031786297 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec010e60 con 0x5562732021e0 2024-04-25T02:35:04.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f46dbe00640 1 -- 172.21.15.47:0/2031786297 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f46ec0d3770 con 0x5562732021e0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f4704210740 1 -- 172.21.15.47:0/2031786297 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46ec0d3e30 con 0x5562732021e0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f46dbe00640 1 -- 172.21.15.47:0/2031786297 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f46ec0982e0 con 0x5562732021e0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f4704210740 10 client.26045 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f4704210740 1 -- 172.21.15.47:0/2031786297 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556272e3a0f0 con 0x5562732021e0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f46dbe00640 1 -- 172.21.15.47:0/2031786297 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46ec0d3e30 con 0x5562732021e0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.230+0000 7f46dbe00640 1 -- 172.21.15.47:0/2031786297 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f46ec0986b0 con 0x5562732021e0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.231+0000 7f4704210740 10 client.26045 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.231+0000 7f4704210740 10 client.26045 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.231+0000 7f4704210740 20 client.26045 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.231+0000 7f4704210740 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55627321d3e0 0x55627321f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.231+0000 7f4704210740 4 client.26045 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.231+0000 7f4704210740 1 -- 172.21.15.47:0/2031786297 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556273179d90 con 0x55627321d3e0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.231+0000 7f46f9e00640 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55627321d3e0 0x55627321f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.232+0000 7f46f9e00640 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55627321d3e0 0x55627321f7d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c344d036a897948 server_cookie=7a7492768ca6bf9b in_seq=0 out_seq=0 2024-04-25T02:35:04.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.232+0000 7f46dbe00640 10 client.26045 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f46dbe00640 1 -- 172.21.15.47:0/2031786297 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556273179d90 con 0x55627321d3e0 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f46dbe00640 10 client.26045 handle_command_reply: tid=0 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 client.26045 shutdown 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 -- 172.21.15.47:0/2031786297 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 msgr2=0x55627320a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x55627320a170 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f46ec098a10 tx=0x7f46ec0ddf60 comp rx=0 tx=0).stop 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 -- 172.21.15.47:0/2031786297 shutdown_connections 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55627321d3e0 0x55627321f7d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x55627320abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556273202b00 0x55627320a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f46dbe00640 0 client.26045 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 --2- 172.21.15.47:0/2031786297 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x55627320a170 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 -- 172.21.15.47:0/2031786297 >> 172.21.15.47:0/2031786297 conn(0x5562731fe500 msgr2=0x5562731fd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:04.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 -- 172.21.15.47:0/2031786297 shutdown_connections 2024-04-25T02:35:04.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.233+0000 7f4704210740 1 -- 172.21.15.47:0/2031786297 wait complete. 2024-04-25T02:35:04.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.234+0000 7f4704210740 20 client.26045 trim_cache size 0 max 16384 2024-04-25T02:35:04.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.253+0000 7f4704210740 1 Processor -- start 2024-04-25T02:35:04.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.253+0000 7f4704210740 1 -- start start 2024-04-25T02:35:04.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.253+0000 7f4704210740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562732021e0 0x556273209a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f4704210740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556273202b00 0x556273204a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f4704210740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x556273218aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f4704210740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc1b1d30 con 0x55627320d1d0 2024-04-25T02:35:04.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f4704210740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc1af600 con 0x556273202b00 2024-04-25T02:35:04.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f4704210740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc1ad450 con 0x5562732021e0 2024-04-25T02:35:04.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f46f9e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556273202b00 0x556273204a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f46f9e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556273202b00 0x556273204a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:58630/0 (socket says 172.21.15.47:58630) 2024-04-25T02:35:04.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f46f9e00640 1 -- 172.21.15.47:0/567966327 learned_addr learned my addr 172.21.15.47:0/567966327 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:04.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f46fa800640 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562732021e0 0x556273209a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f46fb200640 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x556273218aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f46f9e00640 1 -- 172.21.15.47:0/567966327 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562732021e0 msgr2=0x556273209a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:04.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f46f9e00640 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562732021e0 0x556273209a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.254+0000 7f46f9e00640 1 -- 172.21.15.47:0/567966327 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 msgr2=0x556273218aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:04.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.255+0000 7f46f9e00640 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x556273218aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.255+0000 7f46f9e00640 1 -- 172.21.15.47:0/567966327 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562732086c0 con 0x556273202b00 2024-04-25T02:35:04.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.255+0000 7f46f9e00640 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556273202b00 0x556273204a50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f46e8005940 tx=0x7f46e8000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86d1f1bde76670c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:04.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.255+0000 7f46e6a00640 1 -- 172.21.15.47:0/567966327 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8035040 con 0x556273202b00 2024-04-25T02:35:04.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.255+0000 7f46e6a00640 1 -- 172.21.15.47:0/567966327 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46e8047910 con 0x556273202b00 2024-04-25T02:35:04.260 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.255+0000 7f46e6a00640 1 -- 172.21.15.47:0/567966327 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8031810 con 0x556273202b00 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 -- 172.21.15.47:0/567966327 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556273202b00 msgr2=0x556273204a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556273202b00 0x556273204a50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f46e8005940 tx=0x7f46e8000bc0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 -- 172.21.15.47:0/567966327 shutdown_connections 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55627320d1d0 0x556273218aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556273202b00 0x556273204a50 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 --2- 172.21.15.47:0/567966327 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562732021e0 0x556273209a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 -- 172.21.15.47:0/567966327 >> 172.21.15.47:0/567966327 conn(0x5562731fe500 msgr2=0x556273218390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 -- 172.21.15.47:0/567966327 shutdown_connections 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 -- 172.21.15.47:0/567966327 wait complete. 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.256+0000 7f4704210740 1 -- start start 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.257+0000 7f4704210740 1 Processor -- start 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.257+0000 7f4704210740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x556273222980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.257+0000 7f4704210740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556273202b00 0x55627321fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.257+0000 7f4704210740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55627320d1d0 0x5562732202a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.257+0000 7f4704210740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc1adac0 con 0x556273202b00 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.257+0000 7f4704210740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc1aef30 con 0x5562732021e0 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.257+0000 7f4704210740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f46fc1ae190 con 0x55627320d1d0 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.257+0000 7f4704210740 10 client.0 _ll_register_callbacks cb 0x7f46ec0d3ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556273202b00 0x55627321fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556273202b00 0x55627321fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:42994/0 (socket says 172.21.15.47:42994) 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 -- 172.21.15.47:0/4241565106 learned_addr learned my addr 172.21.15.47:0/4241565106 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46fa800640 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x556273222980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46fb200640 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55627320d1d0 0x5562732202a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 -- 172.21.15.47:0/4241565106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55627320d1d0 msgr2=0x5562732202a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55627320d1d0 0x5562732202a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 -- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 msgr2=0x556273222980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x556273222980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 -- 172.21.15.47:0/4241565106 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556273220860 con 0x556273202b00 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46fa800640 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x556273222980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46f9e00640 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556273202b00 0x55627321fd60 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f46e80096c0 tx=0x7f46e802a440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e566ad74da747e9e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.258+0000 7f46dbe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.259+0000 7f46dbe00640 1 -- 172.21.15.47:0/4241565106 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8054020 con 0x556273202b00 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.259+0000 7f46dbe00640 1 -- 172.21.15.47:0/4241565106 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f46e8047630 con 0x556273202b00 2024-04-25T02:35:04.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.259+0000 7f4704210740 1 -- 172.21.15.47:0/4241565106 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46e8047910 con 0x556273202b00 2024-04-25T02:35:04.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.259+0000 7f46dbe00640 1 -- 172.21.15.47:0/4241565106 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f46e805f050 con 0x556273202b00 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.259+0000 7f4704210740 10 client.15936 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.259+0000 7f4704210740 1 -- 172.21.15.47:0/4241565106 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556273283380 con 0x556273202b00 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.259+0000 7f46dbe00640 1 -- 172.21.15.47:0/4241565106 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46e8047910 con 0x556273202b00 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.259+0000 7f46dbe00640 1 -- 172.21.15.47:0/4241565106 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f46e80319d0 con 0x556273202b00 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.260+0000 7f4704210740 10 client.15936 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.260+0000 7f4704210740 10 client.15936 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.260+0000 7f4704210740 20 client.15936 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.260+0000 7f4704210740 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x556273283b20 0x556273285f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.260+0000 7f4704210740 4 client.15936 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.260+0000 7f4704210740 1 -- 172.21.15.47:0/4241565106 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556273173aa0 con 0x556273283b20 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.260+0000 7f46fa800640 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x556273283b20 0x556273285f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f46fa800640 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x556273283b20 0x556273285f40 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c353268402c183c server_cookie=103f9a71be6b0ba0 in_seq=0 out_seq=0 2024-04-25T02:35:04.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f46dbe00640 10 client.15936 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f46dbe00640 1 -- 172.21.15.47:0/4241565106 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x556273173aa0 con 0x556273283b20 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f46dbe00640 10 client.15936 handle_command_reply: tid=0 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 client.15936 shutdown 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 -- 172.21.15.47:0/4241565106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556273202b00 msgr2=0x55627321fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556273202b00 0x55627321fd60 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f46e80096c0 tx=0x7f46e802a440 comp rx=0 tx=0).stop 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 -- 172.21.15.47:0/4241565106 shutdown_connections 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x556273283b20 0x556273285f40 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55627320d1d0 0x5562732202a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556273202b00 0x55627321fd60 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f46dbe00640 0 client.15936 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 --2- 172.21.15.47:0/4241565106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5562732021e0 0x556273222980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 -- 172.21.15.47:0/4241565106 >> 172.21.15.47:0/4241565106 conn(0x5562731fe500 msgr2=0x556273218c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 -- 172.21.15.47:0/4241565106 shutdown_connections 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.261+0000 7f4704210740 1 -- 172.21.15.47:0/4241565106 wait complete. 2024-04-25T02:35:04.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4704210740 20 client.15936 trim_cache size 0 max 16384 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout: "bb7bb599-92c2-4162-b31d-c294963b74d5": { 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "bb7bb599-92c2-4162-b31d-c294963b74d5", 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:35:04.270 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:35:04.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 -- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46e00a2d00 msgr2=0x7f46e00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46e00a2d00 0x7f46e00a51c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f46f4009f70 tx=0x7f46f4005f90 comp rx=0 tx=0).stop 2024-04-25T02:35:04.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 -- 172.21.15.47:0/2686376308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46fc1004f0 msgr2=0x7f46fc19a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:04.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46fc1004f0 0x7f46fc19a050 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f46ec00ebc0 tx=0x7f46ec00c6a0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 -- 172.21.15.47:0/2686376308 shutdown_connections 2024-04-25T02:35:04.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46e00a2d00 0x7f46e00a51c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f46fc1065b0 0x7f46fc19e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46fc100eb0 0x7f46fc19a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 --2- 172.21.15.47:0/2686376308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f46fc1004f0 0x7f46fc19a050 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:04.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.262+0000 7f4700a00640 1 -- 172.21.15.47:0/2686376308 >> 172.21.15.47:0/2686376308 conn(0x7f46fc0fbfc0 msgr2=0x7f46fc10e470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:04.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.263+0000 7f4700a00640 1 -- 172.21.15.47:0/2686376308 shutdown_connections 2024-04-25T02:35:04.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:04.263+0000 7f4700a00640 1 -- 172.21.15.47:0/2686376308 wait complete. 2024-04-25T02:35:04.285 INFO:tasks.cephfs.filesystem:scrub status for tag:bb7bb599-92c2-4162-b31d-c294963b74d5 - {'path': '/', 'tag': 'bb7bb599-92c2-4162-b31d-c294963b74d5', 'options': 'recursive,force'} 2024-04-25T02:35:05.006 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:04 smithi113 ceph-mon[32459]: pgmap v74: 97 pgs: 97 active+clean; 6.4 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 734 KiB/s wr, 283 op/s 2024-04-25T02:35:05.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:04 smithi178 ceph-mon[33053]: pgmap v74: 97 pgs: 97 active+clean; 6.4 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 734 KiB/s wr, 283 op/s 2024-04-25T02:35:05.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:04 smithi047 ceph-mon[27871]: pgmap v74: 97 pgs: 97 active+clean; 6.4 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 68 MiB/s rd, 734 KiB/s wr, 283 op/s 2024-04-25T02:35:06.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:05 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:35:06.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:05 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:06.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:05 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:35:06.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:05 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:06.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:05 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:35:06.062 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:05 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:35:06.063 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:05 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:06.063 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:05 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:35:06.063 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:05 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:06.063 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:05 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:35:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:05 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:35:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:05 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:05 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:35:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:05 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:05 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:35:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:06 smithi113 ceph-mon[32459]: pgmap v75: 97 pgs: 97 active+clean; 6.4 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 32 MiB/s rd, 429 KiB/s wr, 164 op/s 2024-04-25T02:35:07.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:06 smithi178 ceph-mon[33053]: pgmap v75: 97 pgs: 97 active+clean; 6.4 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 32 MiB/s rd, 429 KiB/s wr, 164 op/s 2024-04-25T02:35:07.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:06 smithi047 ceph-mon[27871]: pgmap v75: 97 pgs: 97 active+clean; 6.4 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 32 MiB/s rd, 429 KiB/s wr, 164 op/s 2024-04-25T02:35:09.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:08 smithi113 ceph-mon[32459]: pgmap v76: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 32 MiB/s rd, 431 KiB/s wr, 169 op/s 2024-04-25T02:35:09.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:08 smithi178 ceph-mon[33053]: pgmap v76: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 32 MiB/s rd, 431 KiB/s wr, 169 op/s 2024-04-25T02:35:09.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:08 smithi047 ceph-mon[27871]: pgmap v76: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 32 MiB/s rd, 431 KiB/s wr, 169 op/s 2024-04-25T02:35:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:10 smithi113 ceph-mon[32459]: pgmap v77: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 71 KiB/s wr, 41 op/s 2024-04-25T02:35:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:10 smithi178 ceph-mon[33053]: pgmap v77: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 71 KiB/s wr, 41 op/s 2024-04-25T02:35:11.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:10 smithi047 ceph-mon[27871]: pgmap v77: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 71 KiB/s wr, 41 op/s 2024-04-25T02:35:13.012 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:12 smithi113 ceph-mon[32459]: pgmap v78: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 71 KiB/s wr, 41 op/s 2024-04-25T02:35:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:12 smithi178 ceph-mon[33053]: pgmap v78: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 71 KiB/s wr, 41 op/s 2024-04-25T02:35:13.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:12 smithi047 ceph-mon[27871]: pgmap v78: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 71 KiB/s wr, 41 op/s 2024-04-25T02:35:15.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:14 smithi113 ceph-mon[32459]: pgmap v79: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 71 KiB/s wr, 44 op/s 2024-04-25T02:35:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:14 smithi178 ceph-mon[33053]: pgmap v79: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 71 KiB/s wr, 44 op/s 2024-04-25T02:35:15.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:14 smithi047 ceph-mon[27871]: pgmap v79: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 71 KiB/s wr, 44 op/s 2024-04-25T02:35:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:16 smithi113 ceph-mon[32459]: pgmap v80: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.1 KiB/s wr, 7 op/s 2024-04-25T02:35:17.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:16 smithi178 ceph-mon[33053]: pgmap v80: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.1 KiB/s wr, 7 op/s 2024-04-25T02:35:17.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:16 smithi047 ceph-mon[27871]: pgmap v80: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.1 KiB/s wr, 7 op/s 2024-04-25T02:35:19.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:18 smithi113 ceph-mon[32459]: pgmap v81: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-04-25T02:35:19.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:18 smithi178 ceph-mon[33053]: pgmap v81: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-04-25T02:35:19.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:18 smithi047 ceph-mon[27871]: pgmap v81: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-04-25T02:35:21.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:20 smithi113 ceph-mon[32459]: pgmap v82: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-25T02:35:21.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:20 smithi178 ceph-mon[33053]: pgmap v82: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-25T02:35:21.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:20 smithi047 ceph-mon[27871]: pgmap v82: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-25T02:35:23.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:22 smithi178 ceph-mon[33053]: pgmap v83: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-25T02:35:23.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:22 smithi047 ceph-mon[27871]: pgmap v83: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-25T02:35:23.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:22 smithi113 ceph-mon[32459]: pgmap v83: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-25T02:35:25.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:24 smithi178 ceph-mon[33053]: pgmap v84: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-25T02:35:25.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:24 smithi047 ceph-mon[27871]: pgmap v84: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-25T02:35:25.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:24 smithi113 ceph-mon[32459]: pgmap v84: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-25T02:35:27.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:26 smithi178 ceph-mon[33053]: pgmap v85: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:27.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:26 smithi047 ceph-mon[27871]: pgmap v85: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:27.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:26 smithi113 ceph-mon[32459]: pgmap v85: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:28 smithi178 ceph-mon[33053]: pgmap v86: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-25T02:35:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:28 smithi047 ceph-mon[27871]: pgmap v86: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-25T02:35:29.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:28 smithi113 ceph-mon[32459]: pgmap v86: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-25T02:35:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:30 smithi178 ceph-mon[33053]: pgmap v87: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:31.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:30 smithi047 ceph-mon[27871]: pgmap v87: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:30 smithi113 ceph-mon[32459]: pgmap v87: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:32 smithi178 ceph-mon[33053]: pgmap v88: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:33.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:32 smithi047 ceph-mon[27871]: pgmap v88: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:33.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:32 smithi113 ceph-mon[32459]: pgmap v88: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T02:35:34.286 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:35:34.286 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:35:34.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.508+0000 7f9225e00640 1 -- 172.21.15.47:0/1767412697 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9220103920 msgr2=0x7f9220103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.508+0000 7f9225e00640 1 --2- 172.21.15.47:0/1767412697 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9220103920 0x7f9220103da0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9208009900 tx=0x7f920802a410 comp rx=0 tx=0).stop 2024-04-25T02:35:34.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.509+0000 7f9225e00640 1 -- 172.21.15.47:0/1767412697 shutdown_connections 2024-04-25T02:35:34.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.509+0000 7f9225e00640 1 --2- 172.21.15.47:0/1767412697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f92201042e0 0x7f92201107f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.509+0000 7f9225e00640 1 --2- 172.21.15.47:0/1767412697 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9220103920 0x7f9220103da0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.509+0000 7f9225e00640 1 --2- 172.21.15.47:0/1767412697 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9220109930 0x7f9220109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.509+0000 7f9225e00640 1 -- 172.21.15.47:0/1767412697 >> 172.21.15.47:0/1767412697 conn(0x7f92200ff3b0 msgr2=0x7f92201017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:34.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.509+0000 7f9225e00640 1 -- 172.21.15.47:0/1767412697 shutdown_connections 2024-04-25T02:35:34.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.509+0000 7f9225e00640 1 -- 172.21.15.47:0/1767412697 wait complete. 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.510+0000 7f9225e00640 1 Processor -- start 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.510+0000 7f9225e00640 1 -- start start 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.510+0000 7f9225e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9220103920 0x7f922019a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.510+0000 7f9225e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f92201042e0 0x7f922019a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.510+0000 7f9225e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9220109930 0x7f922019eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.510+0000 7f9225e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9220113d90 con 0x7f9220103920 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.510+0000 7f9225e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9220113c10 con 0x7f92201042e0 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.510+0000 7f9225e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9220113f10 con 0x7f9220109930 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9220103920 0x7f922019a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9220103920 0x7f922019a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43844/0 (socket says 172.21.15.47:43844) 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 -- 172.21.15.47:0/2220922884 learned_addr learned my addr 172.21.15.47:0/2220922884 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f9217e00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f92201042e0 0x7f922019a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921f400640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9220109930 0x7f922019eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 -- 172.21.15.47:0/2220922884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9220109930 msgr2=0x7f922019eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9220109930 0x7f922019eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 -- 172.21.15.47:0/2220922884 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f92201042e0 msgr2=0x7f922019a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f92201042e0 0x7f922019a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 -- 172.21.15.47:0/2220922884 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f922019f220 con 0x7f9220103920 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f9217e00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f92201042e0 0x7f922019a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.511+0000 7f921ea00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9220103920 0x7f922019a230 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f921000e9f0 tx=0x7f921000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.512+0000 7f9224a00640 1 -- 172.21.15.47:0/2220922884 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f921000cd80 con 0x7f9220103920 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.512+0000 7f9224a00640 1 -- 172.21.15.47:0/2220922884 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9210010910 con 0x7f9220103920 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.512+0000 7f9224a00640 1 -- 172.21.15.47:0/2220922884 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9210018990 con 0x7f9220103920 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.512+0000 7f9225e00640 1 -- 172.21.15.47:0/2220922884 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f922019f510 con 0x7f9220103920 2024-04-25T02:35:34.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.512+0000 7f9225e00640 1 -- 172.21.15.47:0/2220922884 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92201a6da0 con 0x7f9220103920 2024-04-25T02:35:34.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.515+0000 7f9228d6d740 1 Processor -- start 2024-04-25T02:35:34.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.515+0000 7f9228d6d740 1 -- start start 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f9224a00640 1 -- 172.21.15.47:0/2220922884 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9210010ac0 con 0x7f9220103920 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94b83e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8920 0x5569c94c2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 0x5569c94c53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f9228d6d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5569c941c560 con 0x5569c94b8000 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f9228d6d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5569c93c4930 con 0x5569c94b8920 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f9228d6d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5569c9418520 con 0x5569c94c2ff0 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f921f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94b83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f921f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94b83e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43850/0 (socket says 172.21.15.47:43850) 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f921f400640 1 -- 172.21.15.47:0/2006463894 learned_addr learned my addr 172.21.15.47:0/2006463894 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.516+0000 7f921ea00640 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8920 0x5569c94c2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.517+0000 7f9217e00640 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 0x5569c94c53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.517+0000 7f921f400640 1 -- 172.21.15.47:0/2006463894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 msgr2=0x5569c94c53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:34.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.517+0000 7f921f400640 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 0x5569c94c53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.517+0000 7f921f400640 1 -- 172.21.15.47:0/2006463894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8920 msgr2=0x5569c94c2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:34.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.517+0000 7f921f400640 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8920 0x5569c94c2ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.517+0000 7f921f400640 1 -- 172.21.15.47:0/2006463894 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569c91fa7d0 con 0x5569c94b8000 2024-04-25T02:35:34.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.517+0000 7f921f400640 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94b83e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9218009fd0 tx=0x7f92180118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe7acb3865807f00 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:34.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.518+0000 7f920fe00640 1 -- 172.21.15.47:0/2006463894 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9218004d20 con 0x5569c94b8000 2024-04-25T02:35:34.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.518+0000 7f920fe00640 1 -- 172.21.15.47:0/2006463894 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9218004050 con 0x5569c94b8000 2024-04-25T02:35:34.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.518+0000 7f920fe00640 1 -- 172.21.15.47:0/2006463894 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9218005260 con 0x5569c94b8000 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.518+0000 7f9228d6d740 1 -- 172.21.15.47:0/2006463894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 msgr2=0x5569c94b83e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.518+0000 7f9228d6d740 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94b83e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9218009fd0 tx=0x7f92180118d0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.518+0000 7f9224a00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92040a2d00 0x7f92040a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9228d6d740 1 -- 172.21.15.47:0/2006463894 shutdown_connections 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9228d6d740 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 0x5569c94c53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9228d6d740 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8920 0x5569c94c2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9228d6d740 1 --2- 172.21.15.47:0/2006463894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94b83e0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9228d6d740 1 -- 172.21.15.47:0/2006463894 >> 172.21.15.47:0/2006463894 conn(0x5569c94b4320 msgr2=0x5569c94b4700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9224a00640 1 -- 172.21.15.47:0/2220922884 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f92100cf710 con 0x7f9220103920 2024-04-25T02:35:34.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9228d6d740 1 -- 172.21.15.47:0/2006463894 shutdown_connections 2024-04-25T02:35:34.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f921ea00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92040a2d00 0x7f92040a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9228d6d740 1 -- 172.21.15.47:0/2006463894 wait complete. 2024-04-25T02:35:34.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.519+0000 7f9228d6d740 1 -- start start 2024-04-25T02:35:34.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f921ea00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92040a2d00 0x7f92040a51c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x5569c94b95c0 tx=0x7f92100d5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:34.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f9228d6d740 1 Processor -- start 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94bfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94c0430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94c2ff0 0x5569c94c0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f9228d6d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5569c94c5de0 con 0x5569c94b8000 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f9228d6d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5569c93d7d90 con 0x5569c94c2ff0 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f9228d6d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5569c94c5f60 con 0x5569c94b8920 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.520+0000 7f9228d6d740 10 client.0 _ll_register_callbacks cb 0x5569c93d7780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f9217e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94c0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f9217e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94c0430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37846/0 (socket says 172.21.15.47:37846) 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f9217e00640 1 -- 172.21.15.47:0/3360681059 learned_addr learned my addr 172.21.15.47:0/3360681059 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:34.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f921f400640 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94bfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f921f400640 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94c2ff0 0x5569c94c0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f9217e00640 1 -- 172.21.15.47:0/3360681059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94c2ff0 msgr2=0x5569c94c0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f9217e00640 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94c2ff0 0x5569c94c0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f9217e00640 1 -- 172.21.15.47:0/3360681059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 msgr2=0x5569c94bfef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f9217e00640 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94bfef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f9217e00640 1 -- 172.21.15.47:0/3360681059 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569c91303f0 con 0x5569c94b8920 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.521+0000 7f921f400640 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94bfef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.522+0000 7f9217e00640 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94c0430 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f9208009900 tx=0x7f9208005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=387ab6269eaf5982 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.522+0000 7f920cc00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.522+0000 7f920cc00640 1 -- 172.21.15.47:0/3360681059 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9208035040 con 0x5569c94b8920 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.522+0000 7f920cc00640 1 -- 172.21.15.47:0/3360681059 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9208004760 con 0x5569c94b8920 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.522+0000 7f9228d6d740 1 -- 172.21.15.47:0/3360681059 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9218004050 con 0x5569c94b8920 2024-04-25T02:35:34.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.522+0000 7f920cc00640 1 -- 172.21.15.47:0/3360681059 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9208004960 con 0x5569c94b8920 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.522+0000 7f9228d6d740 10 client.26062 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.522+0000 7f9228d6d740 1 -- 172.21.15.47:0/3360681059 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5569c90f00f0 con 0x5569c94b8920 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f920cc00640 1 -- 172.21.15.47:0/3360681059 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9218004050 con 0x5569c94b8920 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f920cc00640 1 -- 172.21.15.47:0/3360681059 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9208044020 con 0x5569c94b8920 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f9228d6d740 10 client.26062 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f9228d6d740 10 client.26062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f9228d6d740 20 client.26062 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5569c94d3220 0x5569c94d5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f9228d6d740 4 client.26062 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f9228d6d740 1 -- 172.21.15.47:0/3360681059 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5569c942fd90 con 0x5569c94d3220 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.523+0000 7f921f400640 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5569c94d3220 0x5569c94d5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.524+0000 7f921f400640 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5569c94d3220 0x5569c94d5610 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e42e1197085516d7 server_cookie=f573875011a6db08 in_seq=0 out_seq=0 2024-04-25T02:35:34.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.524+0000 7f920cc00640 10 client.26062 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:34.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f920cc00640 1 -- 172.21.15.47:0/3360681059 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5569c942fd90 con 0x5569c94d3220 2024-04-25T02:35:34.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f920cc00640 10 client.26062 handle_command_reply: tid=0 2024-04-25T02:35:34.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 client.26062 shutdown 2024-04-25T02:35:34.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 -- 172.21.15.47:0/3360681059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 msgr2=0x5569c94c0430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94c0430 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f9208009900 tx=0x7f9208005270 comp rx=0 tx=0).stop 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 -- 172.21.15.47:0/3360681059 shutdown_connections 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5569c94d3220 0x5569c94d5610 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94c2ff0 0x5569c94c0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94c0430 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3360681059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8000 0x5569c94bfef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f920cc00640 0 client.26062 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 -- 172.21.15.47:0/3360681059 >> 172.21.15.47:0/3360681059 conn(0x5569c94b4320 msgr2=0x5569c94ba000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 -- 172.21.15.47:0/3360681059 shutdown_connections 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 1 -- 172.21.15.47:0/3360681059 wait complete. 2024-04-25T02:35:34.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.525+0000 7f9228d6d740 20 client.26062 trim_cache size 0 max 16384 2024-04-25T02:35:34.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.545+0000 7f9228d6d740 1 Processor -- start 2024-04-25T02:35:34.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.545+0000 7f9228d6d740 1 -- start start 2024-04-25T02:35:34.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.545+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.545+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94b4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.545+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94c2ff0 0x5569c94c1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.545+0000 7f9228d6d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f92201b1f00 con 0x5569c94c2ff0 2024-04-25T02:35:34.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.545+0000 7f9228d6d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f92201af7d0 con 0x5569c94b8000 2024-04-25T02:35:34.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.545+0000 7f9228d6d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f92201ad620 con 0x5569c94b8920 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f9217e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94b4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f921f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f9217e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94b4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37848/0 (socket says 172.21.15.47:37848) 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f9217e00640 1 -- 172.21.15.47:0/2820025294 learned_addr learned my addr 172.21.15.47:0/2820025294 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f921f400640 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94c2ff0 0x5569c94c1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f9217e00640 1 -- 172.21.15.47:0/2820025294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 msgr2=0x5569c94ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f9217e00640 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94ceca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f9217e00640 1 -- 172.21.15.47:0/2820025294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94c2ff0 msgr2=0x5569c94c1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:34.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f9217e00640 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94c2ff0 0x5569c94c1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f9217e00640 1 -- 172.21.15.47:0/2820025294 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569c94afc80 con 0x5569c94b8920 2024-04-25T02:35:34.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.546+0000 7f921f400640 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94c2ff0 0x5569c94c1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:34.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.547+0000 7f9217e00640 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94b4700 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9208006010 tx=0x7f920802a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=104a3d6232df36b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:34.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.547+0000 7f920f400640 1 -- 172.21.15.47:0/2820025294 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9208035030 con 0x5569c94b8920 2024-04-25T02:35:34.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.547+0000 7f920f400640 1 -- 172.21.15.47:0/2820025294 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9208031730 con 0x5569c94b8920 2024-04-25T02:35:34.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.547+0000 7f920f400640 1 -- 172.21.15.47:0/2820025294 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92080035f0 con 0x5569c94b8920 2024-04-25T02:35:34.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 -- 172.21.15.47:0/2820025294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 msgr2=0x5569c94b4700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94b4700 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9208006010 tx=0x7f920802a410 comp rx=0 tx=0).stop 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 -- 172.21.15.47:0/2820025294 shutdown_connections 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94c2ff0 0x5569c94c1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94b8920 0x5569c94b4700 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 --2- 172.21.15.47:0/2820025294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 -- 172.21.15.47:0/2820025294 >> 172.21.15.47:0/2820025294 conn(0x5569c94b4320 msgr2=0x5569c94c1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 -- 172.21.15.47:0/2820025294 shutdown_connections 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 -- 172.21.15.47:0/2820025294 wait complete. 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 -- start start 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.548+0000 7f9228d6d740 1 Processor -- start 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94bcb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8920 0x5569c94bd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9228d6d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 0x5569c94bd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9228d6d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f92201adc90 con 0x5569c94b8920 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9228d6d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f92201af100 con 0x5569c94b8000 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9228d6d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f92201ae360 con 0x5569c94c2ff0 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9228d6d740 10 client.0 _ll_register_callbacks cb 0x7f92080043f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9217e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8920 0x5569c94bd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f921f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94bcb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9217e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8920 0x5569c94bd0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43874/0 (socket says 172.21.15.47:43874) 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f9217e00640 1 -- 172.21.15.47:0/3348688845 learned_addr learned my addr 172.21.15.47:0/3348688845 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.549+0000 7f921f400640 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 0x5569c94bd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f9217e00640 1 -- 172.21.15.47:0/3348688845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 msgr2=0x5569c94bd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f9217e00640 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 0x5569c94bd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f9217e00640 1 -- 172.21.15.47:0/3348688845 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 msgr2=0x5569c94bcb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f9217e00640 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94bcb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f9217e00640 1 -- 172.21.15.47:0/3348688845 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569c9538750 con 0x5569c94b8920 2024-04-25T02:35:34.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f921f400640 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94bcb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f9217e00640 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8920 0x5569c94bd0a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9208031560 tx=0x7f9208031650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c25f2b32e2a7153 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f920cc00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f920cc00640 1 -- 172.21.15.47:0/3348688845 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9208035040 con 0x5569c94b8920 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f920cc00640 1 -- 172.21.15.47:0/3348688845 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9208004760 con 0x5569c94b8920 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.550+0000 7f9228d6d740 1 -- 172.21.15.47:0/3348688845 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9208031730 con 0x5569c94b8920 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f920cc00640 1 -- 172.21.15.47:0/3348688845 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9208004b00 con 0x5569c94b8920 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f9228d6d740 10 client.15954 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f9228d6d740 1 -- 172.21.15.47:0/3348688845 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5569c95399a0 con 0x5569c94b8920 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f920cc00640 1 -- 172.21.15.47:0/3348688845 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9208031730 con 0x5569c94b8920 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f920cc00640 1 -- 172.21.15.47:0/3348688845 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9208044040 con 0x5569c94b8920 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f9228d6d740 10 client.15954 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f9228d6d740 10 client.15954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:34.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f9228d6d740 20 client.15954 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5569c9539fa0 0x5569c953c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f9228d6d740 4 client.15954 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.551+0000 7f9228d6d740 1 -- 172.21.15.47:0/3348688845 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5569c9429aa0 con 0x5569c9539fa0 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.552+0000 7f921f400640 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5569c9539fa0 0x5569c953c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.552+0000 7f921f400640 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5569c9539fa0 0x5569c953c390 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31579693955fb70c server_cookie=7570859686e461b6 in_seq=0 out_seq=0 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.552+0000 7f920cc00640 10 client.15954 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f920cc00640 1 -- 172.21.15.47:0/3348688845 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5569c9429aa0 con 0x5569c9539fa0 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f920cc00640 10 client.15954 handle_command_reply: tid=0 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 client.15954 shutdown 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 -- 172.21.15.47:0/3348688845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8920 msgr2=0x5569c94bd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8920 0x5569c94bd0a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9208031560 tx=0x7f9208031650 comp rx=0 tx=0).stop 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 -- 172.21.15.47:0/3348688845 shutdown_connections 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5569c9539fa0 0x5569c953c390 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5569c94c2ff0 0x5569c94bd5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569c94b8920 0x5569c94bd0a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 --2- 172.21.15.47:0/3348688845 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5569c94b8000 0x5569c94bcb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f920cc00640 0 client.15954 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 -- 172.21.15.47:0/3348688845 >> 172.21.15.47:0/3348688845 conn(0x5569c94b4320 msgr2=0x5569c94be3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 -- 172.21.15.47:0/3348688845 shutdown_connections 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 1 -- 172.21.15.47:0/3348688845 wait complete. 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.553+0000 7f9228d6d740 20 client.15954 trim_cache size 0 max 16384 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:35:34.560 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:35:34.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 -- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92040a2d00 msgr2=0x7f92040a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92040a2d00 0x7f92040a51c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x5569c94b95c0 tx=0x7f92100d5530 comp rx=0 tx=0).stop 2024-04-25T02:35:34.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 -- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9220103920 msgr2=0x7f922019a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9220103920 0x7f922019a230 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f921000e9f0 tx=0x7f921000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 -- 172.21.15.47:0/2220922884 shutdown_connections 2024-04-25T02:35:34.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92040a2d00 0x7f92040a51c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9220109930 0x7f922019eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f92201042e0 0x7f922019a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 --2- 172.21.15.47:0/2220922884 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9220103920 0x7f922019a230 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 -- 172.21.15.47:0/2220922884 >> 172.21.15.47:0/2220922884 conn(0x7f92200ff3b0 msgr2=0x7f92200ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:34.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 -- 172.21.15.47:0/2220922884 shutdown_connections 2024-04-25T02:35:34.562 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.554+0000 7f9225e00640 1 -- 172.21.15.47:0/2220922884 wait complete. 2024-04-25T02:35:34.577 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:35:34.577 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:35:34.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.791+0000 7f9de1a00640 1 -- 172.21.15.47:0/320342369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ddc109770 msgr2=0x7f9ddc109b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.791+0000 7f9de1a00640 1 --2- 172.21.15.47:0/320342369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ddc109770 0x7f9ddc109b50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc009930 tx=0x7f9dcc02a420 comp rx=0 tx=0).stop 2024-04-25T02:35:34.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.792+0000 7f9de1a00640 1 -- 172.21.15.47:0/320342369 shutdown_connections 2024-04-25T02:35:34.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.792+0000 7f9de1a00640 1 --2- 172.21.15.47:0/320342369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ddc104120 0x7f9ddc110630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.792+0000 7f9de1a00640 1 --2- 172.21.15.47:0/320342369 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ddc103760 0x7f9ddc103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.792+0000 7f9de1a00640 1 --2- 172.21.15.47:0/320342369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ddc109770 0x7f9ddc109b50 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.792+0000 7f9de1a00640 1 -- 172.21.15.47:0/320342369 >> 172.21.15.47:0/320342369 conn(0x7f9ddc0ff210 msgr2=0x7f9ddc101630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:34.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.792+0000 7f9de1a00640 1 -- 172.21.15.47:0/320342369 shutdown_connections 2024-04-25T02:35:34.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.792+0000 7f9de1a00640 1 -- 172.21.15.47:0/320342369 wait complete. 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.793+0000 7f9de1a00640 1 Processor -- start 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.793+0000 7f9de1a00640 1 -- start start 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.793+0000 7f9de1a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ddc103760 0x7f9ddc19a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.793+0000 7f9de1a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ddc104120 0x7f9ddc19a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.793+0000 7f9de1a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ddc109770 0x7f9ddc19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.793+0000 7f9de1a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9ddc113b90 con 0x7f9ddc104120 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.793+0000 7f9de1a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9ddc113a10 con 0x7f9ddc109770 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.793+0000 7f9de1a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9ddc113d10 con 0x7f9ddc103760 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ddc104120 0x7f9ddc19a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ddc104120 0x7f9ddc19a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43902/0 (socket says 172.21.15.47:43902) 2024-04-25T02:35:34.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 -- 172.21.15.47:0/2401092963 learned_addr learned my addr 172.21.15.47:0/2401092963 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddbe00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ddc103760 0x7f9ddc19a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9de1000640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ddc109770 0x7f9ddc19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 -- 172.21.15.47:0/2401092963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ddc103760 msgr2=0x7f9ddc19a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ddc103760 0x7f9ddc19a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 -- 172.21.15.47:0/2401092963 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ddc109770 msgr2=0x7f9ddc19e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ddc109770 0x7f9ddc19e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 -- 172.21.15.47:0/2401092963 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ddc19f0b0 con 0x7f9ddc104120 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.794+0000 7f9ddb400640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ddc104120 0x7f9ddc19a650 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9dc800e9f0 tx=0x7f9dc800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.795+0000 7f9dd8c00640 1 -- 172.21.15.47:0/2401092963 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc800cd80 con 0x7f9ddc104120 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.795+0000 7f9dd8c00640 1 -- 172.21.15.47:0/2401092963 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9dc8010910 con 0x7f9ddc104120 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.795+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ddc19f3a0 con 0x7f9ddc104120 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.795+0000 7f9dd8c00640 1 -- 172.21.15.47:0/2401092963 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc8018990 con 0x7f9ddc104120 2024-04-25T02:35:34.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.795+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ddc1a6c30 con 0x7f9ddc104120 2024-04-25T02:35:34.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.796+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ddc068480 con 0x7f9ddc104120 2024-04-25T02:35:34.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.799+0000 7f9dd8c00640 1 -- 172.21.15.47:0/2401092963 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9dc8010ac0 con 0x7f9ddc104120 2024-04-25T02:35:34.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.800+0000 7f9dd8c00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9dc00a2d00 0x7f9dc00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:34.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.801+0000 7f9dd8c00640 1 -- 172.21.15.47:0/2401092963 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9dc80cf770 con 0x7f9ddc104120 2024-04-25T02:35:34.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.801+0000 7f9ddbe00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9dc00a2d00 0x7f9dc00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:34.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.802+0000 7f9ddbe00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9dc00a2d00 0x7f9dc00a51c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc006010 tx=0x7f9dcc000bc0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:34.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:34.806+0000 7f9dd8c00640 1 -- 172.21.15.47:0/2401092963 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9dc809bd10 con 0x7f9ddc104120 2024-04-25T02:35:34.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:34 smithi047 ceph-mon[27871]: pgmap v89: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-25T02:35:35.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.057+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9ddc10bd00 con 0x7f9ddc104120 2024-04-25T02:35:35.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.059+0000 7f9dd8c00640 1 -- 172.21.15.47:0/2401092963 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f9dc80a0010 con 0x7f9ddc104120 2024-04-25T02:35:35.064 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:35:35.064 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:35:35.064 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9dc00a2d00 msgr2=0x7f9dc00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9dc00a2d00 0x7f9dc00a51c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc006010 tx=0x7f9dcc000bc0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ddc104120 msgr2=0x7f9ddc19a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ddc104120 0x7f9ddc19a650 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9dc800e9f0 tx=0x7f9dc800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 shutdown_connections 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9dc00a2d00 0x7f9dc00a51c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ddc109770 0x7f9ddc19e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ddc104120 0x7f9ddc19a650 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 --2- 172.21.15.47:0/2401092963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ddc103760 0x7f9ddc19a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.062+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 >> 172.21.15.47:0/2401092963 conn(0x7f9ddc0ff210 msgr2=0x7f9ddc0ffa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.063+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 shutdown_connections 2024-04-25T02:35:35.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.063+0000 7f9de1a00640 1 -- 172.21.15.47:0/2401092963 wait complete. 2024-04-25T02:35:35.087 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:35:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:34 smithi178 ceph-mon[33053]: pgmap v89: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-25T02:35:35.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:34 smithi113 ceph-mon[32459]: pgmap v89: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-25T02:35:35.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.299+0000 7f9bae600640 1 -- 172.21.15.47:0/3994121801 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 msgr2=0x7f9ba810d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.299+0000 7f9bae600640 1 --2- 172.21.15.47:0/3994121801 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 0x7f9ba810d380 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9ba0009be0 tx=0x7f9ba002a6d0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.299+0000 7f9bae600640 1 -- 172.21.15.47:0/3994121801 shutdown_connections 2024-04-25T02:35:35.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.299+0000 7f9bae600640 1 --2- 172.21.15.47:0/3994121801 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 0x7f9ba810d380 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.299+0000 7f9bae600640 1 --2- 172.21.15.47:0/3994121801 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ba8100820 0x7f9ba8100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.299+0000 7f9bae600640 1 --2- 172.21.15.47:0/3994121801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ba8106600 0x7f9ba81069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.299+0000 7f9bae600640 1 -- 172.21.15.47:0/3994121801 >> 172.21.15.47:0/3994121801 conn(0x7f9ba80773d0 msgr2=0x7f9ba80777e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.299+0000 7f9bae600640 1 -- 172.21.15.47:0/3994121801 shutdown_connections 2024-04-25T02:35:35.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.300+0000 7f9bae600640 1 -- 172.21.15.47:0/3994121801 wait complete. 2024-04-25T02:35:35.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bae600640 1 Processor -- start 2024-04-25T02:35:35.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bae600640 1 -- start start 2024-04-25T02:35:35.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bae600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ba8100820 0x7f9ba8197d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bae600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 0x7f9ba81982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bae600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ba8106600 0x7f9ba819c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bae600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba81119b0 con 0x7f9ba8100820 2024-04-25T02:35:35.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bae600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba8111830 con 0x7f9ba8106600 2024-04-25T02:35:35.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bae600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba8111b30 con 0x7f9ba81011c0 2024-04-25T02:35:35.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.301+0000 7f9bad200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ba8100820 0x7f9ba8197d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9bad200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ba8100820 0x7f9ba8197d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43914/0 (socket says 172.21.15.47:43914) 2024-04-25T02:35:35.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9bad200640 1 -- 172.21.15.47:0/2284912772 learned_addr learned my addr 172.21.15.47:0/2284912772 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9badc00640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ba8106600 0x7f9ba819c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 0x7f9ba81982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9bad200640 1 -- 172.21.15.47:0/2284912772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 msgr2=0x7f9ba81982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9bad200640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 0x7f9ba81982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9bad200640 1 -- 172.21.15.47:0/2284912772 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ba8106600 msgr2=0x7f9ba819c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9bad200640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ba8106600 0x7f9ba819c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9bad200640 1 -- 172.21.15.47:0/2284912772 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ba819cd80 con 0x7f9ba8100820 2024-04-25T02:35:35.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 0x7f9ba81982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:35.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.302+0000 7f9bad200640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ba8100820 0x7f9ba8197d90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00e9f0 tx=0x7f9b9c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.303+0000 7f9ba5600640 1 -- 172.21.15.47:0/2284912772 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c00cd80 con 0x7f9ba8100820 2024-04-25T02:35:35.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.303+0000 7f9bae600640 1 -- 172.21.15.47:0/2284912772 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ba819d070 con 0x7f9ba8100820 2024-04-25T02:35:35.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.303+0000 7f9ba5600640 1 -- 172.21.15.47:0/2284912772 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b9c010910 con 0x7f9ba8100820 2024-04-25T02:35:35.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.303+0000 7f9ba5600640 1 -- 172.21.15.47:0/2284912772 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0188f0 con 0x7f9ba8100820 2024-04-25T02:35:35.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.303+0000 7f9bae600640 1 -- 172.21.15.47:0/2284912772 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ba810dd40 con 0x7f9ba8100820 2024-04-25T02:35:35.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.306+0000 7f9bb297f740 1 Processor -- start 2024-04-25T02:35:35.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9bb297f740 1 -- start start 2024-04-25T02:35:35.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b109ff7a0 0x561b109ffb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a0a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a0cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9bb297f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561b109644e0 con 0x561b10a000c0 2024-04-25T02:35:35.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9bb297f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561b1090ca70 con 0x561b109ff7a0 2024-04-25T02:35:35.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9bb297f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561b109604a0 con 0x561b10a0a790 2024-04-25T02:35:35.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9ba5600640 1 -- 172.21.15.47:0/2284912772 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9b9c010ac0 con 0x7f9ba8100820 2024-04-25T02:35:35.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9ba7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a0cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9ba7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a0cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37890/0 (socket says 172.21.15.47:37890) 2024-04-25T02:35:35.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9badc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b109ff7a0 0x561b109ffb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.307+0000 7f9ba7e00640 1 -- 172.21.15.47:0/2118604296 learned_addr learned my addr 172.21.15.47:0/2118604296 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.308+0000 7f9bad200640 1 --2- 172.21.15.47:0/2118604296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a0a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.308+0000 7f9badc00640 1 -- 172.21.15.47:0/2118604296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 msgr2=0x561b10a0cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.308+0000 7f9badc00640 1 --2- 172.21.15.47:0/2118604296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a0cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.308+0000 7f9badc00640 1 -- 172.21.15.47:0/2118604296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 msgr2=0x561b10a0a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.308+0000 7f9badc00640 1 --2- 172.21.15.47:0/2118604296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a0a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.308+0000 7f9badc00640 1 -- 172.21.15.47:0/2118604296 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b106783f0 con 0x561b109ff7a0 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.308+0000 7f9badc00640 1 --2- 172.21.15.47:0/2118604296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b109ff7a0 0x561b109ffb80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9ba0006010 tx=0x7f9ba0009280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6390517f216d3a15 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.308+0000 7f9b9a000640 1 -- 172.21.15.47:0/2118604296 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba0047070 con 0x561b109ff7a0 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9b9a000640 1 -- 172.21.15.47:0/2118604296 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ba0037040 con 0x561b109ff7a0 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9b9a000640 1 -- 172.21.15.47:0/2118604296 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba0036040 con 0x561b109ff7a0 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9ba5600640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b900a2d00 0x7f9b900a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9ba5600640 1 -- 172.21.15.47:0/2284912772 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9b9c0cf930 con 0x7f9ba8100820 2024-04-25T02:35:35.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9bad200640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b900a2d00 0x7f9b900a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9bb297f740 1 -- 172.21.15.47:0/2118604296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b109ff7a0 msgr2=0x561b109ffb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2118604296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b109ff7a0 0x561b109ffb80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9ba0006010 tx=0x7f9ba0009280 comp rx=0 tx=0).stop 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9bb297f740 1 -- 172.21.15.47:0/2118604296 shutdown_connections 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2118604296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a0cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2118604296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a0a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2118604296 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b109ff7a0 0x561b109ffb80 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.309+0000 7f9bb297f740 1 -- 172.21.15.47:0/2118604296 >> 172.21.15.47:0/2118604296 conn(0x561b109fbac0 msgr2=0x561b109fbea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.310+0000 7f9bb297f740 1 -- 172.21.15.47:0/2118604296 shutdown_connections 2024-04-25T02:35:35.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.310+0000 7f9bb297f740 1 -- 172.21.15.47:0/2118604296 wait complete. 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.310+0000 7f9bad200640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b900a2d00 0x7f9b900a51c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x561b10a00d60 tx=0x7f9b9c01f000 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.310+0000 7f9bb297f740 1 -- start start 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.310+0000 7f9bb297f740 1 Processor -- start 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b109ff7a0 0x561b10a07780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a07cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a08200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9bb297f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561b10a0d520 con 0x561b109ff7a0 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9bb297f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561b1091fec0 con 0x561b10a000c0 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9bb297f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561b10a0d6a0 con 0x561b10a0a790 2024-04-25T02:35:35.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9bb297f740 10 client.0 _ll_register_callbacks cb 0x561b1095c3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9badc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b109ff7a0 0x561b10a07780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9badc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b109ff7a0 0x561b10a07780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43938/0 (socket says 172.21.15.47:43938) 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9badc00640 1 -- 172.21.15.47:0/2467951813 learned_addr learned my addr 172.21.15.47:0/2467951813 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a07cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.311+0000 7f9badc00640 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a08200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9ba7e00640 1 -- 172.21.15.47:0/2467951813 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 msgr2=0x561b10a08200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a08200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9ba7e00640 1 -- 172.21.15.47:0/2467951813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b109ff7a0 msgr2=0x561b10a07780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b109ff7a0 0x561b10a07780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9ba7e00640 1 -- 172.21.15.47:0/2467951813 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b107427d0 con 0x561b10a000c0 2024-04-25T02:35:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a07cc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x561b109fcc50 tx=0x7f9b94009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6661b29396a0ca66 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9b8ea00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9b8ea00640 1 -- 172.21.15.47:0/2467951813 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b94025060 con 0x561b10a000c0 2024-04-25T02:35:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9b8ea00640 1 -- 172.21.15.47:0/2467951813 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9b94003ad0 con 0x561b10a000c0 2024-04-25T02:35:35.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.312+0000 7f9bb297f740 1 -- 172.21.15.47:0/2467951813 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ba0037040 con 0x561b10a000c0 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9b8ea00640 1 -- 172.21.15.47:0/2467951813 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9b94003cd0 con 0x561b10a000c0 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9bb297f740 10 client.26087 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9bb297f740 1 -- 172.21.15.47:0/2467951813 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561b10a19870 con 0x561b10a000c0 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9b8ea00640 1 -- 172.21.15.47:0/2467951813 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ba0037040 con 0x561b10a000c0 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9b8ea00640 1 -- 172.21.15.47:0/2467951813 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9b9401f3d0 con 0x561b10a000c0 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9bb297f740 10 client.26087 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9bb297f740 10 client.26087 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9bb297f740 20 client.26087 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:35.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561b10a1ad30 0x561b10a1d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9bb297f740 4 client.26087 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.313+0000 7f9bb297f740 1 -- 172.21.15.47:0/2467951813 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b10971a20 con 0x561b10a1ad30 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.314+0000 7f9badc00640 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561b10a1ad30 0x561b10a1d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.314+0000 7f9badc00640 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561b10a1ad30 0x561b10a1d140 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=237d6138eafeab88 server_cookie=1177a915481e3af in_seq=0 out_seq=0 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.314+0000 7f9b8ea00640 10 client.26087 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.315+0000 7f9b8ea00640 1 -- 172.21.15.47:0/2467951813 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561b10971a20 con 0x561b10a1ad30 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.315+0000 7f9b8ea00640 10 client.26087 handle_command_reply: tid=0 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.315+0000 7f9bb297f740 1 client.26087 shutdown 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.315+0000 7f9bb297f740 1 -- 172.21.15.47:0/2467951813 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 msgr2=0x561b10a07cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.315+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a07cc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x561b109fcc50 tx=0x7f9b94009b60 comp rx=0 tx=0).stop 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.315+0000 7f9bb297f740 1 -- 172.21.15.47:0/2467951813 shutdown_connections 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561b10a1ad30 0x561b10a1d140 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b10a0a790 0x561b10a08200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a07cc0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9bb297f740 1 --2- 172.21.15.47:0/2467951813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b109ff7a0 0x561b10a07780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9bb297f740 1 -- 172.21.15.47:0/2467951813 >> 172.21.15.47:0/2467951813 conn(0x561b109fbac0 msgr2=0x561b10a017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9b8ea00640 0 client.26087 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9bb297f740 1 -- 172.21.15.47:0/2467951813 shutdown_connections 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9bb297f740 1 -- 172.21.15.47:0/2467951813 wait complete. 2024-04-25T02:35:35.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.316+0000 7f9bb297f740 20 client.26087 trim_cache size 0 max 16384 2024-04-25T02:35:35.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.330+0000 7f9bb297f740 1 Processor -- start 2024-04-25T02:35:35.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9bb297f740 1 -- start start 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a163e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a01f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a0a790 0x561b10a096c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9bb297f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba81ad870 con 0x561b10a000c0 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9bb297f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba81ab140 con 0x561b10a0a790 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9bb297f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba81a8f90 con 0x561b109ff7a0 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9ba7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a01f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9ba7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a01f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43948/0 (socket says 172.21.15.47:43948) 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9ba7e00640 1 -- 172.21.15.47:0/3198894997 learned_addr learned my addr 172.21.15.47:0/3198894997 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9badc00640 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a163e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.331+0000 7f9badc00640 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a0a790 0x561b10a096c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9ba7e00640 1 -- 172.21.15.47:0/3198894997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 msgr2=0x561b10a163e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a163e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9ba7e00640 1 -- 172.21.15.47:0/3198894997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a0a790 msgr2=0x561b10a096c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a0a790 0x561b10a096c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9ba7e00640 1 -- 172.21.15.47:0/3198894997 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b109f5f90 con 0x561b10a000c0 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9badc00640 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a163e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a01f00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9b9401f820 tx=0x7f9b94000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6de54d959afda6af server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9b99600640 1 -- 172.21.15.47:0/3198894997 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9401fde0 con 0x561b10a000c0 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9b99600640 1 -- 172.21.15.47:0/3198894997 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b94003e70 con 0x561b10a000c0 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.332+0000 7f9b99600640 1 -- 172.21.15.47:0/3198894997 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b94004680 con 0x561b10a000c0 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 -- 172.21.15.47:0/3198894997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 msgr2=0x561b10a01f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a01f00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9b9401f820 tx=0x7f9b94000bc0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 -- 172.21.15.47:0/3198894997 shutdown_connections 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a0a790 0x561b10a096c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a000c0 0x561b10a01f00 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 --2- 172.21.15.47:0/3198894997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a163e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 -- 172.21.15.47:0/3198894997 >> 172.21.15.47:0/3198894997 conn(0x561b109fbac0 msgr2=0x561b10a08fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 -- 172.21.15.47:0/3198894997 shutdown_connections 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 -- 172.21.15.47:0/3198894997 wait complete. 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.333+0000 7f9bb297f740 1 -- start start 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9bb297f740 1 Processor -- start 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a12e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a04250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9bb297f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a0a790 0x561b10a04990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9bb297f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba81a9600 con 0x561b10a0a790 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9bb297f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba81aaa70 con 0x561b10a000c0 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9bb297f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba81a9cd0 con 0x561b109ff7a0 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9bb297f740 10 client.0 _ll_register_callbacks cb 0x7f9b94005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9badc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a12e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9badc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a12e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37924/0 (socket says 172.21.15.47:37924) 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9badc00640 1 -- 172.21.15.47:0/1260632160 learned_addr learned my addr 172.21.15.47:0/1260632160 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.334+0000 7f9badc00640 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a0a790 0x561b10a04990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a04250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9badc00640 1 -- 172.21.15.47:0/1260632160 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 msgr2=0x561b10a04250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9badc00640 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a04250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9badc00640 1 -- 172.21.15.47:0/1260632160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a0a790 msgr2=0x561b10a04990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9badc00640 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a0a790 0x561b10a04990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9badc00640 1 -- 172.21.15.47:0/1260632160 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b10a80280 con 0x561b109ff7a0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9badc00640 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a12e30 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9ba002abf0 tx=0x7f9b94004110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7c8592b258ed960 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9b8ea00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.335+0000 7f9b8ea00640 1 -- 172.21.15.47:0/1260632160 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba0047040 con 0x561b109ff7a0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9b8ea00640 1 -- 172.21.15.47:0/1260632160 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9ba00303a0 con 0x561b109ff7a0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9bb297f740 1 -- 172.21.15.47:0/1260632160 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b94003e70 con 0x561b109ff7a0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9b8ea00640 1 -- 172.21.15.47:0/1260632160 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9ba0066050 con 0x561b109ff7a0 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9bb297f740 10 client.26092 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:35.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9bb297f740 1 -- 172.21.15.47:0/1260632160 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561b10a813e0 con 0x561b109ff7a0 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9b8ea00640 1 -- 172.21.15.47:0/1260632160 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b94003e70 con 0x561b109ff7a0 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9b8ea00640 1 -- 172.21.15.47:0/1260632160 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9ba004d040 con 0x561b109ff7a0 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9bb297f740 10 client.26092 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9bb297f740 10 client.26092 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9bb297f740 20 client.26092 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.336+0000 7f9bb297f740 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561b10a81720 0x561b10a83b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.337+0000 7f9bb297f740 4 client.26092 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.337+0000 7f9bb297f740 1 -- 172.21.15.47:0/1260632160 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561b1096bd70 con 0x561b10a81720 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.337+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561b10a81720 0x561b10a83b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.337+0000 7f9ba7e00640 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561b10a81720 0x561b10a83b40 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e8d81a47e3ee31ca server_cookie=e21654464797e847 in_seq=0 out_seq=0 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.337+0000 7f9b8ea00640 10 client.26092 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9b8ea00640 1 -- 172.21.15.47:0/1260632160 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561b1096bd70 con 0x561b10a81720 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9b8ea00640 10 client.26092 handle_command_reply: tid=0 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 client.26092 shutdown 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 -- 172.21.15.47:0/1260632160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 msgr2=0x561b10a12e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a12e30 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9ba002abf0 tx=0x7f9b94004110 comp rx=0 tx=0).stop 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 -- 172.21.15.47:0/1260632160 shutdown_connections 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561b10a81720 0x561b10a83b40 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b10a0a790 0x561b10a04990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9b8ea00640 0 client.26092 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561b10a000c0 0x561b10a04250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 --2- 172.21.15.47:0/1260632160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b109ff7a0 0x561b10a12e30 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 -- 172.21.15.47:0/1260632160 >> 172.21.15.47:0/1260632160 conn(0x561b109fbac0 msgr2=0x561b10a09840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 -- 172.21.15.47:0/1260632160 shutdown_connections 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 1 -- 172.21.15.47:0/1260632160 wait complete. 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.338+0000 7f9bb297f740 20 client.26092 trim_cache size 0 max 16384 2024-04-25T02:35:35.349 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:35:35.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 -- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b900a2d00 msgr2=0x7f9b900a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b900a2d00 0x7f9b900a51c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x561b10a00d60 tx=0x7f9b9c01f000 comp rx=0 tx=0).stop 2024-04-25T02:35:35.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 -- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ba8100820 msgr2=0x7f9ba8197d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ba8100820 0x7f9ba8197d90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00e9f0 tx=0x7f9b9c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 -- 172.21.15.47:0/2284912772 shutdown_connections 2024-04-25T02:35:35.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9b900a2d00 0x7f9b900a51c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9ba8106600 0x7f9ba819c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ba81011c0 0x7f9ba81982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 --2- 172.21.15.47:0/2284912772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9ba8100820 0x7f9ba8197d90 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 -- 172.21.15.47:0/2284912772 >> 172.21.15.47:0/2284912772 conn(0x7f9ba80773d0 msgr2=0x7f9ba80ff400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 -- 172.21.15.47:0/2284912772 shutdown_connections 2024-04-25T02:35:35.351 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.339+0000 7f9bae600640 1 -- 172.21.15.47:0/2284912772 wait complete. 2024-04-25T02:35:35.362 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2682230216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 msgr2=0x7fbcc0103c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2682230216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 0x7fbcc0103c70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fbcac009900 tx=0x7fbcac02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2682230216 shutdown_connections 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2682230216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbcc01041b0 0x7fbcc01106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2682230216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 0x7fbcc0103c70 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2682230216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcc0109800 0x7fbcc0109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2682230216 >> 172.21.15.47:0/2682230216 conn(0x7fbcc00ff280 msgr2=0x7fbcc01016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2682230216 shutdown_connections 2024-04-25T02:35:35.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.576+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2682230216 wait complete. 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.577+0000 7fbcc6a00640 1 Processor -- start 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.577+0000 7fbcc6a00640 1 -- start start 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc6a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 0x7fbcc019a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbcc01041b0 0x7fbcc019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcc0109800 0x7fbcc019e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc6a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc0113c10 con 0x7fbcc01041b0 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc6a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc0113a90 con 0x7fbcc01037f0 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc6a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc0113d90 con 0x7fbcc0109800 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc4c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbcc01041b0 0x7fbcc019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc5600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 0x7fbcc019a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc4c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbcc01041b0 0x7fbcc019a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43970/0 (socket says 172.21.15.47:43970) 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc4c00640 1 -- 172.21.15.47:0/2733094532 learned_addr learned my addr 172.21.15.47:0/2733094532 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc6000640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcc0109800 0x7fbcc019e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc5600640 1 -- 172.21.15.47:0/2733094532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcc0109800 msgr2=0x7fbcc019e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.578+0000 7fbcc5600640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcc0109800 0x7fbcc019e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcc5600640 1 -- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbcc01041b0 msgr2=0x7fbcc019a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcc5600640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbcc01041b0 0x7fbcc019a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcc5600640 1 -- 172.21.15.47:0/2733094532 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc019f0e0 con 0x7fbcc01037f0 2024-04-25T02:35:35.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcc5600640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 0x7fbcc019a0f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbcb400e9f0 tx=0x7fbcb400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcbe000640 1 -- 172.21.15.47:0/2733094532 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb400ccc0 con 0x7fbcc01037f0 2024-04-25T02:35:35.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcbe000640 1 -- 172.21.15.47:0/2733094532 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbcb4005020 con 0x7fbcc01037f0 2024-04-25T02:35:35.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcbe000640 1 -- 172.21.15.47:0/2733094532 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb40049e0 con 0x7fbcc01037f0 2024-04-25T02:35:35.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2733094532 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcc019f3d0 con 0x7fbcc01037f0 2024-04-25T02:35:35.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.579+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2733094532 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcc01a6c60 con 0x7fbcc01037f0 2024-04-25T02:35:35.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.583+0000 7fbccafc8740 1 Processor -- start 2024-04-25T02:35:35.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.583+0000 7fbccafc8740 1 -- start start 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c3106097a0 0x55c310609b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c31060a0c0 0x55c310614250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c310616b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbccafc8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c31056e4e0 con 0x55c31060a0c0 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbccafc8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c310516a70 con 0x55c310614790 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbccafc8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c31056a4a0 con 0x55c3106097a0 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcbe000640 1 -- 172.21.15.47:0/2733094532 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbcb4005560 con 0x7fbcc01037f0 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc6000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c3106097a0 0x55c310609b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc6000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c3106097a0 0x55c310609b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37954/0 (socket says 172.21.15.47:37954) 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc6000640 1 -- 172.21.15.47:0/3859542063 learned_addr learned my addr 172.21.15.47:0/3859542063 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc4c00640 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c310616b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc5600640 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c31060a0c0 0x55c310614250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc6000640 1 -- 172.21.15.47:0/3859542063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 msgr2=0x55c310616b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c310616b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc6000640 1 -- 172.21.15.47:0/3859542063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c31060a0c0 msgr2=0x55c310614250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c31060a0c0 0x55c310614250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc6000640 1 -- 172.21.15.47:0/3859542063 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3102823f0 con 0x55c3106097a0 2024-04-25T02:35:35.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.584+0000 7fbcc5600640 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c31060a0c0 0x55c310614250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:35.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.585+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c3106097a0 0x55c310609b80 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8009fd0 tx=0x7fbcb80118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db8e84a8e518458d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.585+0000 7fbcb2600640 1 -- 172.21.15.47:0/3859542063 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8004d20 con 0x55c3106097a0 2024-04-25T02:35:35.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.585+0000 7fbcb2600640 1 -- 172.21.15.47:0/3859542063 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbcb8004050 con 0x55c3106097a0 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.585+0000 7fbcb2600640 1 -- 172.21.15.47:0/3859542063 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8005260 con 0x55c3106097a0 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.585+0000 7fbcbe000640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbca80a2d80 0x7fbca80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbcbe000640 1 -- 172.21.15.47:0/2733094532 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fbcb40cf260 con 0x7fbcc01037f0 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbcc5600640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbca80a2d80 0x7fbca80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 -- 172.21.15.47:0/3859542063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c3106097a0 msgr2=0x55c310609b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c3106097a0 0x55c310609b80 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8009fd0 tx=0x7fbcb80118d0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 -- 172.21.15.47:0/3859542063 shutdown_connections 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c310616b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c31060a0c0 0x55c310614250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3859542063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c3106097a0 0x55c310609b80 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 -- 172.21.15.47:0/3859542063 >> 172.21.15.47:0/3859542063 conn(0x55c310605ac0 msgr2=0x55c310605ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 -- 172.21.15.47:0/3859542063 shutdown_connections 2024-04-25T02:35:35.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbccafc8740 1 -- 172.21.15.47:0/3859542063 wait complete. 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.586+0000 7fbcc5600640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbca80a2d80 0x7fbca80a5240 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbcb40cca90 tx=0x7fbcb40096e0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 1 -- start start 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 1 Processor -- start 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310611740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c310611c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c3106121c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c310617580 con 0x55c3106097a0 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c310529ec0 con 0x55c310614790 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c310617700 con 0x55c31060a0c0 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.587+0000 7fbccafc8740 10 client.0 _ll_register_callbacks cb 0x55c3105663f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc6000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310611740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c310611c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c310611c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37956/0 (socket says 172.21.15.47:37956) 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 -- 172.21.15.47:0/3756294592 learned_addr learned my addr 172.21.15.47:0/3756294592 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c3106121c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 -- 172.21.15.47:0/3756294592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 msgr2=0x55c3106121c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c3106121c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 -- 172.21.15.47:0/3756294592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 msgr2=0x55c310611740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310611740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 -- 172.21.15.47:0/3756294592 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c31034c7d0 con 0x55c31060a0c0 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c3106121c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbcc4c00640 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c310611c80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fbcac009a20 tx=0x7fbcac0042e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75fbf8a98b165ec3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.588+0000 7fbca6a00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.589+0000 7fbca6a00640 1 -- 172.21.15.47:0/3756294592 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcac035040 con 0x55c31060a0c0 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.589+0000 7fbca6a00640 1 -- 172.21.15.47:0/3756294592 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fbcac0037f0 con 0x55c31060a0c0 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.589+0000 7fbccafc8740 1 -- 172.21.15.47:0/3756294592 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcb8004050 con 0x55c31060a0c0 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.589+0000 7fbca6a00640 1 -- 172.21.15.47:0/3756294592 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbcac0039f0 con 0x55c31060a0c0 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.589+0000 7fbccafc8740 10 client.26104 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:35.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.589+0000 7fbccafc8740 1 -- 172.21.15.47:0/3756294592 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c310623840 con 0x55c31060a0c0 2024-04-25T02:35:35.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbca6a00640 1 -- 172.21.15.47:0/3756294592 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbcb8004050 con 0x55c31060a0c0 2024-04-25T02:35:35.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbca6a00640 1 -- 172.21.15.47:0/3756294592 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbcac046470 con 0x55c31060a0c0 2024-04-25T02:35:35.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbccafc8740 10 client.26104 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:35.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbccafc8740 10 client.26104 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:35:35.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbccafc8740 20 client.26104 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c310624d00 0x55c3106270f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbccafc8740 4 client.26104 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbccafc8740 1 -- 172.21.15.47:0/3756294592 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c31057ba20 con 0x55c310624d00 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.590+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c310624d00 0x55c3106270f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.591+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c310624d00 0x55c3106270f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f87ac2e2a53a4fa2 server_cookie=e5addc8a5c201b9e in_seq=0 out_seq=0 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.591+0000 7fbca6a00640 10 client.26104 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbca6a00640 1 -- 172.21.15.47:0/3756294592 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c31057ba20 con 0x55c310624d00 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbca6a00640 10 client.26104 handle_command_reply: tid=0 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 client.26104 shutdown 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 -- 172.21.15.47:0/3756294592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 msgr2=0x55c310611c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c310611c80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fbcac009a20 tx=0x7fbcac0042e0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 -- 172.21.15.47:0/3756294592 shutdown_connections 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c310624d00 0x55c3106270f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c3106121c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c310611c80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbca6a00640 0 client.26104 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:35:35.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3756294592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310611740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.592+0000 7fbccafc8740 1 -- 172.21.15.47:0/3756294592 >> 172.21.15.47:0/3756294592 conn(0x55c310605ac0 msgr2=0x55c31060b8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.593+0000 7fbccafc8740 1 -- 172.21.15.47:0/3756294592 shutdown_connections 2024-04-25T02:35:35.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.593+0000 7fbccafc8740 1 -- 172.21.15.47:0/3756294592 wait complete. 2024-04-25T02:35:35.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.593+0000 7fbccafc8740 20 client.26104 trim_cache size 0 max 16384 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.607+0000 7fbccafc8740 1 Processor -- start 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbccafc8740 1 -- start start 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310620440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c31060a0c0 0x55c310610680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c310614790 0x55c31060bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbccafc8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01b1d10 con 0x55c3106097a0 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbccafc8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01af5e0 con 0x55c31060a0c0 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbccafc8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01ad430 con 0x55c310614790 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbcc6000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310620440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbcc6000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310620440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43998/0 (socket says 172.21.15.47:43998) 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbcc6000640 1 -- 172.21.15.47:0/2535759247 learned_addr learned my addr 172.21.15.47:0/2535759247 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbcc4c00640 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c31060a0c0 0x55c310610680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.608+0000 7fbcc6000640 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c310614790 0x55c31060bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcc6000640 1 -- 172.21.15.47:0/2535759247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c310614790 msgr2=0x55c31060bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcc6000640 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c310614790 0x55c31060bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcc6000640 1 -- 172.21.15.47:0/2535759247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c31060a0c0 msgr2=0x55c310610680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcc6000640 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c31060a0c0 0x55c310610680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcc6000640 1 -- 172.21.15.47:0/2535759247 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c31060aa30 con 0x55c3106097a0 2024-04-25T02:35:35.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcc6000640 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310620440 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8009f70 tx=0x7fbcb8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fbd6bbc9ae33dd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcb1c00640 1 -- 172.21.15.47:0/2535759247 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8029070 con 0x55c3106097a0 2024-04-25T02:35:35.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcb1c00640 1 -- 172.21.15.47:0/2535759247 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbcb8005520 con 0x55c3106097a0 2024-04-25T02:35:35.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.609+0000 7fbcb1c00640 1 -- 172.21.15.47:0/2535759247 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb800fad0 con 0x55c3106097a0 2024-04-25T02:35:35.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 -- 172.21.15.47:0/2535759247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 msgr2=0x55c310620440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310620440 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8009f70 tx=0x7fbcb8005fd0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 -- 172.21.15.47:0/2535759247 shutdown_connections 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c310614790 0x55c31060bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c31060a0c0 0x55c310610680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 --2- 172.21.15.47:0/2535759247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c310620440 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 -- 172.21.15.47:0/2535759247 >> 172.21.15.47:0/2535759247 conn(0x55c310605ac0 msgr2=0x55c310611f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 -- 172.21.15.47:0/2535759247 shutdown_connections 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.610+0000 7fbccafc8740 1 -- 172.21.15.47:0/2535759247 wait complete. 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 1 -- start start 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 1 Processor -- start 2024-04-25T02:35:35.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c31061cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c31060df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c31060e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01adaa0 con 0x55c3106097a0 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01aef10 con 0x55c310614790 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01ae170 con 0x55c31060a0c0 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.611+0000 7fbccafc8740 10 client.0 _ll_register_callbacks cb 0x7fbcac009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c31061cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c31061cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44006/0 (socket says 172.21.15.47:44006) 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 -- 172.21.15.47:0/3899934576 learned_addr learned my addr 172.21.15.47:0/3899934576 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc4c00640 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c31060df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c31060e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 -- 172.21.15.47:0/3899934576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 msgr2=0x55c31060df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c31060df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 -- 172.21.15.47:0/3899934576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 msgr2=0x55c31060e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c31060e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 -- 172.21.15.47:0/3899934576 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c31060ea50 con 0x55c3106097a0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbcc6000640 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c31061cb40 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8003fd0 tx=0x7fbcb80096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5ca1f3f1a6da095 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.612+0000 7fbca6a00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.613+0000 7fbca6a00640 1 -- 172.21.15.47:0/3899934576 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8029030 con 0x55c3106097a0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.613+0000 7fbca6a00640 1 -- 172.21.15.47:0/3899934576 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fbcb80056d0 con 0x55c3106097a0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.613+0000 7fbccafc8740 1 -- 172.21.15.47:0/3899934576 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcb8005520 con 0x55c3106097a0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.613+0000 7fbca6a00640 1 -- 172.21.15.47:0/3899934576 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbcb80058d0 con 0x55c3106097a0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.613+0000 7fbccafc8740 10 client.15996 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.613+0000 7fbccafc8740 1 -- 172.21.15.47:0/3899934576 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c31068b060 con 0x55c3106097a0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.613+0000 7fbca6a00640 1 -- 172.21.15.47:0/3899934576 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbcb8005520 con 0x55c3106097a0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.613+0000 7fbca6a00640 1 -- 172.21.15.47:0/3899934576 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbcb8034070 con 0x55c3106097a0 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.614+0000 7fbccafc8740 10 client.15996 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.614+0000 7fbccafc8740 10 client.15996 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.614+0000 7fbccafc8740 20 client.15996 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.614+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c31068b570 0x55c31068d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.614+0000 7fbccafc8740 4 client.15996 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.614+0000 7fbccafc8740 1 -- 172.21.15.47:0/3899934576 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c310575d70 con 0x55c31068b570 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.614+0000 7fbcc4c00640 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c31068b570 0x55c31068d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.614+0000 7fbcc4c00640 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c31068b570 0x55c31068d990 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a1490f4301f064ff server_cookie=68b0d9c5c290b738 in_seq=0 out_seq=0 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbca6a00640 10 client.15996 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbca6a00640 1 -- 172.21.15.47:0/3899934576 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c310575d70 con 0x55c31068b570 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbca6a00640 10 client.15996 handle_command_reply: tid=0 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 client.15996 shutdown 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 -- 172.21.15.47:0/3899934576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 msgr2=0x55c31061cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c31061cb40 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8003fd0 tx=0x7fbcb80096c0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 -- 172.21.15.47:0/3899934576 shutdown_connections 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55c31068b570 0x55c31068d990 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c310614790 0x55c31060e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c31060a0c0 0x55c31060df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 --2- 172.21.15.47:0/3899934576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c3106097a0 0x55c31061cb40 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbca6a00640 0 client.15996 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:35:35.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 -- 172.21.15.47:0/3899934576 >> 172.21.15.47:0/3899934576 conn(0x55c310605ac0 msgr2=0x55c3106042b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 -- 172.21.15.47:0/3899934576 shutdown_connections 2024-04-25T02:35:35.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 1 -- 172.21.15.47:0/3899934576 wait complete. 2024-04-25T02:35:35.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.615+0000 7fbccafc8740 20 client.15996 trim_cache size 0 max 16384 2024-04-25T02:35:35.623 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbca80a2d80 msgr2=0x7fbca80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbca80a2d80 0x7fbca80a5240 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbcb40cca90 tx=0x7fbcb40096e0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2733094532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 msgr2=0x7fbcc019a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 0x7fbcc019a0f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbcb400e9f0 tx=0x7fbcb400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2733094532 shutdown_connections 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbca80a2d80 0x7fbca80a5240 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcc0109800 0x7fbcc019e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbcc01041b0 0x7fbcc019a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 --2- 172.21.15.47:0/2733094532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbcc01037f0 0x7fbcc019a0f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2733094532 >> 172.21.15.47:0/2733094532 conn(0x7fbcc00ff280 msgr2=0x7fbcc00ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2733094532 shutdown_connections 2024-04-25T02:35:35.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.616+0000 7fbcc6a00640 1 -- 172.21.15.47:0/2733094532 wait complete. 2024-04-25T02:35:35.641 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.845+0000 7fd45ce00640 1 -- 172.21.15.47:0/2524816446 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458075c70 msgr2=0x7fd458076050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.845+0000 7fd45ce00640 1 --2- 172.21.15.47:0/2524816446 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458075c70 0x7fd458076050 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fd448009930 tx=0x7fd44802a420 comp rx=0 tx=0).stop 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.845+0000 7fd45ce00640 1 -- 172.21.15.47:0/2524816446 shutdown_connections 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.845+0000 7fd45ce00640 1 --2- 172.21.15.47:0/2524816446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd458112480 0x7fd458114870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.845+0000 7fd45ce00640 1 --2- 172.21.15.47:0/2524816446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd458076590 0x7fd458111f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.845+0000 7fd45ce00640 1 --2- 172.21.15.47:0/2524816446 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458075c70 0x7fd458076050 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.845+0000 7fd45ce00640 1 -- 172.21.15.47:0/2524816446 >> 172.21.15.47:0/2524816446 conn(0x7fd4580ff2b0 msgr2=0x7fd4581016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.845+0000 7fd45ce00640 1 -- 172.21.15.47:0/2524816446 shutdown_connections 2024-04-25T02:35:35.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.846+0000 7fd45ce00640 1 -- 172.21.15.47:0/2524816446 wait complete. 2024-04-25T02:35:35.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.847+0000 7fd45ce00640 1 Processor -- start 2024-04-25T02:35:35.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.847+0000 7fd45ce00640 1 -- start start 2024-04-25T02:35:35.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.847+0000 7fd45ce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd458075c70 0x7fd45819e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.847+0000 7fd45ce00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458076590 0x7fd45819ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.847+0000 7fd45ce00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd458112480 0x7fd4581a2df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.847+0000 7fd45ce00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd458118030 con 0x7fd458075c70 2024-04-25T02:35:35.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.847+0000 7fd45ce00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd458117eb0 con 0x7fd458076590 2024-04-25T02:35:35.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.847+0000 7fd45ce00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd4581181b0 con 0x7fd458112480 2024-04-25T02:35:35.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd458075c70 0x7fd45819e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd458075c70 0x7fd45819e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44030/0 (socket says 172.21.15.47:44030) 2024-04-25T02:35:35.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 -- 172.21.15.47:0/3451211289 learned_addr learned my addr 172.21.15.47:0/3451211289 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd44fe00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458076590 0x7fd45819ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457e00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd458112480 0x7fd4581a2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 -- 172.21.15.47:0/3451211289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd458112480 msgr2=0x7fd4581a2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.853 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd458112480 0x7fd4581a2df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 -- 172.21.15.47:0/3451211289 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458076590 msgr2=0x7fd45819ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458076590 0x7fd45819ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 -- 172.21.15.47:0/3451211289 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4581a3520 con 0x7fd458075c70 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457e00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd458112480 0x7fd4581a2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd44fe00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458076590 0x7fd45819ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.848+0000 7fd457400640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd458075c70 0x7fd45819e530 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd44802a940 tx=0x7fd448003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.849+0000 7fd454c00640 1 -- 172.21.15.47:0/3451211289 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd44803f070 con 0x7fd458075c70 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.849+0000 7fd45ce00640 1 -- 172.21.15.47:0/3451211289 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4581a37b0 con 0x7fd458075c70 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.849+0000 7fd454c00640 1 -- 172.21.15.47:0/3451211289 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd448031c90 con 0x7fd458075c70 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.849+0000 7fd454c00640 1 -- 172.21.15.47:0/3451211289 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd448049060 con 0x7fd458075c70 2024-04-25T02:35:35.854 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.849+0000 7fd45ce00640 1 -- 172.21.15.47:0/3451211289 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4581ab0a0 con 0x7fd458075c70 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd454c00640 1 -- 172.21.15.47:0/3451211289 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd448042070 con 0x7fd458075c70 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd461234740 1 Processor -- start 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd461234740 1 -- start start 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd461234740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08e98b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd461234740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea3250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd461234740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd461234740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557b08dfd4e0 con 0x557b08ea3790 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd461234740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557b08da5a70 con 0x557b08e990c0 2024-04-25T02:35:35.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.853+0000 7fd461234740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557b08df94a0 con 0x557b08e987a0 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44034/0 (socket says 172.21.15.47:44034) 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 -- 172.21.15.47:0/2636357019 learned_addr learned my addr 172.21.15.47:0/2636357019 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd457400640 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd457e00640 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08e98b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 -- 172.21.15.47:0/2636357019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 msgr2=0x557b08e98b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08e98b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 -- 172.21.15.47:0/2636357019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 msgr2=0x557b08ea3250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea3250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 -- 172.21.15.47:0/2636357019 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b08b113f0 con 0x557b08ea3790 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd457400640 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea3250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd454c00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd43c0a2d00 0x7fd43c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.854+0000 7fd44fe00640 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea5b80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd440011850 tx=0x7fd440011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0bb2616da998a1f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.855+0000 7fd454c00640 1 -- 172.21.15.47:0/3451211289 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fd4480efe00 con 0x7fd458075c70 2024-04-25T02:35:35.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.855+0000 7fd457e00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd43c0a2d00 0x7fd43c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.855+0000 7fd44cc00640 1 -- 172.21.15.47:0/2636357019 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd440011220 con 0x557b08ea3790 2024-04-25T02:35:35.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.855+0000 7fd44cc00640 1 -- 172.21.15.47:0/2636357019 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd440003970 con 0x557b08ea3790 2024-04-25T02:35:35.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.855+0000 7fd44cc00640 1 -- 172.21.15.47:0/2636357019 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd440004480 con 0x557b08ea3790 2024-04-25T02:35:35.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 -- 172.21.15.47:0/2636357019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 msgr2=0x557b08ea5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd457e00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd43c0a2d00 0x7fd43c0a51c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd45806aba0 tx=0x7fd450005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea5b80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd440011850 tx=0x7fd440011d10 comp rx=0 tx=0).stop 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 -- 172.21.15.47:0/2636357019 shutdown_connections 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea5b80 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea3250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 --2- 172.21.15.47:0/2636357019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08e98b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 -- 172.21.15.47:0/2636357019 >> 172.21.15.47:0/2636357019 conn(0x557b08e94ac0 msgr2=0x557b08e94ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 -- 172.21.15.47:0/2636357019 shutdown_connections 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 -- 172.21.15.47:0/2636357019 wait complete. 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.856+0000 7fd461234740 1 -- start start 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd461234740 1 Processor -- start 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd461234740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08e987a0 0x557b08ea0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd461234740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd461234740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08ea3790 0x557b08ea1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd461234740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557b08ea6580 con 0x557b08e987a0 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd461234740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557b08db8ec0 con 0x557b08e990c0 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd461234740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557b08ea6700 con 0x557b08ea3790 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd461234740 10 client.0 _ll_register_callbacks cb 0x557b08df53f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd457400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08e987a0 0x557b08ea0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd457400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08e987a0 0x557b08ea0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44044/0 (socket says 172.21.15.47:44044) 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.857+0000 7fd457400640 1 -- 172.21.15.47:0/1016608202 learned_addr learned my addr 172.21.15.47:0/1016608202 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd44fe00640 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd457e00640 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08ea3790 0x557b08ea1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd457400640 1 -- 172.21.15.47:0/1016608202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08ea3790 msgr2=0x557b08ea1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd457400640 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08ea3790 0x557b08ea1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd457400640 1 -- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 msgr2=0x557b08ea0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd457400640 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd457400640 1 -- 172.21.15.47:0/1016608202 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b08bdb7d0 con 0x557b08e987a0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd44fe00640 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd457400640 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08e987a0 0x557b08ea0690 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd4480b87b0 tx=0x7fd448031490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae72d9853284af93 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd445600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd445600640 1 -- 172.21.15.47:0/1016608202 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4480bca50 con 0x557b08e987a0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd445600640 1 -- 172.21.15.47:0/1016608202 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fd4480b89c0 con 0x557b08e987a0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.858+0000 7fd461234740 1 -- 172.21.15.47:0/1016608202 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd440003970 con 0x557b08e987a0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd445600640 1 -- 172.21.15.47:0/1016608202 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd4480bc350 con 0x557b08e987a0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd461234740 10 client.16008 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd461234740 1 -- 172.21.15.47:0/1016608202 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557b08eb27b0 con 0x557b08e987a0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd445600640 1 -- 172.21.15.47:0/1016608202 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd440003970 con 0x557b08e987a0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd445600640 1 -- 172.21.15.47:0/1016608202 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd4480bc5b0 con 0x557b08e987a0 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd461234740 10 client.16008 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:35.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd461234740 10 client.16008 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:35.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd461234740 20 client.16008 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:35.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd461234740 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557b08eb3b00 0x557b08eb5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd461234740 4 client.16008 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:35.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.859+0000 7fd461234740 1 -- 172.21.15.47:0/1016608202 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b08e0aa20 con 0x557b08eb3b00 2024-04-25T02:35:35.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.860+0000 7fd44fe00640 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557b08eb3b00 0x557b08eb5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.860+0000 7fd44fe00640 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557b08eb3b00 0x557b08eb5f30 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef1467a88cf4f794 server_cookie=9f3ff454c2868e77 in_seq=0 out_seq=0 2024-04-25T02:35:35.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.860+0000 7fd445600640 10 client.16008 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:35.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd445600640 1 -- 172.21.15.47:0/1016608202 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557b08e0aa20 con 0x557b08eb3b00 2024-04-25T02:35:35.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd445600640 10 client.16008 handle_command_reply: tid=0 2024-04-25T02:35:35.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd461234740 1 client.16008 shutdown 2024-04-25T02:35:35.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd461234740 1 -- 172.21.15.47:0/1016608202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08e987a0 msgr2=0x557b08ea0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd461234740 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08e987a0 0x557b08ea0690 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd4480b87b0 tx=0x7fd448031490 comp rx=0 tx=0).stop 2024-04-25T02:35:35.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd461234740 1 -- 172.21.15.47:0/1016608202 shutdown_connections 2024-04-25T02:35:35.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd461234740 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557b08eb3b00 0x557b08eb5f30 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd461234740 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08ea3790 0x557b08ea1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd461234740 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd461234740 1 --2- 172.21.15.47:0/1016608202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08e987a0 0x557b08ea0690 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.861+0000 7fd445600640 0 client.16008 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:35.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.862+0000 7fd461234740 1 -- 172.21.15.47:0/1016608202 >> 172.21.15.47:0/1016608202 conn(0x557b08e94ac0 msgr2=0x557b08e9a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.862+0000 7fd461234740 1 -- 172.21.15.47:0/1016608202 shutdown_connections 2024-04-25T02:35:35.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.862+0000 7fd461234740 1 -- 172.21.15.47:0/1016608202 wait complete. 2024-04-25T02:35:35.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.862+0000 7fd461234740 20 client.16008 trim_cache size 0 max 16384 2024-04-25T02:35:35.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd461234740 1 Processor -- start 2024-04-25T02:35:35.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd461234740 1 -- start start 2024-04-25T02:35:35.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd461234740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08ea2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd461234740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08e93d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd461234740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08eaf470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd461234740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd4581b60a0 con 0x557b08ea3790 2024-04-25T02:35:35.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd461234740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd4581b3970 con 0x557b08e990c0 2024-04-25T02:35:35.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd461234740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd4581b17c0 con 0x557b08e987a0 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd457e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08eaf470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd457e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08eaf470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44046/0 (socket says 172.21.15.47:44046) 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.877+0000 7fd457e00640 1 -- 172.21.15.47:0/1106356410 learned_addr learned my addr 172.21.15.47:0/1106356410 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.878+0000 7fd457400640 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08ea2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.878+0000 7fd44fe00640 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08e93d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.878+0000 7fd457e00640 1 -- 172.21.15.47:0/1106356410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 msgr2=0x557b08ea2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.878+0000 7fd457e00640 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08ea2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.878+0000 7fd457e00640 1 -- 172.21.15.47:0/1106356410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 msgr2=0x557b08e93d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.878+0000 7fd457e00640 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08e93d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.878+0000 7fd457e00640 1 -- 172.21.15.47:0/1106356410 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b08e99620 con 0x557b08ea3790 2024-04-25T02:35:35.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.878+0000 7fd457e00640 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08eaf470 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd4500205f0 tx=0x7fd450017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d95bd2ced17787a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd447e00640 1 -- 172.21.15.47:0/1106356410 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd45002e070 con 0x557b08ea3790 2024-04-25T02:35:35.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd447e00640 1 -- 172.21.15.47:0/1106356410 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd45001e9b0 con 0x557b08ea3790 2024-04-25T02:35:35.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd447e00640 1 -- 172.21.15.47:0/1106356410 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4500118f0 con 0x557b08ea3790 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 -- 172.21.15.47:0/1106356410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 msgr2=0x557b08eaf470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08eaf470 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd4500205f0 tx=0x7fd450017000 comp rx=0 tx=0).stop 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 -- 172.21.15.47:0/1106356410 shutdown_connections 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08eaf470 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08e93d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 --2- 172.21.15.47:0/1106356410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08ea2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 -- 172.21.15.47:0/1106356410 >> 172.21.15.47:0/1106356410 conn(0x557b08e94ac0 msgr2=0x557b08ea2750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 -- 172.21.15.47:0/1106356410 shutdown_connections 2024-04-25T02:35:35.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.879+0000 7fd461234740 1 -- 172.21.15.47:0/1106356410 wait complete. 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.880+0000 7fd461234740 1 -- start start 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.880+0000 7fd461234740 1 Processor -- start 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.880+0000 7fd461234740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08ea7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.880+0000 7fd461234740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.880+0000 7fd461234740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.880+0000 7fd461234740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd4581b1e30 con 0x557b08ea3790 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.880+0000 7fd461234740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd4581b32a0 con 0x557b08e990c0 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.880+0000 7fd461234740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd4581b2500 con 0x557b08e987a0 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd461234740 10 client.0 _ll_register_callbacks cb 0x7fd448009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd457e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea79c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38474/0 (socket says 172.21.15.47:38474) 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 -- 172.21.15.47:0/2377174965 learned_addr learned my addr 172.21.15.47:0/2377174965 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:35.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd457400640 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08ea7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 -- 172.21.15.47:0/2377174965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 msgr2=0x557b08ea7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08ea7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 -- 172.21.15.47:0/2377174965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 msgr2=0x557b08ea7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea7f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 -- 172.21.15.47:0/2377174965 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b08f19040 con 0x557b08e990c0 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd44fe00640 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea79c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd440000f80 tx=0x7fd440009330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11f20337079a66f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.881+0000 7fd445600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.882+0000 7fd445600640 1 -- 172.21.15.47:0/2377174965 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd44002d070 con 0x557b08e990c0 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.882+0000 7fd461234740 1 -- 172.21.15.47:0/2377174965 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd45001e9b0 con 0x557b08e990c0 2024-04-25T02:35:35.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.882+0000 7fd445600640 1 -- 172.21.15.47:0/2377174965 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fd44000fa60 con 0x557b08e990c0 2024-04-25T02:35:35.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.882+0000 7fd445600640 1 -- 172.21.15.47:0/2377174965 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd440038050 con 0x557b08e990c0 2024-04-25T02:35:35.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.882+0000 7fd461234740 10 client.26126 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:35.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.882+0000 7fd461234740 1 -- 172.21.15.47:0/2377174965 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557b08f1a2a0 con 0x557b08e990c0 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.882+0000 7fd445600640 1 -- 172.21.15.47:0/2377174965 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd45001e9b0 con 0x557b08e990c0 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.883+0000 7fd445600640 1 -- 172.21.15.47:0/2377174965 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd440023040 con 0x557b08e990c0 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.883+0000 7fd461234740 10 client.26126 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.883+0000 7fd461234740 10 client.26126 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.883+0000 7fd461234740 20 client.26126 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.883+0000 7fd461234740 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557b08f1a860 0x557b08f1cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.883+0000 7fd461234740 4 client.26126 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.883+0000 7fd461234740 1 -- 172.21.15.47:0/2377174965 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557b08e04d70 con 0x557b08f1a860 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.883+0000 7fd457400640 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557b08f1a860 0x557b08f1cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.884+0000 7fd457400640 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557b08f1a860 0x557b08f1cc80 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f307444c7810af09 server_cookie=8f990c2cd37aa94 in_seq=0 out_seq=0 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.884+0000 7fd445600640 10 client.26126 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.884+0000 7fd445600640 1 -- 172.21.15.47:0/2377174965 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557b08e04d70 con 0x557b08f1a860 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.884+0000 7fd445600640 10 client.26126 handle_command_reply: tid=0 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.884+0000 7fd461234740 1 client.26126 shutdown 2024-04-25T02:35:35.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 -- 172.21.15.47:0/2377174965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 msgr2=0x557b08ea79c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea79c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd440000f80 tx=0x7fd440009330 comp rx=0 tx=0).stop 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 -- 172.21.15.47:0/2377174965 shutdown_connections 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557b08f1a860 0x557b08f1cc80 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557b08ea3790 0x557b08ea7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557b08e990c0 0x557b08ea79c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 --2- 172.21.15.47:0/2377174965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557b08e987a0 0x557b08ea7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 -- 172.21.15.47:0/2377174965 >> 172.21.15.47:0/2377174965 conn(0x557b08e94ac0 msgr2=0x557b08eae460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd445600640 0 client.26126 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 -- 172.21.15.47:0/2377174965 shutdown_connections 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 1 -- 172.21.15.47:0/2377174965 wait complete. 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.885+0000 7fd461234740 20 client.26126 trim_cache size 0 max 16384 2024-04-25T02:35:35.892 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:35:35.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 -- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd43c0a2d00 msgr2=0x7fd43c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd43c0a2d00 0x7fd43c0a51c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd45806aba0 tx=0x7fd450005f90 comp rx=0 tx=0).stop 2024-04-25T02:35:35.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 -- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd458075c70 msgr2=0x7fd45819e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:35.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd458075c70 0x7fd45819e530 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd44802a940 tx=0x7fd448003b20 comp rx=0 tx=0).stop 2024-04-25T02:35:35.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 -- 172.21.15.47:0/3451211289 shutdown_connections 2024-04-25T02:35:35.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd43c0a2d00 0x7fd43c0a51c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd458112480 0x7fd4581a2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd458076590 0x7fd45819ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 --2- 172.21.15.47:0/3451211289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd458075c70 0x7fd45819e530 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:35.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 -- 172.21.15.47:0/3451211289 >> 172.21.15.47:0/3451211289 conn(0x7fd4580ff2b0 msgr2=0x7fd4581130f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:35.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 -- 172.21.15.47:0/3451211289 shutdown_connections 2024-04-25T02:35:35.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:35.886+0000 7fd45ce00640 1 -- 172.21.15.47:0/3451211289 wait complete. 2024-04-25T02:35:35.906 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:35 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2401092963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:35:36.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:35 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2401092963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:35:36.158 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:35 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2401092963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:35:36.909 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:35:36.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:35:36.909 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:35:37.061 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:36 smithi047 ceph-mon[27871]: pgmap v90: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:36 smithi178 ceph-mon[33053]: pgmap v90: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:37.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 -- 172.21.15.47:0/3505940098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0074490 msgr2=0x7f50e010da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 --2- 172.21.15.47:0/3505940098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0074490 0x7f50e010da60 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f50d0009860 tx=0x7f50d002a3d0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 -- 172.21.15.47:0/3505940098 shutdown_connections 2024-04-25T02:35:37.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 --2- 172.21.15.47:0/3505940098 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f50e010dfa0 0x7f50e01103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 --2- 172.21.15.47:0/3505940098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0074490 0x7f50e010da60 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 --2- 172.21.15.47:0/3505940098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50e0073b70 0x7f50e0073f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 -- 172.21.15.47:0/3505940098 >> 172.21.15.47:0/3505940098 conn(0x7f50e00fd250 msgr2=0x7f50e00ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 -- 172.21.15.47:0/3505940098 shutdown_connections 2024-04-25T02:35:37.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.137+0000 7f50e5400640 1 -- 172.21.15.47:0/3505940098 wait complete. 2024-04-25T02:35:37.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.138+0000 7f50e5400640 1 Processor -- start 2024-04-25T02:35:37.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.139+0000 7f50e5400640 1 -- start start 2024-04-25T02:35:37.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.139+0000 7f50e5400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0073b70 0x7f50e019a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.139+0000 7f50e5400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50e0074490 0x7f50e019a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.139+0000 7f50e5400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f50e010dfa0 0x7f50e019eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.139+0000 7f50e5400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50e0113d40 con 0x7f50e0073b70 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.139+0000 7f50e5400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f50e0113bc0 con 0x7f50e010dfa0 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.139+0000 7f50e5400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f50e0113ec0 con 0x7f50e0074490 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.139+0000 7f50de800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0073b70 0x7f50e019a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50de800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0073b70 0x7f50e019a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44080/0 (socket says 172.21.15.47:44080) 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50de800640 1 -- 172.21.15.47:0/886783789 learned_addr learned my addr 172.21.15.47:0/886783789 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50df200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f50e010dfa0 0x7f50e019eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50dde00640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50e0074490 0x7f50e019a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50de800640 1 -- 172.21.15.47:0/886783789 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50e0074490 msgr2=0x7f50e019a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50de800640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50e0074490 0x7f50e019a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50de800640 1 -- 172.21.15.47:0/886783789 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f50e010dfa0 msgr2=0x7f50e019eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50de800640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f50e010dfa0 0x7f50e019eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50de800640 1 -- 172.21.15.47:0/886783789 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50e019f2b0 con 0x7f50e0073b70 2024-04-25T02:35:37.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.140+0000 7f50de800640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0073b70 0x7f50e019a2c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f50c800e9f0 tx=0x7f50c800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.141+0000 7f50d7400640 1 -- 172.21.15.47:0/886783789 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c800cd80 con 0x7f50e0073b70 2024-04-25T02:35:37.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.141+0000 7f50d7400640 1 -- 172.21.15.47:0/886783789 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50c8005500 con 0x7f50e0073b70 2024-04-25T02:35:37.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.141+0000 7f50e5400640 1 -- 172.21.15.47:0/886783789 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50e019f5a0 con 0x7f50e0073b70 2024-04-25T02:35:37.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.141+0000 7f50d7400640 1 -- 172.21.15.47:0/886783789 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c8010690 con 0x7f50e0073b70 2024-04-25T02:35:37.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.141+0000 7f50e5400640 1 -- 172.21.15.47:0/886783789 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50e01a6e30 con 0x7f50e0073b70 2024-04-25T02:35:37.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.144+0000 7f50d7400640 1 -- 172.21.15.47:0/886783789 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f50c80046c0 con 0x7f50e0073b70 2024-04-25T02:35:37.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.144+0000 7f50e824f740 1 Processor -- start 2024-04-25T02:35:37.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50e824f740 1 -- start start 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50e824f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f58d60 0x55dcd3f59140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50e824f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f63810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50e824f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f66140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50e824f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dcd3eb7f40 con 0x55dcd3f63d50 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50e824f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55dcd3ebd190 con 0x55dcd3f58d60 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50e824f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55dcd3e65a10 con 0x55dcd3f59680 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50df200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f58d60 0x55dcd3f59140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50de800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f63810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50df200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f58d60 0x55dcd3f59140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38504/0 (socket says 172.21.15.47:38504) 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50df200640 1 -- 172.21.15.47:0/2101761736 learned_addr learned my addr 172.21.15.47:0/2101761736 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.145+0000 7f50dde00640 1 --2- 172.21.15.47:0/2101761736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f66140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50df200640 1 -- 172.21.15.47:0/2101761736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 msgr2=0x55dcd3f63810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50df200640 1 --2- 172.21.15.47:0/2101761736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f63810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50df200640 1 -- 172.21.15.47:0/2101761736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 msgr2=0x55dcd3f66140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50df200640 1 --2- 172.21.15.47:0/2101761736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f66140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50df200640 1 -- 172.21.15.47:0/2101761736 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dcd3c997e0 con 0x55dcd3f58d60 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50df200640 1 --2- 172.21.15.47:0/2101761736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f58d60 0x55dcd3f59140 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f50d80099f0 tx=0x7f50d80095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f5bf2f93deb6172 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50d7400640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f50c40a2d00 0x7f50c40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50cf400640 1 -- 172.21.15.47:0/2101761736 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d801d070 con 0x55dcd3f58d60 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50d7400640 1 -- 172.21.15.47:0/886783789 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f50c80cf860 con 0x7f50e0073b70 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.146+0000 7f50cf400640 1 -- 172.21.15.47:0/2101761736 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50d8003e40 con 0x55dcd3f58d60 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50cf400640 1 -- 172.21.15.47:0/2101761736 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d800db00 con 0x55dcd3f58d60 2024-04-25T02:35:37.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50de800640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f50c40a2d00 0x7f50c40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50e824f740 1 -- 172.21.15.47:0/2101761736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f58d60 msgr2=0x55dcd3f59140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50e824f740 1 --2- 172.21.15.47:0/2101761736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f58d60 0x55dcd3f59140 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f50d80099f0 tx=0x7f50d80095c0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50de800640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f50c40a2d00 0x7f50c40a51c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x55dcd3f5a320 tx=0x7f50c80d5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50e824f740 1 -- 172.21.15.47:0/2101761736 shutdown_connections 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50e824f740 1 --2- 172.21.15.47:0/2101761736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f66140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50e824f740 1 --2- 172.21.15.47:0/2101761736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f63810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50e824f740 1 --2- 172.21.15.47:0/2101761736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f58d60 0x55dcd3f59140 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.147+0000 7f50e824f740 1 -- 172.21.15.47:0/2101761736 >> 172.21.15.47:0/2101761736 conn(0x55dcd3f55080 msgr2=0x55dcd3f55460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.148+0000 7f50e824f740 1 -- 172.21.15.47:0/2101761736 shutdown_connections 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.148+0000 7f50e824f740 1 -- 172.21.15.47:0/2101761736 wait complete. 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.148+0000 7f50e824f740 1 -- start start 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.148+0000 7f50e824f740 1 Processor -- start 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50e824f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f58d60 0x55dcd3f60ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50e824f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f611e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50e824f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f61720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50e824f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dcd3e78e70 con 0x55dcd3f63d50 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50e824f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55dcd3eb9150 con 0x55dcd3f59680 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50e824f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55dcd3f66be0 con 0x55dcd3f58d60 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50e824f740 10 client.0 _ll_register_callbacks cb 0x55dcd3eb41f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50df200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f61720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50dde00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f611e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50df200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f61720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44098/0 (socket says 172.21.15.47:44098) 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50df200640 1 -- 172.21.15.47:0/277020794 learned_addr learned my addr 172.21.15.47:0/277020794 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50dde00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f611e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38518/0 (socket says 172.21.15.47:38518) 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50df200640 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f58d60 0x55dcd3f60ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50dde00640 1 -- 172.21.15.47:0/277020794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f58d60 msgr2=0x55dcd3f60ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50dde00640 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f58d60 0x55dcd3f60ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50dde00640 1 -- 172.21.15.47:0/277020794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 msgr2=0x55dcd3f61720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50dde00640 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f61720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50dde00640 1 -- 172.21.15.47:0/277020794 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dcd3cf9f70 con 0x55dcd3f59680 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.149+0000 7f50df200640 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f61720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.150+0000 7f50dde00640 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f611e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f50d0005e00 tx=0x7f50d0032ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e0c191b6059bb84 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.150+0000 7f50c3e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.150+0000 7f50c3e00640 1 -- 172.21.15.47:0/277020794 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d00305b0 con 0x55dcd3f59680 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.150+0000 7f50c3e00640 1 -- 172.21.15.47:0/277020794 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f50d0030750 con 0x55dcd3f59680 2024-04-25T02:35:37.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.150+0000 7f50e824f740 1 -- 172.21.15.47:0/277020794 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55dcd3eca6d0 con 0x55dcd3f59680 2024-04-25T02:35:37.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.150+0000 7f50c3e00640 1 -- 172.21.15.47:0/277020794 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f50d0005040 con 0x55dcd3f59680 2024-04-25T02:35:37.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50e824f740 10 client.26138 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:37.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50e824f740 1 -- 172.21.15.47:0/277020794 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55dcd3b91170 con 0x55dcd3f59680 2024-04-25T02:35:37.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50c3e00640 1 -- 172.21.15.47:0/277020794 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55dcd3eca6d0 con 0x55dcd3f59680 2024-04-25T02:35:37.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50c3e00640 1 -- 172.21.15.47:0/277020794 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f50d002f570 con 0x55dcd3f59680 2024-04-25T02:35:37.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50e824f740 10 client.26138 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:37.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50e824f740 10 client.26138 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:37.160 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50e824f740 20 client.26138 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50e824f740 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dcd3f73ef0 0x55dcd3f76310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50e824f740 4 client.26138 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.151+0000 7f50e824f740 1 -- 172.21.15.47:0/277020794 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dcd3ec4a20 con 0x55dcd3f73ef0 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.152+0000 7f50df200640 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dcd3f73ef0 0x55dcd3f76310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.152+0000 7f50df200640 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dcd3f73ef0 0x55dcd3f76310 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b40c9d3c001ded38 server_cookie=eafbc6c1c3803b9a in_seq=0 out_seq=0 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.152+0000 7f50c3e00640 10 client.26138 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.153+0000 7f50c3e00640 1 -- 172.21.15.47:0/277020794 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dcd3ec4a20 con 0x55dcd3f73ef0 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.153+0000 7f50c3e00640 10 client.26138 handle_command_reply: tid=0 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.153+0000 7f50e824f740 1 client.26138 shutdown 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 -- 172.21.15.47:0/277020794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 msgr2=0x55dcd3f611e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f611e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f50d0005e00 tx=0x7f50d0032ed0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 -- 172.21.15.47:0/277020794 shutdown_connections 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dcd3f73ef0 0x55dcd3f76310 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f63d50 0x55dcd3f61720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f611e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 --2- 172.21.15.47:0/277020794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f58d60 0x55dcd3f60ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 -- 172.21.15.47:0/277020794 >> 172.21.15.47:0/277020794 conn(0x55dcd3f55080 msgr2=0x55dcd3f5ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50c3e00640 0 client.26138 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:37.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 -- 172.21.15.47:0/277020794 shutdown_connections 2024-04-25T02:35:37.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 1 -- 172.21.15.47:0/277020794 wait complete. 2024-04-25T02:35:37.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.154+0000 7f50e824f740 20 client.26138 trim_cache size 0 max 16384 2024-04-25T02:35:37.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.173+0000 7f50e824f740 1 Processor -- start 2024-04-25T02:35:37.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50e824f740 1 -- start start 2024-04-25T02:35:37.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50e824f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50e824f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f54960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50e824f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f63d50 0x55dcd3f7bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50e824f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50e01b1ea0 con 0x55dcd3f58d60 2024-04-25T02:35:37.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50e824f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f50e01af770 con 0x55dcd3f59680 2024-04-25T02:35:37.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50e824f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f50e01ad5c0 con 0x55dcd3f63d50 2024-04-25T02:35:37.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50df200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.174+0000 7f50df200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f63d50 0x55dcd3f7bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50dde00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f54960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50df200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f63d50 0x55dcd3f7bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:38058/0 (socket says 172.21.15.47:38058) 2024-04-25T02:35:37.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50df200640 1 -- 172.21.15.47:0/3231202750 learned_addr learned my addr 172.21.15.47:0/3231202750 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50dde00640 1 -- 172.21.15.47:0/3231202750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f63d50 msgr2=0x55dcd3f7bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50dde00640 1 --2- 172.21.15.47:0/3231202750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f63d50 0x55dcd3f7bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50dde00640 1 -- 172.21.15.47:0/3231202750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 msgr2=0x55dcd3f6f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50dde00640 1 --2- 172.21.15.47:0/3231202750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50dde00640 1 -- 172.21.15.47:0/3231202750 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dcd3f5b5b0 con 0x55dcd3f59680 2024-04-25T02:35:37.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.175+0000 7f50dde00640 1 --2- 172.21.15.47:0/3231202750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f54960 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f50d002f970 tx=0x7f50d002a3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d1edea0b6d91d10 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50cea00640 1 -- 172.21.15.47:0/3231202750 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d002f570 con 0x55dcd3f59680 2024-04-25T02:35:37.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50cea00640 1 -- 172.21.15.47:0/3231202750 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50d0054070 con 0x55dcd3f59680 2024-04-25T02:35:37.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50cea00640 1 -- 172.21.15.47:0/3231202750 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d0030810 con 0x55dcd3f59680 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50e824f740 1 -- 172.21.15.47:0/3231202750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 msgr2=0x55dcd3f54960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50e824f740 1 --2- 172.21.15.47:0/3231202750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f54960 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f50d002f970 tx=0x7f50d002a3d0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50e824f740 1 -- 172.21.15.47:0/3231202750 shutdown_connections 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50e824f740 1 --2- 172.21.15.47:0/3231202750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f63d50 0x55dcd3f7bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50e824f740 1 --2- 172.21.15.47:0/3231202750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f59680 0x55dcd3f54960 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50e824f740 1 --2- 172.21.15.47:0/3231202750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50e824f740 1 -- 172.21.15.47:0/3231202750 >> 172.21.15.47:0/3231202750 conn(0x55dcd3f55080 msgr2=0x55dcd3f614f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.176+0000 7f50e824f740 1 -- 172.21.15.47:0/3231202750 shutdown_connections 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.177+0000 7f50e824f740 1 -- 172.21.15.47:0/3231202750 wait complete. 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.177+0000 7f50e824f740 1 -- start start 2024-04-25T02:35:37.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.177+0000 7f50e824f740 1 Processor -- start 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50e824f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50e824f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f68e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50e824f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f63d50 0x55dcd3f69340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50e824f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50e01adc30 con 0x55dcd3f58d60 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50e824f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f50e01af0a0 con 0x55dcd3f63d50 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50e824f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f50e01ae300 con 0x55dcd3f59680 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50e824f740 10 client.0 _ll_register_callbacks cb 0x7f50d00096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50df200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50df200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44118/0 (socket says 172.21.15.47:44118) 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50df200640 1 -- 172.21.15.47:0/1459363010 learned_addr learned my addr 172.21.15.47:0/1459363010 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50dde00640 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f68e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.185 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50df200640 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f63d50 0x55dcd3f69340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50dde00640 1 -- 172.21.15.47:0/1459363010 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f63d50 msgr2=0x55dcd3f69340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50dde00640 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f63d50 0x55dcd3f69340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50dde00640 1 -- 172.21.15.47:0/1459363010 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 msgr2=0x55dcd3f6c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50dde00640 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.178+0000 7f50dde00640 1 -- 172.21.15.47:0/1459363010 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dcd3f698b0 con 0x55dcd3f59680 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.179+0000 7f50dde00640 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f68e00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x55dcd3f556b0 tx=0x7f50d0030e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1dcc51062ac327f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.179+0000 7f50c3e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.179+0000 7f50c3e00640 1 -- 172.21.15.47:0/1459363010 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d00305b0 con 0x55dcd3f59680 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.179+0000 7f50e824f740 1 -- 172.21.15.47:0/1459363010 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50d0054070 con 0x55dcd3f59680 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.179+0000 7f50c3e00640 1 -- 172.21.15.47:0/1459363010 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f50d0030750 con 0x55dcd3f59680 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.179+0000 7f50c3e00640 1 -- 172.21.15.47:0/1459363010 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f50d00051e0 con 0x55dcd3f59680 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.179+0000 7f50e824f740 10 client.26146 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:37.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.179+0000 7f50e824f740 1 -- 172.21.15.47:0/1459363010 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55dcd3fdb240 con 0x55dcd3f59680 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.180+0000 7f50c3e00640 1 -- 172.21.15.47:0/1459363010 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50d0054070 con 0x55dcd3f59680 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.180+0000 7f50c3e00640 1 -- 172.21.15.47:0/1459363010 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f50d0004ca0 con 0x55dcd3f59680 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.180+0000 7f50e824f740 10 client.26146 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.180+0000 7f50e824f740 10 client.26146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.180+0000 7f50e824f740 20 client.26146 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.180+0000 7f50e824f740 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dcd3fdb8d0 0x55dcd3fddcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.180+0000 7f50e824f740 4 client.26146 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.180+0000 7f50e824f740 1 -- 172.21.15.47:0/1459363010 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55dcd3e42c60 con 0x55dcd3fdb8d0 2024-04-25T02:35:37.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.181+0000 7f50df200640 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dcd3fdb8d0 0x55dcd3fddcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.181+0000 7f50df200640 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dcd3fdb8d0 0x55dcd3fddcf0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9bd63d5fad91fc1 server_cookie=f43b38e5e73ff124 in_seq=0 out_seq=0 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.181+0000 7f50c3e00640 10 client.26146 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.182+0000 7f50c3e00640 1 -- 172.21.15.47:0/1459363010 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55dcd3e42c60 con 0x55dcd3fdb8d0 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.182+0000 7f50c3e00640 10 client.26146 handle_command_reply: tid=0 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.182+0000 7f50e824f740 1 client.26146 shutdown 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.182+0000 7f50e824f740 1 -- 172.21.15.47:0/1459363010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 msgr2=0x55dcd3f68e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.182+0000 7f50e824f740 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f68e00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x55dcd3f556b0 tx=0x7f50d0030e50 comp rx=0 tx=0).stop 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 1 -- 172.21.15.47:0/1459363010 shutdown_connections 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dcd3fdb8d0 0x55dcd3fddcf0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dcd3f63d50 0x55dcd3f69340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dcd3f59680 0x55dcd3f68e00 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 1 --2- 172.21.15.47:0/1459363010 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dcd3f58d60 0x55dcd3f6c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 1 -- 172.21.15.47:0/1459363010 >> 172.21.15.47:0/1459363010 conn(0x55dcd3f55080 msgr2=0x55dcd3f60c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50c3e00640 0 client.26146 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:37.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 1 -- 172.21.15.47:0/1459363010 shutdown_connections 2024-04-25T02:35:37.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 1 -- 172.21.15.47:0/1459363010 wait complete. 2024-04-25T02:35:37.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.183+0000 7f50e824f740 20 client.26146 trim_cache size 0 max 16384 2024-04-25T02:35:37.190 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:35:37.190 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:35:37.190 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "cd53cd0f-f182-4b73-bd99-5b80ecd5a90b", 2024-04-25T02:35:37.190 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:35:37.190 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:35:37.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 -- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f50c40a2d00 msgr2=0x7f50c40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f50c40a2d00 0x7f50c40a51c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x55dcd3f5a320 tx=0x7f50c80d5530 comp rx=0 tx=0).stop 2024-04-25T02:35:37.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 -- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0073b70 msgr2=0x7f50e019a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0073b70 0x7f50e019a2c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f50c800e9f0 tx=0x7f50c800edf0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 -- 172.21.15.47:0/886783789 shutdown_connections 2024-04-25T02:35:37.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f50c40a2d00 0x7f50c40a51c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f50e010dfa0 0x7f50e019eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50e0074490 0x7f50e019a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 --2- 172.21.15.47:0/886783789 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50e0073b70 0x7f50e019a2c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 -- 172.21.15.47:0/886783789 >> 172.21.15.47:0/886783789 conn(0x7f50e00fd250 msgr2=0x7f50e00feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 -- 172.21.15.47:0/886783789 shutdown_connections 2024-04-25T02:35:37.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.184+0000 7f50e5400640 1 -- 172.21.15.47:0/886783789 wait complete. 2024-04-25T02:35:37.206 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:35:37.206 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:35:37.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:36 smithi113 ceph-mon[32459]: pgmap v90: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:37.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 -- 172.21.15.47:0/3221577470 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac075c70 msgr2=0x7ff9ac076050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3221577470 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac075c70 0x7ff9ac076050 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff99c009900 tx=0x7ff99c02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 -- 172.21.15.47:0/3221577470 shutdown_connections 2024-04-25T02:35:37.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3221577470 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9ac1125c0 0x7ff9ac1149b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3221577470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9ac076590 0x7ff9ac112080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3221577470 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac075c70 0x7ff9ac076050 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 -- 172.21.15.47:0/3221577470 >> 172.21.15.47:0/3221577470 conn(0x7ff9ac0ff3b0 msgr2=0x7ff9ac1017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 -- 172.21.15.47:0/3221577470 shutdown_connections 2024-04-25T02:35:37.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.422+0000 7ff9b2800640 1 -- 172.21.15.47:0/3221577470 wait complete. 2024-04-25T02:35:37.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.423+0000 7ff9b2800640 1 Processor -- start 2024-04-25T02:35:37.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.423+0000 7ff9b2800640 1 -- start start 2024-04-25T02:35:37.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.423+0000 7ff9b2800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9ac075c70 0x7ff9ac19e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.423+0000 7ff9b2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac076590 0x7ff9ac19eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.423+0000 7ff9b2800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9ac1125c0 0x7ff9ac1a3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.423+0000 7ff9b2800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac118130 con 0x7ff9ac076590 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.423+0000 7ff9b2800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac117fb0 con 0x7ff9ac075c70 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.423+0000 7ff9b2800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac1182b0 con 0x7ff9ac1125c0 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9ab400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9ac075c70 0x7ff9ac19e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9aaa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac076590 0x7ff9ac19eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9ab400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9ac075c70 0x7ff9ac19e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38548/0 (socket says 172.21.15.47:38548) 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9aaa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac076590 0x7ff9ac19eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44132/0 (socket says 172.21.15.47:44132) 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9ab400640 1 -- 172.21.15.47:0/3997605587 learned_addr learned my addr 172.21.15.47:0/3997605587 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9abe00640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9ac1125c0 0x7ff9ac1a3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9ab400640 1 -- 172.21.15.47:0/3997605587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9ac1125c0 msgr2=0x7ff9ac1a3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9ab400640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9ac1125c0 0x7ff9ac1a3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9ab400640 1 -- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac076590 msgr2=0x7ff9ac19eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9ab400640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac076590 0x7ff9ac19eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.424+0000 7ff9ab400640 1 -- 172.21.15.47:0/3997605587 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9ac1a3750 con 0x7ff9ac075c70 2024-04-25T02:35:37.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.425+0000 7ff9ab400640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9ac075c70 0x7ff9ac19e760 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7ff99c006010 tx=0x7ff99c003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.425+0000 7ff9a3e00640 1 -- 172.21.15.47:0/3997605587 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff99c03f070 con 0x7ff9ac075c70 2024-04-25T02:35:37.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.425+0000 7ff9a3e00640 1 -- 172.21.15.47:0/3997605587 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff99c031c30 con 0x7ff9ac075c70 2024-04-25T02:35:37.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.425+0000 7ff9b2800640 1 -- 172.21.15.47:0/3997605587 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9ac1a39e0 con 0x7ff9ac075c70 2024-04-25T02:35:37.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.425+0000 7ff9a3e00640 1 -- 172.21.15.47:0/3997605587 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff99c035030 con 0x7ff9ac075c70 2024-04-25T02:35:37.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.425+0000 7ff9b2800640 1 -- 172.21.15.47:0/3997605587 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9ac1ab2d0 con 0x7ff9ac075c70 2024-04-25T02:35:37.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.428+0000 7ff9b5634740 1 Processor -- start 2024-04-25T02:35:37.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9b5634740 1 -- start start 2024-04-25T02:35:37.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce3f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce49ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce4c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9b5634740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c51cda3560 con 0x55c51ce3f000 2024-04-25T02:35:37.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9b5634740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c51cd4b930 con 0x55c51ce3f920 2024-04-25T02:35:37.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9b5634740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c51cd9f520 con 0x55c51ce49ff0 2024-04-25T02:35:37.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9a3e00640 1 -- 172.21.15.47:0/3997605587 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff99c042070 con 0x7ff9ac075c70 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9abe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce3f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9abe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce3f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44134/0 (socket says 172.21.15.47:44134) 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9abe00640 1 -- 172.21.15.47:0/715531031 learned_addr learned my addr 172.21.15.47:0/715531031 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce4c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.429+0000 7ff9ab400640 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce49ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9abe00640 1 -- 172.21.15.47:0/715531031 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 msgr2=0x55c51ce4c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9abe00640 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce4c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9abe00640 1 -- 172.21.15.47:0/715531031 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 msgr2=0x55c51ce49ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9abe00640 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce49ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9abe00640 1 -- 172.21.15.47:0/715531031 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c51cb817d0 con 0x55c51ce3f000 2024-04-25T02:35:37.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9abe00640 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce3f3e0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff9a4009f30 tx=0x7ff9a40118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29f8843d4d821efb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9a0c00640 1 -- 172.21.15.47:0/715531031 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9a4004d20 con 0x55c51ce3f000 2024-04-25T02:35:37.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9a0c00640 1 -- 172.21.15.47:0/715531031 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9a4004050 con 0x55c51ce3f000 2024-04-25T02:35:37.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.430+0000 7ff9a0c00640 1 -- 172.21.15.47:0/715531031 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9a4005220 con 0x55c51ce3f000 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9a3e00640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9900a2d80 0x7ff9900a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9a3e00640 1 -- 172.21.15.47:0/3997605587 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ff99c0efa30 con 0x7ff9ac075c70 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 -- 172.21.15.47:0/715531031 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 msgr2=0x55c51ce3f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce3f3e0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff9a4009f30 tx=0x7ff9a40118d0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9ab400640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9900a2d80 0x7ff9900a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 -- 172.21.15.47:0/715531031 shutdown_connections 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce4c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce49ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 --2- 172.21.15.47:0/715531031 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce3f3e0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 -- 172.21.15.47:0/715531031 >> 172.21.15.47:0/715531031 conn(0x55c51ce3b320 msgr2=0x55c51ce3b700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 -- 172.21.15.47:0/715531031 shutdown_connections 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.431+0000 7ff9b5634740 1 -- 172.21.15.47:0/715531031 wait complete. 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.432+0000 7ff9ab400640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9900a2d80 0x7ff9900a5240 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x55c51ce405c0 tx=0x7ff99c02a3f0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.432+0000 7ff9b5634740 1 -- start start 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.432+0000 7ff9b5634740 1 Processor -- start 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 0x55c51ce46ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce3f920 0x55c51ce47420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce49ff0 0x55c51ce47960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9b5634740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c51ce4cde0 con 0x55c51ce49ff0 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9b5634740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c51cd5ed90 con 0x55c51ce3f000 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9b5634740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c51ce4cf60 con 0x55c51ce3f920 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9b5634740 10 client.0 _ll_register_callbacks cb 0x55c51cd5e780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9abe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce49ff0 0x55c51ce47960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9aaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce3f920 0x55c51ce47420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9aaa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce3f920 0x55c51ce47420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:38106/0 (socket says 172.21.15.47:38106) 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9aaa00640 1 -- 172.21.15.47:0/2598046959 learned_addr learned my addr 172.21.15.47:0/2598046959 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.433+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 0x55c51ce46ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff9abe00640 1 -- 172.21.15.47:0/2598046959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce3f920 msgr2=0x55c51ce47420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce3f920 0x55c51ce47420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff9abe00640 1 -- 172.21.15.47:0/2598046959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 msgr2=0x55c51ce46ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 0x55c51ce46ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff9abe00640 1 -- 172.21.15.47:0/2598046959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c51cab73f0 con 0x55c51ce49ff0 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce3f920 0x55c51ce47420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce49ff0 0x55c51ce47960 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff9a401a000 tx=0x7ff9a4000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93aeb45996cc5166 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff995600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff995600640 1 -- 172.21.15.47:0/2598046959 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9a402d060 con 0x55c51ce49ff0 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff995600640 1 -- 172.21.15.47:0/2598046959 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ff9a4028650 con 0x55c51ce49ff0 2024-04-25T02:35:37.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.434+0000 7ff9b5634740 1 -- 172.21.15.47:0/2598046959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9a4004050 con 0x55c51ce49ff0 2024-04-25T02:35:37.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff995600640 1 -- 172.21.15.47:0/2598046959 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff9a4028850 con 0x55c51ce49ff0 2024-04-25T02:35:37.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff9b5634740 10 client.16044 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:37.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff9b5634740 1 -- 172.21.15.47:0/2598046959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c51ca770f0 con 0x55c51ce49ff0 2024-04-25T02:35:37.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff995600640 1 -- 172.21.15.47:0/2598046959 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9a4004050 con 0x55c51ce49ff0 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff995600640 1 -- 172.21.15.47:0/2598046959 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff9a400fb00 con 0x55c51ce49ff0 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff9b5634740 10 client.16044 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff9b5634740 10 client.16044 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff9b5634740 20 client.16044 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c51ce5a2a0 0x55c51ce5c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff9b5634740 4 client.16044 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.435+0000 7ff9b5634740 1 -- 172.21.15.47:0/2598046959 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c51cdb6d90 con 0x55c51ce5a2a0 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.436+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c51ce5a2a0 0x55c51ce5c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.436+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c51ce5a2a0 0x55c51ce5c690 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3eead36c5a13af0 server_cookie=954daca1e7ce79d in_seq=0 out_seq=0 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.436+0000 7ff995600640 10 client.16044 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff995600640 1 -- 172.21.15.47:0/2598046959 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c51cdb6d90 con 0x55c51ce5a2a0 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff995600640 10 client.16044 handle_command_reply: tid=0 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 client.16044 shutdown 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 -- 172.21.15.47:0/2598046959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce49ff0 msgr2=0x55c51ce47960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce49ff0 0x55c51ce47960 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff9a401a000 tx=0x7ff9a4000f40 comp rx=0 tx=0).stop 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 -- 172.21.15.47:0/2598046959 shutdown_connections 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c51ce5a2a0 0x55c51ce5c690 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce49ff0 0x55c51ce47960 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce3f920 0x55c51ce47420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2598046959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 0x55c51ce46ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 -- 172.21.15.47:0/2598046959 >> 172.21.15.47:0/2598046959 conn(0x55c51ce3b320 msgr2=0x55c51ce41000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff995600640 0 client.16044 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 -- 172.21.15.47:0/2598046959 shutdown_connections 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.437+0000 7ff9b5634740 1 -- 172.21.15.47:0/2598046959 wait complete. 2024-04-25T02:35:37.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.438+0000 7ff9b5634740 20 client.16044 trim_cache size 0 max 16384 2024-04-25T02:35:37.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.457+0000 7ff9b5634740 1 Processor -- start 2024-04-25T02:35:37.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.457+0000 7ff9b5634740 1 -- start start 2024-04-25T02:35:37.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.457+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce55d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.457+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce61dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.457+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce62310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.457+0000 7ff9b5634740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac1b6320 con 0x55c51ce3f000 2024-04-25T02:35:37.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.457+0000 7ff9b5634740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac1b3bf0 con 0x55c51ce3f920 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.457+0000 7ff9b5634740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac1b1a40 con 0x55c51ce49ff0 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9abe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce55d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9abe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce55d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44154/0 (socket says 172.21.15.47:44154) 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9abe00640 1 -- 172.21.15.47:0/891668641 learned_addr learned my addr 172.21.15.47:0/891668641 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce61dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9abe00640 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce62310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9aaa00640 1 -- 172.21.15.47:0/891668641 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 msgr2=0x55c51ce62310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce62310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9aaa00640 1 -- 172.21.15.47:0/891668641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 msgr2=0x55c51ce55d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce55d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9aaa00640 1 -- 172.21.15.47:0/891668641 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c51ce4ccc0 con 0x55c51ce3f920 2024-04-25T02:35:37.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.458+0000 7ff9abe00640 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce55d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:35:37.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.459+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce61dd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x55c51ce5cd10 tx=0x7ff998005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a61e94bfaaf7b571 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.459+0000 7ff997e00640 1 -- 172.21.15.47:0/891668641 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff998004050 con 0x55c51ce3f920 2024-04-25T02:35:37.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.459+0000 7ff997e00640 1 -- 172.21.15.47:0/891668641 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff998005500 con 0x55c51ce3f920 2024-04-25T02:35:37.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.459+0000 7ff997e00640 1 -- 172.21.15.47:0/891668641 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff99800fd70 con 0x55c51ce3f920 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 -- 172.21.15.47:0/891668641 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 msgr2=0x55c51ce61dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce61dd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x55c51ce5cd10 tx=0x7ff998005f90 comp rx=0 tx=0).stop 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 -- 172.21.15.47:0/891668641 shutdown_connections 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce62310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f920 0x55c51ce61dd0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 --2- 172.21.15.47:0/891668641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f000 0x55c51ce55d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 -- 172.21.15.47:0/891668641 >> 172.21.15.47:0/891668641 conn(0x55c51ce3b320 msgr2=0x55c51ce45f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 -- 172.21.15.47:0/891668641 shutdown_connections 2024-04-25T02:35:37.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 -- 172.21.15.47:0/891668641 wait complete. 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 -- start start 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.460+0000 7ff9b5634740 1 Processor -- start 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 0x55c51ce44c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f920 0x55c51ce52240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9b5634740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce431d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9b5634740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac1b20b0 con 0x55c51ce3f920 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9b5634740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac1b3520 con 0x55c51ce3f000 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9b5634740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac1b2780 con 0x55c51ce49ff0 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9b5634740 10 client.0 _ll_register_callbacks cb 0x7ff9a4004d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9aaa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f920 0x55c51ce52240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9aaa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f920 0x55c51ce52240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44164/0 (socket says 172.21.15.47:44164) 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9aaa00640 1 -- 172.21.15.47:0/2349115106 learned_addr learned my addr 172.21.15.47:0/2349115106 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 0x55c51ce44c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.461+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce431d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff9aaa00640 1 -- 172.21.15.47:0/2349115106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 msgr2=0x55c51ce431d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce431d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff9aaa00640 1 -- 172.21.15.47:0/2349115106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 msgr2=0x55c51ce44c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 0x55c51ce44c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff9aaa00640 1 -- 172.21.15.47:0/2349115106 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c51ce43710 con 0x55c51ce3f920 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce431d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff9aaa00640 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f920 0x55c51ce52240 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff998000c00 tx=0x7ff9980122f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa8917d892d88134 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff995600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff995600640 1 -- 172.21.15.47:0/2349115106 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff99802d070 con 0x55c51ce3f920 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff995600640 1 -- 172.21.15.47:0/2349115106 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ff998005220 con 0x55c51ce3f920 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.462+0000 7ff9b5634740 1 -- 172.21.15.47:0/2349115106 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff998005500 con 0x55c51ce3f920 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff995600640 1 -- 172.21.15.47:0/2349115106 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff99800f9f0 con 0x55c51ce3f920 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff9b5634740 10 client.16050 fetch_fsmap learned FSMap version 24 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff9b5634740 1 -- 172.21.15.47:0/2349115106 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c51cebfc80 con 0x55c51ce3f920 2024-04-25T02:35:37.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff995600640 1 -- 172.21.15.47:0/2349115106 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff998005500 con 0x55c51ce3f920 2024-04-25T02:35:37.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff995600640 1 -- 172.21.15.47:0/2349115106 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff998004920 con 0x55c51ce3f920 2024-04-25T02:35:37.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff9b5634740 10 client.16050 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:35:37.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff9b5634740 10 client.16050 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:35:37.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff9b5634740 20 client.16050 populate_metadata read hostname 'smithi047' 2024-04-25T02:35:37.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c51cec0340 0x55c51cec2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:35:37.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff9b5634740 4 client.16050 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:35:37.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.463+0000 7ff9b5634740 1 -- 172.21.15.47:0/2349115106 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c51cdb0aa0 con 0x55c51cec0340 2024-04-25T02:35:37.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.464+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c51cec0340 0x55c51cec2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:35:37.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.464+0000 7ff9abe00640 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c51cec0340 0x55c51cec2760 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=906f3cb3ac39c615 server_cookie=49bc0ba68a52e3dc in_seq=0 out_seq=0 2024-04-25T02:35:37.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.464+0000 7ff995600640 10 client.16050 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.464+0000 7ff995600640 1 -- 172.21.15.47:0/2349115106 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55c51cdb0aa0 con 0x55c51cec0340 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.464+0000 7ff995600640 10 client.16050 handle_command_reply: tid=0 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.464+0000 7ff9b5634740 1 client.16050 shutdown 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 -- 172.21.15.47:0/2349115106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f920 msgr2=0x55c51ce52240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f920 0x55c51ce52240 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff998000c00 tx=0x7ff9980122f0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 -- 172.21.15.47:0/2349115106 shutdown_connections 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c51cec0340 0x55c51cec2760 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c51ce49ff0 0x55c51ce431d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c51ce3f920 0x55c51ce52240 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 --2- 172.21.15.47:0/2349115106 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c51ce3f000 0x55c51ce44c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff995600640 0 client.16050 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 -- 172.21.15.47:0/2349115106 >> 172.21.15.47:0/2349115106 conn(0x55c51ce3b320 msgr2=0x55c51ce39bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 -- 172.21.15.47:0/2349115106 shutdown_connections 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 1 -- 172.21.15.47:0/2349115106 wait complete. 2024-04-25T02:35:37.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.465+0000 7ff9b5634740 20 client.16050 trim_cache size 0 max 16384 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout: "cd53cd0f-f182-4b73-bd99-5b80ecd5a90b": { 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "cd53cd0f-f182-4b73-bd99-5b80ecd5a90b", 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:35:37.474 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:35:37.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 -- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9900a2d80 msgr2=0x7ff9900a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9900a2d80 0x7ff9900a5240 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x55c51ce405c0 tx=0x7ff99c02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 -- 172.21.15.47:0/3997605587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9ac075c70 msgr2=0x7ff9ac19e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9ac075c70 0x7ff9ac19e760 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7ff99c006010 tx=0x7ff99c003c10 comp rx=0 tx=0).stop 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 -- 172.21.15.47:0/3997605587 shutdown_connections 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9900a2d80 0x7ff9900a5240 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff9ac1125c0 0x7ff9ac1a3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff9ac076590 0x7ff9ac19eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 --2- 172.21.15.47:0/3997605587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff9ac075c70 0x7ff9ac19e760 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 -- 172.21.15.47:0/3997605587 >> 172.21.15.47:0/3997605587 conn(0x7ff9ac0ff3b0 msgr2=0x7ff9ac1017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 -- 172.21.15.47:0/3997605587 shutdown_connections 2024-04-25T02:35:37.476 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:35:37.466+0000 7ff9b2800640 1 -- 172.21.15.47:0/3997605587 wait complete. 2024-04-25T02:35:37.488 INFO:tasks.cephfs.filesystem:scrub status for tag:cd53cd0f-f182-4b73-bd99-5b80ecd5a90b - {'path': '/', 'tag': 'cd53cd0f-f182-4b73-bd99-5b80ecd5a90b', 'options': 'recursive,force'} 2024-04-25T02:35:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:38 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:35:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:38 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:38 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:35:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:38 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:38 smithi178 ceph-mon[33053]: pgmap v91: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:38 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:35:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:38 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:38 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:35:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:38 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:38 smithi047 ceph-mon[27871]: pgmap v91: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:38 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:35:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:38 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:38 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:35:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:38 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:35:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:38 smithi113 ceph-mon[32459]: pgmap v91: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:40.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:39 smithi178 ceph-mon[33053]: pgmap v92: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:40.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:39 smithi047 ceph-mon[27871]: pgmap v92: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:40.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:39 smithi113 ceph-mon[32459]: pgmap v92: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:40 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:35:41.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:40 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:35:41.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:40 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:35:42.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:41 smithi178 ceph-mon[33053]: pgmap v93: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:42.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:41 smithi047 ceph-mon[27871]: pgmap v93: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:42.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:41 smithi113 ceph-mon[32459]: pgmap v93: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:44.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:44 smithi113 ceph-mon[32459]: pgmap v94: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:44.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:44 smithi178 ceph-mon[33053]: pgmap v94: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:44 smithi047 ceph-mon[27871]: pgmap v94: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:46.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:46 smithi113 ceph-mon[32459]: pgmap v95: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:46 smithi178 ceph-mon[33053]: pgmap v95: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:46.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:46 smithi047 ceph-mon[27871]: pgmap v95: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:35:48.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:48 smithi113 ceph-mon[32459]: pgmap v96: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:48 smithi178 ceph-mon[33053]: pgmap v96: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:48.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:48 smithi047 ceph-mon[27871]: pgmap v96: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:35:50.757 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:50 smithi113 ceph-mon[32459]: pgmap v97: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:50.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:50 smithi178 ceph-mon[33053]: pgmap v97: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:50.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:50 smithi047 ceph-mon[27871]: pgmap v97: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:52.842 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:52 smithi178 ceph-mon[33053]: pgmap v98: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:52.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:52 smithi047 ceph-mon[27871]: pgmap v98: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:52 smithi113 ceph-mon[32459]: pgmap v98: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:54.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:54 smithi178 ceph-mon[33053]: pgmap v99: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:35:54.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:54 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:35:54.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:54 smithi047 ceph-mon[27871]: pgmap v99: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:35:54.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:54 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:35:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:54 smithi113 ceph-mon[32459]: pgmap v99: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:35:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:54 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:35:55.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:55 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:35:55.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:55 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:35:55.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:55 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:35:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:55 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:35:55.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:55 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:35:55.911 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:55 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:35:56.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:55 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:35:56.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:55 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:35:56.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:55 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:35:56.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:56 smithi178 ceph-mon[33053]: pgmap v100: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:56.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:56 smithi047 ceph-mon[27871]: pgmap v100: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:56 smithi113 ceph-mon[32459]: pgmap v100: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:35:58.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:35:58 smithi178 ceph-mon[33053]: pgmap v101: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:35:58.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:35:58 smithi047 ceph-mon[27871]: pgmap v101: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:35:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:35:58 smithi113 ceph-mon[32459]: pgmap v101: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:00.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:00 smithi178 ceph-mon[33053]: pgmap v102: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:00.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:00 smithi047 ceph-mon[27871]: pgmap v102: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:00 smithi113 ceph-mon[32459]: pgmap v102: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:02.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:02 smithi178 ceph-mon[33053]: pgmap v103: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:02.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:02 smithi047 ceph-mon[27871]: pgmap v103: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:03.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:02 smithi113 ceph-mon[32459]: pgmap v103: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:04.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:04 smithi178 ceph-mon[33053]: pgmap v104: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:36:04.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:04 smithi047 ceph-mon[27871]: pgmap v104: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:36:05.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:04 smithi113 ceph-mon[32459]: pgmap v104: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:36:06.809 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:06 smithi113 ceph-mon[32459]: pgmap v105: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:36:06.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:06 smithi178 ceph-mon[33053]: pgmap v105: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:36:06.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:06 smithi047 ceph-mon[27871]: pgmap v105: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:36:07.489 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:36:07.489 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:36:07.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 -- 172.21.15.47:0/4018117669 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1041b0 msgr2=0x7f6b5c1106c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 --2- 172.21.15.47:0/4018117669 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1041b0 0x7f6b5c1106c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6b54009ca0 tx=0x7f6b5402a8b0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 -- 172.21.15.47:0/4018117669 shutdown_connections 2024-04-25T02:36:07.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 --2- 172.21.15.47:0/4018117669 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1041b0 0x7f6b5c1106c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 --2- 172.21.15.47:0/4018117669 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b5c1037f0 0x7f6b5c103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 --2- 172.21.15.47:0/4018117669 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b5c109800 0x7f6b5c109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 -- 172.21.15.47:0/4018117669 >> 172.21.15.47:0/4018117669 conn(0x7f6b5c0ff280 msgr2=0x7f6b5c1016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:07.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 -- 172.21.15.47:0/4018117669 shutdown_connections 2024-04-25T02:36:07.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.713+0000 7f6b61e00640 1 -- 172.21.15.47:0/4018117669 wait complete. 2024-04-25T02:36:07.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.715+0000 7f6b61e00640 1 Processor -- start 2024-04-25T02:36:07.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.715+0000 7f6b61e00640 1 -- start start 2024-04-25T02:36:07.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b61e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1037f0 0x7f6b5c19a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b61e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b5c1041b0 0x7f6b5c19a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b61e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b5c109800 0x7f6b5c19ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b61e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c113c60 con 0x7f6b5c109800 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b61e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c113ae0 con 0x7f6b5c1037f0 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b61e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c113de0 con 0x7f6b5c1041b0 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b60a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1037f0 0x7f6b5c19a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b5be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b5c1041b0 0x7f6b5c19a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b61400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b5c109800 0x7f6b5c19ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b60a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1037f0 0x7f6b5c19a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44084/0 (socket says 172.21.15.47:44084) 2024-04-25T02:36:07.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b60a00640 1 -- 172.21.15.47:0/1268394755 learned_addr learned my addr 172.21.15.47:0/1268394755 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:07.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b5be00640 1 -- 172.21.15.47:0/1268394755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1037f0 msgr2=0x7f6b5c19a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b5be00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1037f0 0x7f6b5c19a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b5be00640 1 -- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b5c109800 msgr2=0x7f6b5c19ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b5be00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b5c109800 0x7f6b5c19ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b5be00640 1 -- 172.21.15.47:0/1268394755 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b5c19f130 con 0x7f6b5c1041b0 2024-04-25T02:36:07.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.716+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1037f0 0x7f6b5c19a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:07.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.717+0000 7f6b5be00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b5c1041b0 0x7f6b5c19a680 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6b4800e9f0 tx=0x7f6b4800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:07.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.717+0000 7f6b59600640 1 -- 172.21.15.47:0/1268394755 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4800ccc0 con 0x7f6b5c1041b0 2024-04-25T02:36:07.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.717+0000 7f6b59600640 1 -- 172.21.15.47:0/1268394755 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b48010910 con 0x7f6b5c1041b0 2024-04-25T02:36:07.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.717+0000 7f6b61e00640 1 -- 172.21.15.47:0/1268394755 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b5c19f420 con 0x7f6b5c1041b0 2024-04-25T02:36:07.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.717+0000 7f6b59600640 1 -- 172.21.15.47:0/1268394755 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b48018960 con 0x7f6b5c1041b0 2024-04-25T02:36:07.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.717+0000 7f6b61e00640 1 -- 172.21.15.47:0/1268394755 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b5c1a6cb0 con 0x7f6b5c1041b0 2024-04-25T02:36:07.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b66212740 1 Processor -- start 2024-04-25T02:36:07.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b59600640 1 -- 172.21.15.47:0/1268394755 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6b48010ac0 con 0x7f6b5c1041b0 2024-04-25T02:36:07.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b66212740 1 -- start start 2024-04-25T02:36:07.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b66212740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e8095c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b66212740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e813c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b66212740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 0x56434e8165c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b66212740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56434e76d560 con 0x56434e8091e0 2024-04-25T02:36:07.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b66212740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56434e715930 con 0x56434e8141d0 2024-04-25T02:36:07.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b66212740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56434e769520 con 0x56434e809b00 2024-04-25T02:36:07.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.721+0000 7f6b61400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e8095c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b61400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e8095c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59700/0 (socket says 172.21.15.47:59700) 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b61400640 1 -- 172.21.15.47:0/643056583 learned_addr learned my addr 172.21.15.47:0/643056583 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b5be00640 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 0x56434e8165c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b60a00640 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e813c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b61400640 1 -- 172.21.15.47:0/643056583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 msgr2=0x56434e813c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b61400640 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e813c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b61400640 1 -- 172.21.15.47:0/643056583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 msgr2=0x56434e8165c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b61400640 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 0x56434e8165c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b61400640 1 -- 172.21.15.47:0/643056583 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56434e54b7d0 con 0x56434e8091e0 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b60a00640 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e813c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.722+0000 7f6b61400640 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e8095c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f6b54009ca0 tx=0x7f6b540093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c14a5a5cebd4972 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.723+0000 7f6b4dc00640 1 -- 172.21.15.47:0/643056583 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54003970 con 0x56434e8091e0 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.723+0000 7f6b4dc00640 1 -- 172.21.15.47:0/643056583 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b54036030 con 0x56434e8091e0 2024-04-25T02:36:07.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.723+0000 7f6b4dc00640 1 -- 172.21.15.47:0/643056583 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b540043a0 con 0x56434e8091e0 2024-04-25T02:36:07.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.723+0000 7f6b59600640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6b440a2d00 0x7f6b440a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.723+0000 7f6b66212740 1 -- 172.21.15.47:0/643056583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 msgr2=0x56434e8095c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.723+0000 7f6b66212740 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e8095c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f6b54009ca0 tx=0x7f6b540093e0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b59600640 1 -- 172.21.15.47:0/1268394755 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f6b480cf7f0 con 0x7f6b5c1041b0 2024-04-25T02:36:07.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b66212740 1 -- 172.21.15.47:0/643056583 shutdown_connections 2024-04-25T02:36:07.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6b440a2d00 0x7f6b440a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b66212740 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 0x56434e8165c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b66212740 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e813c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b66212740 1 --2- 172.21.15.47:0/643056583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e8095c0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b66212740 1 -- 172.21.15.47:0/643056583 >> 172.21.15.47:0/643056583 conn(0x56434e805500 msgr2=0x56434e8058e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b66212740 1 -- 172.21.15.47:0/643056583 shutdown_connections 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b66212740 1 -- 172.21.15.47:0/643056583 wait complete. 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b66212740 1 -- start start 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.724+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6b440a2d00 0x7f6b440a51c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x56434e80a7a0 tx=0x7f6b50005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b66212740 1 Processor -- start 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b66212740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e811170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b66212740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e809b00 0x56434e8116b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b66212740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e811bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b66212740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56434e816f60 con 0x56434e8091e0 2024-04-25T02:36:07.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b66212740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56434e728d90 con 0x56434e809b00 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b66212740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56434e8170e0 con 0x56434e8141d0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b66212740 10 client.0 _ll_register_callbacks cb 0x56434e728780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.725+0000 7f6b60a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e811170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b60a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e811170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59712/0 (socket says 172.21.15.47:59712) 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b60a00640 1 -- 172.21.15.47:0/1689863966 learned_addr learned my addr 172.21.15.47:0/1689863966 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b5be00640 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e809b00 0x56434e8116b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b61400640 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e811bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b60a00640 1 -- 172.21.15.47:0/1689863966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 msgr2=0x56434e811bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e811bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b60a00640 1 -- 172.21.15.47:0/1689863966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e809b00 msgr2=0x56434e8116b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e809b00 0x56434e8116b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b60a00640 1 -- 172.21.15.47:0/1689863966 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56434e4813f0 con 0x56434e8091e0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e811170 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f6b5000fb20 tx=0x7f6b500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a1ddc2ed4501c37 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.726+0000 7f6b42000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.727+0000 7f6b42000640 1 -- 172.21.15.47:0/1689863966 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5002e060 con 0x56434e8091e0 2024-04-25T02:36:07.734 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.727+0000 7f6b42000640 1 -- 172.21.15.47:0/1689863966 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f6b50018030 con 0x56434e8091e0 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.727+0000 7f6b66212740 1 -- 172.21.15.47:0/1689863966 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b54036030 con 0x56434e8091e0 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.727+0000 7f6b42000640 1 -- 172.21.15.47:0/1689863966 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6b5001e790 con 0x56434e8091e0 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.727+0000 7f6b66212740 10 client.16062 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.727+0000 7f6b66212740 1 -- 172.21.15.47:0/1689863966 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56434e4410f0 con 0x56434e8091e0 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b42000640 1 -- 172.21.15.47:0/1689863966 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b54036030 con 0x56434e8091e0 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b42000640 1 -- 172.21.15.47:0/1689863966 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6b5001cb00 con 0x56434e8091e0 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b66212740 10 client.16062 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b66212740 10 client.16062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b66212740 20 client.16062 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b66212740 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56434e824570 0x56434e826a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b66212740 4 client.16062 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b66212740 1 -- 172.21.15.47:0/1689863966 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56434e780d90 con 0x56434e824570 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.728+0000 7f6b5be00640 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56434e824570 0x56434e826a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.729+0000 7f6b5be00640 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56434e824570 0x56434e826a30 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d04de88a94877db1 server_cookie=55656efb171de3bf in_seq=0 out_seq=0 2024-04-25T02:36:07.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.729+0000 7f6b42000640 10 client.16062 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b42000640 1 -- 172.21.15.47:0/1689863966 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56434e780d90 con 0x56434e824570 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b42000640 10 client.16062 handle_command_reply: tid=0 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 client.16062 shutdown 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 -- 172.21.15.47:0/1689863966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 msgr2=0x56434e811170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e811170 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f6b5000fb20 tx=0x7f6b500046c0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 -- 172.21.15.47:0/1689863966 shutdown_connections 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56434e824570 0x56434e826a30 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e811bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e809b00 0x56434e8116b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 --2- 172.21.15.47:0/1689863966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e811170 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 -- 172.21.15.47:0/1689863966 >> 172.21.15.47:0/1689863966 conn(0x56434e805500 msgr2=0x56434e80b300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:07.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b42000640 0 client.16062 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:07.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 -- 172.21.15.47:0/1689863966 shutdown_connections 2024-04-25T02:36:07.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 1 -- 172.21.15.47:0/1689863966 wait complete. 2024-04-25T02:36:07.738 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.730+0000 7f6b66212740 20 client.16062 trim_cache size 0 max 16384 2024-04-25T02:36:07.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.750+0000 7f6b66212740 1 Processor -- start 2024-04-25T02:36:07.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.750+0000 7f6b66212740 1 -- start start 2024-04-25T02:36:07.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b66212740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8091e0 0x56434e804f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b66212740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e809b00 0x56434e80c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b66212740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e80ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b66212740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1b1c90 con 0x56434e809b00 2024-04-25T02:36:07.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b66212740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1af560 con 0x56434e8091e0 2024-04-25T02:36:07.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b66212740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1ad3b0 con 0x56434e8141d0 2024-04-25T02:36:07.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b60a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8091e0 0x56434e804f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b61400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e80ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b60a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8091e0 0x56434e804f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44106/0 (socket says 172.21.15.47:44106) 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b60a00640 1 -- 172.21.15.47:0/2589799622 learned_addr learned my addr 172.21.15.47:0/2589799622 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b5be00640 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e809b00 0x56434e80c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.751+0000 7f6b61400640 1 -- 172.21.15.47:0/2589799622 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8091e0 msgr2=0x56434e804f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b61400640 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8091e0 0x56434e804f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b61400640 1 -- 172.21.15.47:0/2589799622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e809b00 msgr2=0x56434e80c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b61400640 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e809b00 0x56434e80c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b61400640 1 -- 172.21.15.47:0/2589799622 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56434e805e40 con 0x56434e8141d0 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b60a00640 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8091e0 0x56434e804f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b5be00640 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e809b00 0x56434e80c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b61400640 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e80ba50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6b5402add0 tx=0x7f6b54030f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc8117888c5f7c19 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b4d200640 1 -- 172.21.15.47:0/2589799622 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b54030560 con 0x56434e8141d0 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b4d200640 1 -- 172.21.15.47:0/2589799622 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b54036070 con 0x56434e8141d0 2024-04-25T02:36:07.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.752+0000 7f6b4d200640 1 -- 172.21.15.47:0/2589799622 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b540042a0 con 0x56434e8141d0 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 -- 172.21.15.47:0/2589799622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 msgr2=0x56434e80ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e80ba50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6b5402add0 tx=0x7f6b54030f10 comp rx=0 tx=0).stop 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 -- 172.21.15.47:0/2589799622 shutdown_connections 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e8141d0 0x56434e80ba50 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e809b00 0x56434e80c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 --2- 172.21.15.47:0/2589799622 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8091e0 0x56434e804f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 -- 172.21.15.47:0/2589799622 >> 172.21.15.47:0/2589799622 conn(0x56434e805500 msgr2=0x56434e8129a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 -- 172.21.15.47:0/2589799622 shutdown_connections 2024-04-25T02:36:07.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.753+0000 7f6b66212740 1 -- 172.21.15.47:0/2589799622 wait complete. 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 1 -- start start 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 1 Processor -- start 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e80e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e80e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 0x56434e80eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1ada20 con 0x56434e8091e0 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1aee90 con 0x56434e8141d0 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1ae0f0 con 0x56434e809b00 2024-04-25T02:36:07.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.754+0000 7f6b66212740 10 client.0 _ll_register_callbacks cb 0x7f6b5000f980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e80e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e80e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59732/0 (socket says 172.21.15.47:59732) 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b5be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e80e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 -- 172.21.15.47:0/1004604523 learned_addr learned my addr 172.21.15.47:0/1004604523 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b61400640 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 0x56434e80eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 -- 172.21.15.47:0/1004604523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 msgr2=0x56434e80e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e80e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 -- 172.21.15.47:0/1004604523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 msgr2=0x56434e80eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 0x56434e80eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 -- 172.21.15.47:0/1004604523 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56434e889d70 con 0x56434e8091e0 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b60a00640 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e80e070 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6b5001cf50 tx=0x7f6b5001e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce6a5d1d9868673f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:07.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.755+0000 7f6b42000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.756+0000 7f6b42000640 1 -- 172.21.15.47:0/1004604523 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5001e930 con 0x56434e8091e0 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.756+0000 7f6b42000640 1 -- 172.21.15.47:0/1004604523 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f6b5001ead0 con 0x56434e8091e0 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.756+0000 7f6b66212740 1 -- 172.21.15.47:0/1004604523 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b54036070 con 0x56434e8091e0 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.756+0000 7f6b42000640 1 -- 172.21.15.47:0/1004604523 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6b50044050 con 0x56434e8091e0 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.756+0000 7f6b66212740 10 client.16068 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.756+0000 7f6b66212740 1 -- 172.21.15.47:0/1004604523 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56434e88b040 con 0x56434e8091e0 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.756+0000 7f6b42000640 1 -- 172.21.15.47:0/1004604523 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b54036070 con 0x56434e8091e0 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.757+0000 7f6b42000640 1 -- 172.21.15.47:0/1004604523 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6b5003b070 con 0x56434e8091e0 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.757+0000 7f6b66212740 10 client.16068 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.757+0000 7f6b66212740 10 client.16068 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.757+0000 7f6b66212740 20 client.16068 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.757+0000 7f6b66212740 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56434e88b730 0x56434e88db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.757+0000 7f6b66212740 4 client.16068 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:36:07.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.757+0000 7f6b66212740 1 -- 172.21.15.47:0/1004604523 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56434e77aaa0 con 0x56434e88b730 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.757+0000 7f6b5be00640 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56434e88b730 0x56434e88db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b5be00640 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56434e88b730 0x56434e88db50 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=740ee1f029ecdeaa server_cookie=eeae08e80cea90 in_seq=0 out_seq=0 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b42000640 10 client.16068 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b42000640 1 -- 172.21.15.47:0/1004604523 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56434e77aaa0 con 0x56434e88b730 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b42000640 10 client.16068 handle_command_reply: tid=0 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 client.16068 shutdown 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 -- 172.21.15.47:0/1004604523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 msgr2=0x56434e80e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e80e070 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6b5001cf50 tx=0x7f6b5001e040 comp rx=0 tx=0).stop 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 -- 172.21.15.47:0/1004604523 shutdown_connections 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56434e88b730 0x56434e88db50 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56434e8141d0 0x56434e80eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56434e809b00 0x56434e80e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 --2- 172.21.15.47:0/1004604523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56434e8091e0 0x56434e80e070 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b42000640 0 client.16068 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:07.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 -- 172.21.15.47:0/1004604523 >> 172.21.15.47:0/1004604523 conn(0x56434e805500 msgr2=0x56434e813230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:07.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 -- 172.21.15.47:0/1004604523 shutdown_connections 2024-04-25T02:36:07.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.758+0000 7f6b66212740 1 -- 172.21.15.47:0/1004604523 wait complete. 2024-04-25T02:36:07.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b66212740 20 client.16068 trim_cache size 0 max 16384 2024-04-25T02:36:07.767 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:36:07.767 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:36:07.767 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:36:07.767 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:36:07.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 -- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6b440a2d00 msgr2=0x7f6b440a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6b440a2d00 0x7f6b440a51c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x56434e80a7a0 tx=0x7f6b50005f90 comp rx=0 tx=0).stop 2024-04-25T02:36:07.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 -- 172.21.15.47:0/1268394755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b5c1041b0 msgr2=0x7f6b5c19a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b5c1041b0 0x7f6b5c19a680 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6b4800e9f0 tx=0x7f6b4800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 -- 172.21.15.47:0/1268394755 shutdown_connections 2024-04-25T02:36:07.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6b440a2d00 0x7f6b440a51c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b5c109800 0x7f6b5c19ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b5c1041b0 0x7f6b5c19a680 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 --2- 172.21.15.47:0/1268394755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6b5c1037f0 0x7f6b5c19a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 -- 172.21.15.47:0/1268394755 >> 172.21.15.47:0/1268394755 conn(0x7f6b5c0ff280 msgr2=0x7f6b5c0ff840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:07.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.759+0000 7f6b61e00640 1 -- 172.21.15.47:0/1268394755 shutdown_connections 2024-04-25T02:36:07.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.760+0000 7f6b61e00640 1 -- 172.21.15.47:0/1268394755 wait complete. 2024-04-25T02:36:07.781 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:36:07.781 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:36:07.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 -- 172.21.15.47:0/4017752498 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 msgr2=0x7fe35c076050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 --2- 172.21.15.47:0/4017752498 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 0x7fe35c076050 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe354009c10 tx=0x7fe35402a6e0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 -- 172.21.15.47:0/4017752498 shutdown_connections 2024-04-25T02:36:07.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 --2- 172.21.15.47:0/4017752498 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe35c112400 0x7fe35c1147f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 --2- 172.21.15.47:0/4017752498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe35c076590 0x7fe35c111ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 --2- 172.21.15.47:0/4017752498 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 0x7fe35c076050 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 -- 172.21.15.47:0/4017752498 >> 172.21.15.47:0/4017752498 conn(0x7fe35c0ff210 msgr2=0x7fe35c101630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:07.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 -- 172.21.15.47:0/4017752498 shutdown_connections 2024-04-25T02:36:07.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.981+0000 7fe363000640 1 -- 172.21.15.47:0/4017752498 wait complete. 2024-04-25T02:36:07.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.982+0000 7fe363000640 1 Processor -- start 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.982+0000 7fe363000640 1 -- start start 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe363000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 0x7fe35c19e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe363000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe35c076590 0x7fe35c19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe363000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe35c112400 0x7fe35c1a2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe363000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c117f60 con 0x7fe35c112400 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe363000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c117de0 con 0x7fe35c075c70 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe363000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c1180e0 con 0x7fe35c076590 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe362600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe35c112400 0x7fe35c1a2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe362600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe35c112400 0x7fe35c1a2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59744/0 (socket says 172.21.15.47:59744) 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe362600640 1 -- 172.21.15.47:0/1468719318 learned_addr learned my addr 172.21.15.47:0/1468719318 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe361c00640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 0x7fe35c19e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.983+0000 7fe361200640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe35c076590 0x7fe35c19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe362600640 1 -- 172.21.15.47:0/1468719318 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe35c076590 msgr2=0x7fe35c19eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe362600640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe35c076590 0x7fe35c19eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe362600640 1 -- 172.21.15.47:0/1468719318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 msgr2=0x7fe35c19e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe362600640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 0x7fe35c19e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe362600640 1 -- 172.21.15.47:0/1468719318 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe35c1a3510 con 0x7fe35c112400 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe361c00640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 0x7fe35c19e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe362600640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe35c112400 0x7fe35c1a2de0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe34c00e970 tx=0x7fe34c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe35a000640 1 -- 172.21.15.47:0/1468719318 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34c00eea0 con 0x7fe35c112400 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe35a000640 1 -- 172.21.15.47:0/1468719318 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe34c005500 con 0x7fe35c112400 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.984+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe35c1a3800 con 0x7fe35c112400 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.985+0000 7fe35a000640 1 -- 172.21.15.47:0/1468719318 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34c010430 con 0x7fe35c112400 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.985+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe35c1ab090 con 0x7fe35c112400 2024-04-25T02:36:07.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.986+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe35c068480 con 0x7fe35c112400 2024-04-25T02:36:07.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.988+0000 7fe35a000640 1 -- 172.21.15.47:0/1468719318 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe34c005020 con 0x7fe35c112400 2024-04-25T02:36:07.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.989+0000 7fe35a000640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3400a2d00 0x7fe3400a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:07.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.990+0000 7fe35a000640 1 -- 172.21.15.47:0/1468719318 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe34c0cf6c0 con 0x7fe35c112400 2024-04-25T02:36:07.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.990+0000 7fe361c00640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3400a2d00 0x7fe3400a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:07.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.990+0000 7fe361c00640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3400a2d00 0x7fe3400a51c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe354009be0 tx=0x7fe354005fd0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:07.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:07.994+0000 7fe35a000640 1 -- 172.21.15.47:0/1468719318 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe34c09c2b0 con 0x7fe35c112400 2024-04-25T02:36:08.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.243+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe35c02d170 con 0x7fe35c112400 2024-04-25T02:36:08.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.244+0000 7fe35a000640 1 -- 172.21.15.47:0/1468719318 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7fe34c09bbb0 con 0x7fe35c112400 2024-04-25T02:36:08.248 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:36:08.248 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:36:08.248 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:36:08.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3400a2d00 msgr2=0x7fe3400a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3400a2d00 0x7fe3400a51c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe354009be0 tx=0x7fe354005fd0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe35c112400 msgr2=0x7fe35c1a2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe35c112400 0x7fe35c1a2de0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe34c00e970 tx=0x7fe34c00ed70 comp rx=0 tx=0).stop 2024-04-25T02:36:08.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 shutdown_connections 2024-04-25T02:36:08.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe3400a2d00 0x7fe3400a51c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe35c112400 0x7fe35c1a2de0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe35c076590 0x7fe35c19eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 --2- 172.21.15.47:0/1468719318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe35c075c70 0x7fe35c19e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 >> 172.21.15.47:0/1468719318 conn(0x7fe35c0ff210 msgr2=0x7fe35c101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 shutdown_connections 2024-04-25T02:36:08.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.247+0000 7fe363000640 1 -- 172.21.15.47:0/1468719318 wait complete. 2024-04-25T02:36:08.272 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:36:08.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 -- 172.21.15.47:0/2446305739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d881015f0 msgr2=0x7f6d88101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 --2- 172.21.15.47:0/2446305739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d881015f0 0x7f6d88101a70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6d74009930 tx=0x7f6d7402a440 comp rx=0 tx=0).stop 2024-04-25T02:36:08.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 -- 172.21.15.47:0/2446305739 shutdown_connections 2024-04-25T02:36:08.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 --2- 172.21.15.47:0/2446305739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d88101fb0 0x7f6d8810e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 --2- 172.21.15.47:0/2446305739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d881015f0 0x7f6d88101a70 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 --2- 172.21.15.47:0/2446305739 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d88107690 0x7f6d88107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 -- 172.21.15.47:0/2446305739 >> 172.21.15.47:0/2446305739 conn(0x7f6d880fd0e0 msgr2=0x7f6d880ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 -- 172.21.15.47:0/2446305739 shutdown_connections 2024-04-25T02:36:08.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.488+0000 7f6d87200640 1 -- 172.21.15.47:0/2446305739 wait complete. 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.489+0000 7f6d87200640 1 Processor -- start 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d87200640 1 -- start start 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d87200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d881015f0 0x7f6d8819a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d87200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d88101fb0 0x7f6d8819a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d87200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88107690 0x7f6d8819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d87200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d88111a60 con 0x7f6d88107690 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d87200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6d881118e0 con 0x7f6d88101fb0 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d87200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6d88111be0 con 0x7f6d881015f0 2024-04-25T02:36:08.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d86800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88107690 0x7f6d8819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d86800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88107690 0x7f6d8819e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59772/0 (socket says 172.21.15.47:59772) 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d86800640 1 -- 172.21.15.47:0/3657582159 learned_addr learned my addr 172.21.15.47:0/3657582159 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d85400640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d88101fb0 0x7f6d8819a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.490+0000 7f6d85e00640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d881015f0 0x7f6d8819a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d86800640 1 -- 172.21.15.47:0/3657582159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d881015f0 msgr2=0x7f6d8819a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d86800640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d881015f0 0x7f6d8819a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d86800640 1 -- 172.21.15.47:0/3657582159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d88101fb0 msgr2=0x7f6d8819a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d86800640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d88101fb0 0x7f6d8819a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d86800640 1 -- 172.21.15.47:0/3657582159 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8819f080 con 0x7f6d88107690 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d86800640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88107690 0x7f6d8819e950 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6d8000eb10 tx=0x7f6d8000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d7ea00640 1 -- 172.21.15.47:0/3657582159 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d80004b20 con 0x7f6d88107690 2024-04-25T02:36:08.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d7ea00640 1 -- 172.21.15.47:0/3657582159 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d80004cc0 con 0x7f6d88107690 2024-04-25T02:36:08.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d7ea00640 1 -- 172.21.15.47:0/3657582159 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d80010760 con 0x7f6d88107690 2024-04-25T02:36:08.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.491+0000 7f6d87200640 1 -- 172.21.15.47:0/3657582159 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d8819f370 con 0x7f6d88107690 2024-04-25T02:36:08.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.492+0000 7f6d87200640 1 -- 172.21.15.47:0/3657582159 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d881a6c00 con 0x7f6d88107690 2024-04-25T02:36:08.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.495+0000 7f6d8fbcf740 1 Processor -- start 2024-04-25T02:36:08.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.495+0000 7f6d7ea00640 1 -- 172.21.15.47:0/3657582159 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6d80005020 con 0x7f6d88107690 2024-04-25T02:36:08.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.495+0000 7f6d8fbcf740 1 -- start start 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09d3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09de250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09e0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559fa09384e0 con 0x559fa09de790 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559fa08e0a70 con 0x559fa09d40c0 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559fa09344a0 con 0x559fa09d37a0 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d85400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09e0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d85400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09e0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59782/0 (socket says 172.21.15.47:59782) 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d85e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09de250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d85400640 1 -- 172.21.15.47:0/924919861 learned_addr learned my addr 172.21.15.47:0/924919861 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.496+0000 7f6d85400640 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09d3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d85e00640 1 -- 172.21.15.47:0/924919861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 msgr2=0x559fa09d3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d85e00640 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09d3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d85e00640 1 -- 172.21.15.47:0/924919861 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 msgr2=0x559fa09e0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d85e00640 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09e0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d85e00640 1 -- 172.21.15.47:0/924919861 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fa064c3f0 con 0x559fa09d40c0 2024-04-25T02:36:08.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d85400640 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09e0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:08.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d7ea00640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d6c0a2d00 0x7f6d6c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d85e00640 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09de250 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6d78009bf0 tx=0x7f6d78011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ad06775252fc818 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d7ea00640 1 -- 172.21.15.47:0/3657582159 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f6d800cfb20 con 0x7f6d88107690 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d85400640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d6c0a2d00 0x7f6d6c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d73400640 1 -- 172.21.15.47:0/924919861 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d78004050 con 0x559fa09d40c0 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d73400640 1 -- 172.21.15.47:0/924919861 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d78005500 con 0x559fa09d40c0 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.497+0000 7f6d73400640 1 -- 172.21.15.47:0/924919861 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d78004d80 con 0x559fa09d40c0 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/924919861 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 msgr2=0x559fa09de250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d85400640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d6c0a2d00 0x7f6d6c0a51c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x559fa09d0c50 tx=0x7f6d7402a440 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09de250 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6d78009bf0 tx=0x7f6d78011810 comp rx=0 tx=0).stop 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/924919861 shutdown_connections 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09e0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09de250 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/924919861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09d3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/924919861 >> 172.21.15.47:0/924919861 conn(0x559fa09cfac0 msgr2=0x559fa09cfea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/924919861 shutdown_connections 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.498+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/924919861 wait complete. 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.499+0000 7f6d8fbcf740 1 -- start start 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.499+0000 7f6d8fbcf740 1 Processor -- start 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09db690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09dbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09dc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559fa09e1580 con 0x559fa09de790 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559fa08f3ec0 con 0x559fa09d40c0 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559fa09e1700 con 0x559fa09d37a0 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d8fbcf740 10 client.0 _ll_register_callbacks cb 0x559fa09303f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09dbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09dbbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44166/0 (socket says 172.21.15.47:44166) 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85400640 1 -- 172.21.15.47:0/1760689699 learned_addr learned my addr 172.21.15.47:0/1760689699 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d86800640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09dc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85e00640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09db690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85400640 1 -- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 msgr2=0x559fa09db690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85400640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09db690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85400640 1 -- 172.21.15.47:0/1760689699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 msgr2=0x559fa09dc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85400640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09dc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85400640 1 -- 172.21.15.47:0/1760689699 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fa07167d0 con 0x559fa09d40c0 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d85e00640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09db690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.500+0000 7f6d86800640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09dc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.501+0000 7f6d85400640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09dbbd0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6d7402a960 tx=0x7f6d74000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e46ee6bc4824a2cb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.501+0000 7f6d67e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.501+0000 7f6d67e00640 1 -- 172.21.15.47:0/1760689699 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74004c50 con 0x559fa09d40c0 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.501+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1760689699 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d78005500 con 0x559fa09d40c0 2024-04-25T02:36:08.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.501+0000 7f6d67e00640 1 -- 172.21.15.47:0/1760689699 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f6d74004df0 con 0x559fa09d40c0 2024-04-25T02:36:08.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.501+0000 7f6d67e00640 1 -- 172.21.15.47:0/1760689699 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d740325c0 con 0x559fa09d40c0 2024-04-25T02:36:08.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.501+0000 7f6d8fbcf740 10 client.26198 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:08.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.501+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1760689699 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559fa09ed800 con 0x559fa09d40c0 2024-04-25T02:36:08.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.502+0000 7f6d67e00640 1 -- 172.21.15.47:0/1760689699 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d78005500 con 0x559fa09d40c0 2024-04-25T02:36:08.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.502+0000 7f6d67e00640 1 -- 172.21.15.47:0/1760689699 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6d74003bc0 con 0x559fa09d40c0 2024-04-25T02:36:08.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.502+0000 7f6d8fbcf740 10 client.26198 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:08.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.502+0000 7f6d8fbcf740 10 client.26198 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.502+0000 7f6d8fbcf740 20 client.26198 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.502+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559fa09eec10 0x559fa09f1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.502+0000 7f6d8fbcf740 4 client.26198 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.502+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1760689699 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fa0945a20 con 0x559fa09eec10 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.503+0000 7f6d85e00640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559fa09eec10 0x559fa09f1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.503+0000 7f6d85e00640 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559fa09eec10 0x559fa09f1020 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=32579505de93dcac server_cookie=e25dda6c75ea218c in_seq=0 out_seq=0 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.503+0000 7f6d67e00640 10 client.26198 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d67e00640 1 -- 172.21.15.47:0/1760689699 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559fa0945a20 con 0x559fa09eec10 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d67e00640 10 client.26198 handle_command_reply: tid=0 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 client.26198 shutdown 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1760689699 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 msgr2=0x559fa09dbbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09dbbd0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6d7402a960 tx=0x7f6d74000bc0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1760689699 shutdown_connections 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559fa09eec10 0x559fa09f1020 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09dc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d40c0 0x559fa09dbbd0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1760689699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d37a0 0x559fa09db690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1760689699 >> 172.21.15.47:0/1760689699 conn(0x559fa09cfac0 msgr2=0x559fa09d58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d67e00640 0 client.26198 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1760689699 shutdown_connections 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.504+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1760689699 wait complete. 2024-04-25T02:36:08.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.505+0000 7f6d8fbcf740 20 client.26198 trim_cache size 0 max 16384 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d8fbcf740 1 Processor -- start 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d8fbcf740 1 -- start start 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09ea470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d40c0 0x559fa09da830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09d5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d881b1ce0 con 0x559fa09de790 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6d881af5b0 con 0x559fa09d37a0 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6d881ad400 con 0x559fa09d40c0 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d85e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09ea470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d85e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09ea470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44176/0 (socket says 172.21.15.47:44176) 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d85e00640 1 -- 172.21.15.47:0/2070799682 learned_addr learned my addr 172.21.15.47:0/2070799682 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d86800640 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09d5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.520+0000 7f6d85400640 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d40c0 0x559fa09da830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d85e00640 1 -- 172.21.15.47:0/2070799682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d40c0 msgr2=0x559fa09da830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d85e00640 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d40c0 0x559fa09da830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d85e00640 1 -- 172.21.15.47:0/2070799682 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 msgr2=0x559fa09d5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d85e00640 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09d5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d85e00640 1 -- 172.21.15.47:0/2070799682 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fa09c9f90 con 0x559fa09d37a0 2024-04-25T02:36:08.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d85e00640 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09ea470 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f6d780097e0 tx=0x7f6d78004980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6843e30ee10dc2a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d72a00640 1 -- 172.21.15.47:0/2070799682 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d78009450 con 0x559fa09d37a0 2024-04-25T02:36:08.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d72a00640 1 -- 172.21.15.47:0/2070799682 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d7802e7b0 con 0x559fa09d37a0 2024-04-25T02:36:08.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.521+0000 7f6d72a00640 1 -- 172.21.15.47:0/2070799682 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d78003850 con 0x559fa09d37a0 2024-04-25T02:36:08.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/2070799682 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 msgr2=0x559fa09ea470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09ea470 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f6d780097e0 tx=0x7f6d78004980 comp rx=0 tx=0).stop 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/2070799682 shutdown_connections 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09de790 0x559fa09d5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09d40c0 0x559fa09da830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/2070799682 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09ea470 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/2070799682 >> 172.21.15.47:0/2070799682 conn(0x559fa09cfac0 msgr2=0x559fa09db650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/2070799682 shutdown_connections 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.522+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/2070799682 wait complete. 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 1 -- start start 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 1 Processor -- start 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09e6980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09d40c0 0x559fa09e6ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09de790 0x559fa09d7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d881ada70 con 0x559fa09d40c0 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6d881aeee0 con 0x559fa09d37a0 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6d881ae140 con 0x559fa09de790 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.523+0000 7f6d8fbcf740 10 client.0 _ll_register_callbacks cb 0x7f6d74009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09d40c0 0x559fa09e6ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09d40c0 0x559fa09e6ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59800/0 (socket says 172.21.15.47:59800) 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 -- 172.21.15.47:0/1256068599 learned_addr learned my addr 172.21.15.47:0/1256068599 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85e00640 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09e6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d86800640 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09de790 0x559fa09d7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 -- 172.21.15.47:0/1256068599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09de790 msgr2=0x559fa09d7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09de790 0x559fa09d7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 -- 172.21.15.47:0/1256068599 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 msgr2=0x559fa09e6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09e6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 -- 172.21.15.47:0/1256068599 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fa09d81a0 con 0x559fa09d40c0 2024-04-25T02:36:08.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d85400640 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09d40c0 0x559fa09e6ec0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6d74006010 tx=0x7f6d740043f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b3ced0f6cecc8c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.524+0000 7f6d67e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:08.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.525+0000 7f6d67e00640 1 -- 172.21.15.47:0/1256068599 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74032b70 con 0x559fa09d40c0 2024-04-25T02:36:08.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.525+0000 7f6d67e00640 1 -- 172.21.15.47:0/1256068599 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f6d74032d10 con 0x559fa09d40c0 2024-04-25T02:36:08.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.525+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1256068599 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d7802e7b0 con 0x559fa09d40c0 2024-04-25T02:36:08.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.525+0000 7f6d67e00640 1 -- 172.21.15.47:0/1256068599 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d740035f0 con 0x559fa09d40c0 2024-04-25T02:36:08.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.525+0000 7f6d8fbcf740 10 client.16092 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:08.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.525+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1256068599 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559fa0a54ba0 con 0x559fa09d40c0 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.525+0000 7f6d67e00640 1 -- 172.21.15.47:0/1256068599 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d7802e7b0 con 0x559fa09d40c0 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.526+0000 7f6d67e00640 1 -- 172.21.15.47:0/1256068599 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6d740557e0 con 0x559fa09d40c0 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.526+0000 7f6d8fbcf740 10 client.16092 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.526+0000 7f6d8fbcf740 10 client.16092 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.526+0000 7f6d8fbcf740 20 client.16092 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.526+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559fa0a55290 0x559fa0a576b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.526+0000 7f6d8fbcf740 4 client.16092 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.526+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1256068599 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559fa093fd70 con 0x559fa0a55290 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.526+0000 7f6d85e00640 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559fa0a55290 0x559fa0a576b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d85e00640 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559fa0a55290 0x559fa0a576b0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=958c24b8f14fad6b server_cookie=d28023e16b6a2c18 in_seq=0 out_seq=0 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d67e00640 10 client.16092 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d67e00640 1 -- 172.21.15.47:0/1256068599 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559fa093fd70 con 0x559fa0a55290 2024-04-25T02:36:08.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d67e00640 10 client.16092 handle_command_reply: tid=0 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 client.16092 shutdown 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1256068599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09d40c0 msgr2=0x559fa09e6ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09d40c0 0x559fa09e6ec0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6d74006010 tx=0x7f6d740043f0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1256068599 shutdown_connections 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559fa0a55290 0x559fa0a576b0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559fa09de790 0x559fa09d7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fa09d40c0 0x559fa09e6ec0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 --2- 172.21.15.47:0/1256068599 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559fa09d37a0 0x559fa09e6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d67e00640 0 client.16092 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.527+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1256068599 >> 172.21.15.47:0/1256068599 conn(0x559fa09cfac0 msgr2=0x559fa09ceb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.528+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1256068599 shutdown_connections 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.528+0000 7f6d8fbcf740 1 -- 172.21.15.47:0/1256068599 wait complete. 2024-04-25T02:36:08.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.528+0000 7f6d8fbcf740 20 client.16092 trim_cache size 0 max 16384 2024-04-25T02:36:08.535 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:36:08.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.528+0000 7f6d87200640 1 -- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d6c0a2d00 msgr2=0x7f6d6c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.528+0000 7f6d87200640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d6c0a2d00 0x7f6d6c0a51c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x559fa09d0c50 tx=0x7f6d7402a440 comp rx=0 tx=0).stop 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.528+0000 7f6d87200640 1 -- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88107690 msgr2=0x7f6d8819e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.528+0000 7f6d87200640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88107690 0x7f6d8819e950 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6d8000eb10 tx=0x7f6d8000c2d0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.529+0000 7f6d87200640 1 -- 172.21.15.47:0/3657582159 shutdown_connections 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.529+0000 7f6d87200640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d6c0a2d00 0x7f6d6c0a51c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.529+0000 7f6d87200640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88107690 0x7f6d8819e950 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.529+0000 7f6d87200640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d88101fb0 0x7f6d8819a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.529+0000 7f6d87200640 1 --2- 172.21.15.47:0/3657582159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d881015f0 0x7f6d8819a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.529+0000 7f6d87200640 1 -- 172.21.15.47:0/3657582159 >> 172.21.15.47:0/3657582159 conn(0x7f6d880fd0e0 msgr2=0x7f6d880fe510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.529+0000 7f6d87200640 1 -- 172.21.15.47:0/3657582159 shutdown_connections 2024-04-25T02:36:08.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.529+0000 7f6d87200640 1 -- 172.21.15.47:0/3657582159 wait complete. 2024-04-25T02:36:08.552 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:36:08.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 -- 172.21.15.47:0/4203745460 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c073ae0 msgr2=0x7f561c073ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 --2- 172.21.15.47:0/4203745460 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c073ae0 0x7f561c073ec0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f560c009900 tx=0x7f560c02a480 comp rx=0 tx=0).stop 2024-04-25T02:36:08.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 -- 172.21.15.47:0/4203745460 shutdown_connections 2024-04-25T02:36:08.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 --2- 172.21.15.47:0/4203745460 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f561c1125d0 0x7f561c1149c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 --2- 172.21.15.47:0/4203745460 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f561c074400 0x7f561c112090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 --2- 172.21.15.47:0/4203745460 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c073ae0 0x7f561c073ec0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 -- 172.21.15.47:0/4203745460 >> 172.21.15.47:0/4203745460 conn(0x7f561c0fd110 msgr2=0x7f561c0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 -- 172.21.15.47:0/4203745460 shutdown_connections 2024-04-25T02:36:08.766 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.762+0000 7f5622400640 1 -- 172.21.15.47:0/4203745460 wait complete. 2024-04-25T02:36:08.767 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.763+0000 7f5622400640 1 Processor -- start 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.763+0000 7f5622400640 1 -- start start 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f5622400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f561c073ae0 0x7f561c19e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f5622400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c074400 0x7f561c19ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f5622400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f561c1125d0 0x7f561c1a2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f5622400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f561c118020 con 0x7f561c074400 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f5622400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f561c117ea0 con 0x7f561c073ae0 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f5622400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f561c1181a0 con 0x7f561c1125d0 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f561be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c074400 0x7f561c19ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f561be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c074400 0x7f561c19ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59826/0 (socket says 172.21.15.47:59826) 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f561be00640 1 -- 172.21.15.47:0/3092313979 learned_addr learned my addr 172.21.15.47:0/3092313979 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f5621000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f561c073ae0 0x7f561c19e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f5621a00640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f561c1125d0 0x7f561c1a2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f561be00640 1 -- 172.21.15.47:0/3092313979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f561c1125d0 msgr2=0x7f561c1a2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f561be00640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f561c1125d0 0x7f561c1a2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f561be00640 1 -- 172.21.15.47:0/3092313979 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f561c073ae0 msgr2=0x7f561c19e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f561be00640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f561c073ae0 0x7f561c19e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.764+0000 7f561be00640 1 -- 172.21.15.47:0/3092313979 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561c1a34f0 con 0x7f561c074400 2024-04-25T02:36:08.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.765+0000 7f561be00640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c074400 0x7f561c19ea40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f560400e9f0 tx=0x7f560400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.765+0000 7f5619600640 1 -- 172.21.15.47:0/3092313979 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560400cd80 con 0x7f561c074400 2024-04-25T02:36:08.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.765+0000 7f5619600640 1 -- 172.21.15.47:0/3092313979 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5604010910 con 0x7f561c074400 2024-04-25T02:36:08.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.765+0000 7f5619600640 1 -- 172.21.15.47:0/3092313979 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5604018990 con 0x7f561c074400 2024-04-25T02:36:08.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.765+0000 7f5622400640 1 -- 172.21.15.47:0/3092313979 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f561c1a37e0 con 0x7f561c074400 2024-04-25T02:36:08.770 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.765+0000 7f5622400640 1 -- 172.21.15.47:0/3092313979 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f561c1ab070 con 0x7f561c074400 2024-04-25T02:36:08.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f56267d6740 1 Processor -- start 2024-04-25T02:36:08.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f5619600640 1 -- 172.21.15.47:0/3092313979 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5604010ac0 con 0x7f561c074400 2024-04-25T02:36:08.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f56267d6740 1 -- start start 2024-04-25T02:36:08.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f56267d6740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f430b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f56267d6740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f43b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f56267d6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f43db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f56267d6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d01f3954e0 con 0x55d01f43b790 2024-04-25T02:36:08.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f56267d6740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d01f33da70 con 0x55d01f4307a0 2024-04-25T02:36:08.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.769+0000 7f56267d6740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d01f3914a0 con 0x55d01f4310c0 2024-04-25T02:36:08.775 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f561be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f43db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f430b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f43b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f430b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44198/0 (socket says 172.21.15.47:44198) 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621a00640 1 -- 172.21.15.47:0/3809654302 learned_addr learned my addr 172.21.15.47:0/3809654302 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f561be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f43db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59832/0 (socket says 172.21.15.47:59832) 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621000640 1 -- 172.21.15.47:0/3809654302 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 msgr2=0x55d01f430b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621000640 1 --2- 172.21.15.47:0/3809654302 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f430b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621000640 1 -- 172.21.15.47:0/3809654302 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 msgr2=0x55d01f43db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621000640 1 --2- 172.21.15.47:0/3809654302 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f43db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.770+0000 7f5621000640 1 -- 172.21.15.47:0/3809654302 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d01f0a93f0 con 0x55d01f4310c0 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.771+0000 7f5621000640 1 --2- 172.21.15.47:0/3809654302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f43b250 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f560c02aa70 tx=0x7f560c005de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8cbc86032741824 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.771+0000 7f5619600640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56000a2d80 0x7f56000a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.771+0000 7f5619600640 1 -- 172.21.15.47:0/3092313979 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f56040cf6f0 con 0x7f561c074400 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.771+0000 7f5612000640 1 -- 172.21.15.47:0/3809654302 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560c035040 con 0x55d01f4310c0 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.771+0000 7f5612000640 1 -- 172.21.15.47:0/3809654302 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f560c004400 con 0x55d01f4310c0 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.771+0000 7f5612000640 1 -- 172.21.15.47:0/3809654302 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560c0035f0 con 0x55d01f4310c0 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.771+0000 7f5621a00640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56000a2d80 0x7f56000a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 -- 172.21.15.47:0/3809654302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 msgr2=0x55d01f43b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 --2- 172.21.15.47:0/3809654302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f43b250 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f560c02aa70 tx=0x7f560c005de0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f5621a00640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56000a2d80 0x7f56000a5240 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5614011630 tx=0x7f5614009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 -- 172.21.15.47:0/3809654302 shutdown_connections 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 --2- 172.21.15.47:0/3809654302 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f43db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 --2- 172.21.15.47:0/3809654302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f43b250 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 --2- 172.21.15.47:0/3809654302 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f430b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 -- 172.21.15.47:0/3809654302 >> 172.21.15.47:0/3809654302 conn(0x55d01f42cac0 msgr2=0x55d01f42cea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 -- 172.21.15.47:0/3809654302 shutdown_connections 2024-04-25T02:36:08.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.772+0000 7f56267d6740 1 -- 172.21.15.47:0/3809654302 wait complete. 2024-04-25T02:36:08.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 1 -- start start 2024-04-25T02:36:08.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 1 Processor -- start 2024-04-25T02:36:08.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f438760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f438ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f43b790 0x55d01f4391e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d01f43e520 con 0x55d01f4310c0 2024-04-25T02:36:08.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d01f350ec0 con 0x55d01f4307a0 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d01f43e6a0 con 0x55d01f43b790 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.773+0000 7f56267d6740 10 client.0 _ll_register_callbacks cb 0x55d01f38d3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f43b790 0x55d01f4391e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f438760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f43b790 0x55d01f4391e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:50814/0 (socket says 172.21.15.47:50814) 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621a00640 1 -- 172.21.15.47:0/578879656 learned_addr learned my addr 172.21.15.47:0/578879656 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f561be00640 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f438ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621a00640 1 -- 172.21.15.47:0/578879656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 msgr2=0x55d01f438760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621a00640 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f438760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621a00640 1 -- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 msgr2=0x55d01f438ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621a00640 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f438ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f5621a00640 1 -- 172.21.15.47:0/578879656 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d01f1737d0 con 0x55d01f43b790 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.774+0000 7f561be00640 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f438ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.775+0000 7f5621a00640 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f43b790 0x55d01f4391e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5614003f50 tx=0x7f5614004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9c55cc1f18785f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.775+0000 7f560aa00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.775+0000 7f560aa00640 1 -- 172.21.15.47:0/578879656 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561400f830 con 0x55d01f43b790 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.775+0000 7f56267d6740 1 -- 172.21.15.47:0/578879656 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f560c004400 con 0x55d01f43b790 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.775+0000 7f560aa00640 1 -- 172.21.15.47:0/578879656 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f561400f9d0 con 0x55d01f43b790 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.775+0000 7f560aa00640 1 -- 172.21.15.47:0/578879656 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f561400fbd0 con 0x55d01f43b790 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.775+0000 7f56267d6740 10 client.26218 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.775+0000 7f56267d6740 1 -- 172.21.15.47:0/578879656 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d01f44a8c0 con 0x55d01f43b790 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f560aa00640 1 -- 172.21.15.47:0/578879656 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f560c004400 con 0x55d01f43b790 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f560aa00640 1 -- 172.21.15.47:0/578879656 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5614026020 con 0x55d01f43b790 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f56267d6740 10 client.26218 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f56267d6740 10 client.26218 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f56267d6740 20 client.26218 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:08.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f56267d6740 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55d01f44bd80 0x55d01f44e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f56267d6740 4 client.26218 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f56267d6740 1 -- 172.21.15.47:0/578879656 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d01f3a2a20 con 0x55d01f44bd80 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.776+0000 7f5621000640 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55d01f44bd80 0x55d01f44e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.777+0000 7f5621000640 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55d01f44bd80 0x55d01f44e1b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=69671dce3c107a5 server_cookie=dc8b2d067848ca17 in_seq=0 out_seq=0 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.777+0000 7f560aa00640 10 client.26218 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.777+0000 7f560aa00640 1 -- 172.21.15.47:0/578879656 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d01f3a2a20 con 0x55d01f44bd80 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.777+0000 7f560aa00640 10 client.26218 handle_command_reply: tid=0 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 client.26218 shutdown 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 -- 172.21.15.47:0/578879656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f43b790 msgr2=0x55d01f4391e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f43b790 0x55d01f4391e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5614003f50 tx=0x7f5614004a40 comp rx=0 tx=0).stop 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 -- 172.21.15.47:0/578879656 shutdown_connections 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55d01f44bd80 0x55d01f44e1b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f43b790 0x55d01f4391e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f438ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 --2- 172.21.15.47:0/578879656 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f438760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f560aa00640 0 client.26218 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:36:08.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 -- 172.21.15.47:0/578879656 >> 172.21.15.47:0/578879656 conn(0x55d01f42cac0 msgr2=0x55d01f4328c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 -- 172.21.15.47:0/578879656 shutdown_connections 2024-04-25T02:36:08.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 1 -- 172.21.15.47:0/578879656 wait complete. 2024-04-25T02:36:08.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.778+0000 7f56267d6740 20 client.26218 trim_cache size 0 max 16384 2024-04-25T02:36:08.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.793+0000 7f56267d6740 1 Processor -- start 2024-04-25T02:36:08.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f56267d6740 1 -- start start 2024-04-25T02:36:08.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f56267d6740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f4473e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f56267d6740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f432f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f56267d6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f453a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f56267d6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f561c1b6080 con 0x55d01f43b790 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f56267d6740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f561c1b3950 con 0x55d01f4307a0 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f56267d6740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f561c1b17a0 con 0x55d01f4310c0 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f5621a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f453a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f5621a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f453a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59856/0 (socket says 172.21.15.47:59856) 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f5621a00640 1 -- 172.21.15.47:0/3018407433 learned_addr learned my addr 172.21.15.47:0/3018407433 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f561be00640 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f432f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.794+0000 7f5621000640 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f4473e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5621a00640 1 -- 172.21.15.47:0/3018407433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 msgr2=0x55d01f432f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5621a00640 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f432f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5621a00640 1 -- 172.21.15.47:0/3018407433 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 msgr2=0x55d01f4473e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5621a00640 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f4473e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5621a00640 1 -- 172.21.15.47:0/3018407433 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d01f4305a0 con 0x55d01f43b790 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5621a00640 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f453a80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5614003f20 tx=0x7f56140047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfc793bb904cba41 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5611600640 1 -- 172.21.15.47:0/3018407433 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5614035030 con 0x55d01f43b790 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5611600640 1 -- 172.21.15.47:0/3018407433 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f561400fd70 con 0x55d01f43b790 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.795+0000 7f5611600640 1 -- 172.21.15.47:0/3018407433 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561401e640 con 0x55d01f43b790 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 -- 172.21.15.47:0/3018407433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 msgr2=0x55d01f453a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f453a80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5614003f20 tx=0x7f56140047d0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 -- 172.21.15.47:0/3018407433 shutdown_connections 2024-04-25T02:36:08.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f43b790 0x55d01f453a80 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4310c0 0x55d01f432f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 --2- 172.21.15.47:0/3018407433 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f4307a0 0x55d01f4473e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 -- 172.21.15.47:0/3018407433 >> 172.21.15.47:0/3018407433 conn(0x55d01f42cac0 msgr2=0x55d01f438fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 -- 172.21.15.47:0/3018407433 shutdown_connections 2024-04-25T02:36:08.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 -- 172.21.15.47:0/3018407433 wait complete. 2024-04-25T02:36:08.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.796+0000 7f56267d6740 1 -- start start 2024-04-25T02:36:08.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f56267d6740 1 Processor -- start 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f56267d6740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4307a0 0x55d01f443d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f56267d6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f43f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f56267d6740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f43b790 0x55d01f43f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f56267d6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f561c1b1e10 con 0x55d01f4310c0 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f56267d6740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f561c1b3280 con 0x55d01f43b790 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f56267d6740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f561c1b24e0 con 0x55d01f4307a0 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f56267d6740 10 client.0 _ll_register_callbacks cb 0x7f5614009c00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f561be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f43f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f561be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f43f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59872/0 (socket says 172.21.15.47:59872) 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.797+0000 7f561be00640 1 -- 172.21.15.47:0/846572922 learned_addr learned my addr 172.21.15.47:0/846572922 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f5621000640 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4307a0 0x55d01f443d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f5621a00640 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f43b790 0x55d01f43f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f561be00640 1 -- 172.21.15.47:0/846572922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4307a0 msgr2=0x55d01f443d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f561be00640 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4307a0 0x55d01f443d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f561be00640 1 -- 172.21.15.47:0/846572922 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f43b790 msgr2=0x55d01f43f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f561be00640 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f43b790 0x55d01f43f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f561be00640 1 -- 172.21.15.47:0/846572922 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d01f43feb0 con 0x55d01f4310c0 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f5621000640 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4307a0 0x55d01f443d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f561be00640 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f43f0d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f56040980f0 tx=0x7f560409b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4944a9f850d45b70 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f560aa00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.798+0000 7f560aa00640 1 -- 172.21.15.47:0/846572922 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56040cd2a0 con 0x55d01f4310c0 2024-04-25T02:36:08.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f560aa00640 1 -- 172.21.15.47:0/846572922 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f5604018b30 con 0x55d01f4310c0 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 1 -- 172.21.15.47:0/846572922 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f561400fd70 con 0x55d01f4310c0 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f560aa00640 1 -- 172.21.15.47:0/846572922 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f56040a4850 con 0x55d01f4310c0 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 10 client.16110 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 1 -- 172.21.15.47:0/846572922 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d01f4b2360 con 0x55d01f4310c0 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f560aa00640 1 -- 172.21.15.47:0/846572922 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f561400fd70 con 0x55d01f4310c0 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f560aa00640 1 -- 172.21.15.47:0/846572922 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f56040cfb70 con 0x55d01f4310c0 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 10 client.16110 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 10 client.16110 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 20 client.16110 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55d01f4b2ab0 0x55d01f4b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 4 client.16110 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.799+0000 7f56267d6740 1 -- 172.21.15.47:0/846572922 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d01f39cd70 con 0x55d01f4b2ab0 2024-04-25T02:36:08.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.800+0000 7f5621000640 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55d01f4b2ab0 0x55d01f4b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.800+0000 7f5621000640 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55d01f4b2ab0 0x55d01f4b4ed0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ef87f85ad1682324 server_cookie=9e1a434fa40bd2d8 in_seq=0 out_seq=0 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.800+0000 7f560aa00640 10 client.16110 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.800+0000 7f560aa00640 1 -- 172.21.15.47:0/846572922 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d01f39cd70 con 0x55d01f4b2ab0 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.800+0000 7f560aa00640 10 client.16110 handle_command_reply: tid=0 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.800+0000 7f56267d6740 1 client.16110 shutdown 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 -- 172.21.15.47:0/846572922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 msgr2=0x55d01f43f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f43f0d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f56040980f0 tx=0x7f560409b8c0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 -- 172.21.15.47:0/846572922 shutdown_connections 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55d01f4b2ab0 0x55d01f4b4ed0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d01f43b790 0x55d01f43f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d01f4310c0 0x55d01f43f0d0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 --2- 172.21.15.47:0/846572922 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d01f4307a0 0x55d01f443d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f560aa00640 0 client.16110 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:36:08.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 -- 172.21.15.47:0/846572922 >> 172.21.15.47:0/846572922 conn(0x55d01f42cac0 msgr2=0x55d01f42b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 -- 172.21.15.47:0/846572922 shutdown_connections 2024-04-25T02:36:08.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 1 -- 172.21.15.47:0/846572922 wait complete. 2024-04-25T02:36:08.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.801+0000 7f56267d6740 20 client.16110 trim_cache size 0 max 16384 2024-04-25T02:36:08.809 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:36:08.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 -- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56000a2d80 msgr2=0x7f56000a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56000a2d80 0x7f56000a5240 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5614011630 tx=0x7f5614009500 comp rx=0 tx=0).stop 2024-04-25T02:36:08.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 -- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c074400 msgr2=0x7f561c19ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:08.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c074400 0x7f561c19ea40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f560400e9f0 tx=0x7f560400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 -- 172.21.15.47:0/3092313979 shutdown_connections 2024-04-25T02:36:08.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56000a2d80 0x7f56000a5240 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f561c1125d0 0x7f561c1a2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f561c074400 0x7f561c19ea40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 --2- 172.21.15.47:0/3092313979 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f561c073ae0 0x7f561c19e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:08.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 -- 172.21.15.47:0/3092313979 >> 172.21.15.47:0/3092313979 conn(0x7f561c0fd110 msgr2=0x7f561c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:08.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 -- 172.21.15.47:0/3092313979 shutdown_connections 2024-04-25T02:36:08.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:08.802+0000 7f5622400640 1 -- 172.21.15.47:0/3092313979 wait complete. 2024-04-25T02:36:08.820 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:08 smithi047 ceph-mon[27871]: pgmap v106: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:36:08.821 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:08 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1468719318' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:36:08.824 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:36:08.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:08 smithi178 ceph-mon[33053]: pgmap v106: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:36:08.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:08 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1468719318' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:36:09.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:08 smithi113 ceph-mon[32459]: pgmap v106: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:36:09.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:08 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1468719318' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:36:09.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.033+0000 7faf70600640 1 -- 172.21.15.47:0/2536986154 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf68071da0 msgr2=0x7faf681162d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.033+0000 7faf70600640 1 --2- 172.21.15.47:0/2536986154 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf68071da0 0x7faf681162d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7faf54009900 tx=0x7faf5402a480 comp rx=0 tx=0).stop 2024-04-25T02:36:09.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.034+0000 7faf70600640 1 -- 172.21.15.47:0/2536986154 shutdown_connections 2024-04-25T02:36:09.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.034+0000 7faf70600640 1 --2- 172.21.15.47:0/2536986154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68116810 0x7faf68118c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.034+0000 7faf70600640 1 --2- 172.21.15.47:0/2536986154 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf68071da0 0x7faf681162d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.034+0000 7faf70600640 1 --2- 172.21.15.47:0/2536986154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf68071480 0x7faf68071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.034+0000 7faf70600640 1 -- 172.21.15.47:0/2536986154 >> 172.21.15.47:0/2536986154 conn(0x7faf6806e750 msgr2=0x7faf68108740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:09.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.034+0000 7faf70600640 1 -- 172.21.15.47:0/2536986154 shutdown_connections 2024-04-25T02:36:09.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.034+0000 7faf70600640 1 -- 172.21.15.47:0/2536986154 wait complete. 2024-04-25T02:36:09.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.035+0000 7faf70600640 1 Processor -- start 2024-04-25T02:36:09.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.035+0000 7faf70600640 1 -- start start 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf70600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf68071480 0x7faf681a88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf70600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68116810 0x7faf681a8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf70600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf681a2a80 0x7faf681a2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf70600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faf6811c550 con 0x7faf68071480 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf70600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7faf6811c3d0 con 0x7faf681a2a80 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf70600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf6811c6d0 con 0x7faf68116810 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf6dc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf68071480 0x7faf681a88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf6dc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf68071480 0x7faf681a88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59884/0 (socket says 172.21.15.47:59884) 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf6dc00640 1 -- 172.21.15.47:0/2741232431 learned_addr learned my addr 172.21.15.47:0/2741232431 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf6e600640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf681a2a80 0x7faf681a2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.036+0000 7faf6d200640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68116810 0x7faf681a8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf6dc00640 1 -- 172.21.15.47:0/2741232431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68116810 msgr2=0x7faf681a8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf6dc00640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68116810 0x7faf681a8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf6dc00640 1 -- 172.21.15.47:0/2741232431 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf681a2a80 msgr2=0x7faf681a2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf6dc00640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf681a2a80 0x7faf681a2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf6dc00640 1 -- 172.21.15.47:0/2741232431 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf681a35a0 con 0x7faf68071480 2024-04-25T02:36:09.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf6e600640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf681a2a80 0x7faf681a2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:09.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf6dc00640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf68071480 0x7faf681a88d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7faf5c00e9f0 tx=0x7faf5c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:09.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf66000640 1 -- 172.21.15.47:0/2741232431 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c00cd80 con 0x7faf68071480 2024-04-25T02:36:09.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf66000640 1 -- 172.21.15.47:0/2741232431 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf5c010910 con 0x7faf68071480 2024-04-25T02:36:09.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf70600640 1 -- 172.21.15.47:0/2741232431 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf681a3890 con 0x7faf68071480 2024-04-25T02:36:09.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.037+0000 7faf66000640 1 -- 172.21.15.47:0/2741232431 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c018990 con 0x7faf68071480 2024-04-25T02:36:09.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.038+0000 7faf70600640 1 -- 172.21.15.47:0/2741232431 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf681afae0 con 0x7faf68071480 2024-04-25T02:36:09.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.041+0000 7faf733f1740 1 Processor -- start 2024-04-25T02:36:09.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.041+0000 7faf733f1740 1 -- start start 2024-04-25T02:36:09.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.041+0000 7faf66000640 1 -- 172.21.15.47:0/2741232431 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7faf5c010ac0 con 0x7faf68071480 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf733f1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694af9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf733f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694afee0 0x55b4694ba070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf733f1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694ba5b0 0x55b4694bc9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf733f1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b4694144e0 con 0x55b4694af5c0 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf733f1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b4693bca70 con 0x55b4694ba5b0 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf733f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b4694104a0 con 0x55b4694afee0 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf6e600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694af9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf6e600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694af9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59888/0 (socket says 172.21.15.47:59888) 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf6e600640 1 -- 172.21.15.47:0/4004112417 learned_addr learned my addr 172.21.15.47:0/4004112417 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:09.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf6dc00640 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694afee0 0x55b4694ba070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.042+0000 7faf6d200640 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694ba5b0 0x55b4694bc9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf6e600640 1 -- 172.21.15.47:0/4004112417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694afee0 msgr2=0x55b4694ba070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:09.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf6e600640 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694afee0 0x55b4694ba070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf6e600640 1 -- 172.21.15.47:0/4004112417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694ba5b0 msgr2=0x55b4694bc9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:09.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf6e600640 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694ba5b0 0x55b4694bc9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf6e600640 1 -- 172.21.15.47:0/4004112417 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4691283f0 con 0x55b4694af5c0 2024-04-25T02:36:09.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf6d200640 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694ba5b0 0x55b4694bc9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:09.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf6e600640 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694af9a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7faf600106c0 tx=0x7faf60010b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75e0749bee900f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:09.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf66000640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf500a2d00 0x7faf500a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf5aa00640 1 -- 172.21.15.47:0/4004112417 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6000e8d0 con 0x55b4694af5c0 2024-04-25T02:36:09.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf5aa00640 1 -- 172.21.15.47:0/4004112417 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf60012450 con 0x55b4694af5c0 2024-04-25T02:36:09.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.043+0000 7faf5aa00640 1 -- 172.21.15.47:0/4004112417 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6001c630 con 0x55b4694af5c0 2024-04-25T02:36:09.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf66000640 1 -- 172.21.15.47:0/2741232431 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7faf5c0cf730 con 0x7faf68071480 2024-04-25T02:36:09.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf6dc00640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf500a2d00 0x7faf500a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 -- 172.21.15.47:0/4004112417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 msgr2=0x55b4694af9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694af9a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7faf600106c0 tx=0x7faf60010b80 comp rx=0 tx=0).stop 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf6dc00640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf500a2d00 0x7faf500a51c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0ccf60 tx=0x7faf5c0d5550 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 -- 172.21.15.47:0/4004112417 shutdown_connections 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694ba5b0 0x55b4694bc9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694afee0 0x55b4694ba070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 --2- 172.21.15.47:0/4004112417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694af9a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 -- 172.21.15.47:0/4004112417 >> 172.21.15.47:0/4004112417 conn(0x55b4694ab8e0 msgr2=0x55b4694abcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 -- 172.21.15.47:0/4004112417 shutdown_connections 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.044+0000 7faf733f1740 1 -- 172.21.15.47:0/4004112417 wait complete. 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.045+0000 7faf733f1740 1 -- start start 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.045+0000 7faf733f1740 1 Processor -- start 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf733f1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694af5c0 0x55b4694b75e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf733f1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694afee0 0x55b4694b7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf733f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694b8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf733f1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b4694bd3a0 con 0x55b4694afee0 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf733f1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b4693cfec0 con 0x55b4694af5c0 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf733f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b4694bd520 con 0x55b4694ba5b0 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf733f1740 10 client.0 _ll_register_callbacks cb 0x55b46940c3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf6e600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694af5c0 0x55b4694b75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf6e600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694af5c0 0x55b4694b75e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44254/0 (socket says 172.21.15.47:44254) 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf6e600640 1 -- 172.21.15.47:0/3072438839 learned_addr learned my addr 172.21.15.47:0/3072438839 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf6e600640 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694b8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.046+0000 7faf6d200640 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694afee0 0x55b4694b7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf6e600640 1 -- 172.21.15.47:0/3072438839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 msgr2=0x55b4694b8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf6e600640 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694b8060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf6e600640 1 -- 172.21.15.47:0/3072438839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694afee0 msgr2=0x55b4694b7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:09.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf6e600640 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694afee0 0x55b4694b7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf6e600640 1 -- 172.21.15.47:0/3072438839 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4691f27d0 con 0x55b4694af5c0 2024-04-25T02:36:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf6e600640 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694af5c0 0x55b4694b75e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7faf60012f20 tx=0x7faf60012e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1578fabb1d48d1a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:09.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf4f400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:36:09.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf4f400640 1 -- 172.21.15.47:0/3072438839 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf60004a40 con 0x55b4694af5c0 2024-04-25T02:36:09.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf733f1740 1 -- 172.21.15.47:0/3072438839 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf60012450 con 0x55b4694af5c0 2024-04-25T02:36:09.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.047+0000 7faf4f400640 1 -- 172.21.15.47:0/3072438839 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7faf60004be0 con 0x55b4694af5c0 2024-04-25T02:36:09.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf4f400640 1 -- 172.21.15.47:0/3072438839 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7faf6000e8d0 con 0x55b4694af5c0 2024-04-25T02:36:09.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf733f1740 10 client.26234 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:09.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf733f1740 1 -- 172.21.15.47:0/3072438839 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b4694c96d0 con 0x55b4694af5c0 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf4f400640 1 -- 172.21.15.47:0/3072438839 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf60012450 con 0x55b4694af5c0 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf4f400640 1 -- 172.21.15.47:0/3072438839 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7faf6000f040 con 0x55b4694af5c0 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf733f1740 10 client.26234 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf733f1740 10 client.26234 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf733f1740 20 client.26234 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf733f1740 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b4694caa80 0x55b4694cce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf733f1740 4 client.26234 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.048+0000 7faf733f1740 1 -- 172.21.15.47:0/3072438839 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b469421a20 con 0x55b4694caa80 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.049+0000 7faf6d200640 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b4694caa80 0x55b4694cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.049+0000 7faf6d200640 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b4694caa80 0x55b4694cce70 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2cb3ae0fde0331c7 server_cookie=cbd4f8b4e6d7e4e4 in_seq=0 out_seq=0 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.049+0000 7faf4f400640 10 client.26234 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.050+0000 7faf4f400640 1 -- 172.21.15.47:0/3072438839 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b469421a20 con 0x55b4694caa80 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.050+0000 7faf4f400640 10 client.26234 handle_command_reply: tid=0 2024-04-25T02:36:09.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.050+0000 7faf733f1740 1 client.26234 shutdown 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 -- 172.21.15.47:0/3072438839 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694af5c0 msgr2=0x55b4694b75e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694af5c0 0x55b4694b75e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7faf60012f20 tx=0x7faf60012e20 comp rx=0 tx=0).stop 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 -- 172.21.15.47:0/3072438839 shutdown_connections 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b4694caa80 0x55b4694cce70 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694b8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694afee0 0x55b4694b7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf4f400640 0 client.26234 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 --2- 172.21.15.47:0/3072438839 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694af5c0 0x55b4694b75e0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 -- 172.21.15.47:0/3072438839 >> 172.21.15.47:0/3072438839 conn(0x55b4694ab8e0 msgr2=0x55b4694b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 -- 172.21.15.47:0/3072438839 shutdown_connections 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 1 -- 172.21.15.47:0/3072438839 wait complete. 2024-04-25T02:36:09.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.051+0000 7faf733f1740 20 client.26234 trim_cache size 0 max 16384 2024-04-25T02:36:09.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.066+0000 7faf733f1740 1 Processor -- start 2024-04-25T02:36:09.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.066+0000 7faf733f1740 1 -- start start 2024-04-25T02:36:09.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.066+0000 7faf733f1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.066+0000 7faf733f1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694b18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.066+0000 7faf733f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694b6ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.066+0000 7faf733f1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faf681bad90 con 0x55b4694af5c0 2024-04-25T02:36:09.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.066+0000 7faf733f1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7faf681b8660 con 0x55b4694afee0 2024-04-25T02:36:09.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.066+0000 7faf733f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf681b64b0 con 0x55b4694ba5b0 2024-04-25T02:36:09.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6e600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6e600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59900/0 (socket says 172.21.15.47:59900) 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6d200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694b18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6e600640 1 -- 172.21.15.47:0/2664626954 learned_addr learned my addr 172.21.15.47:0/2664626954 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6e600640 1 --2- 172.21.15.47:0/2664626954 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694b6ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6d200640 1 -- 172.21.15.47:0/2664626954 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 msgr2=0x55b4694b6ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6d200640 1 --2- 172.21.15.47:0/2664626954 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694b6ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6d200640 1 -- 172.21.15.47:0/2664626954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 msgr2=0x55b4694c6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6d200640 1 --2- 172.21.15.47:0/2664626954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6d200640 1 -- 172.21.15.47:0/2664626954 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4694b8540 con 0x55b4694afee0 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf6d200640 1 --2- 172.21.15.47:0/2664626954 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694b18f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7faf54008000 tx=0x7faf540046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68ca2a2cbe06aa18 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.067+0000 7faf5a000640 1 -- 172.21.15.47:0/2664626954 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf54035040 con 0x55b4694afee0 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf5a000640 1 -- 172.21.15.47:0/2664626954 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf54009520 con 0x55b4694afee0 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf5a000640 1 -- 172.21.15.47:0/2664626954 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf54005370 con 0x55b4694afee0 2024-04-25T02:36:09.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 -- 172.21.15.47:0/2664626954 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 msgr2=0x55b4694b18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 --2- 172.21.15.47:0/2664626954 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694b18f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7faf54008000 tx=0x7faf540046c0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 -- 172.21.15.47:0/2664626954 shutdown_connections 2024-04-25T02:36:09.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 --2- 172.21.15.47:0/2664626954 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694b6ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 --2- 172.21.15.47:0/2664626954 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694b18f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 --2- 172.21.15.47:0/2664626954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 -- 172.21.15.47:0/2664626954 >> 172.21.15.47:0/2664626954 conn(0x55b4694ab8e0 msgr2=0x55b4694b7e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:09.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 -- 172.21.15.47:0/2664626954 shutdown_connections 2024-04-25T02:36:09.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.068+0000 7faf733f1740 1 -- 172.21.15.47:0/2664626954 wait complete. 2024-04-25T02:36:09.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.069+0000 7faf733f1740 1 -- start start 2024-04-25T02:36:09.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.069+0000 7faf733f1740 1 Processor -- start 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.069+0000 7faf733f1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.069+0000 7faf733f1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694c2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.069+0000 7faf733f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694bdb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.069+0000 7faf733f1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faf681b6b20 con 0x55b4694af5c0 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.069+0000 7faf733f1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7faf681b7f90 con 0x55b4694afee0 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.069+0000 7faf733f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf681b71f0 con 0x55b4694ba5b0 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf733f1740 10 client.0 _ll_register_callbacks cb 0x7faf60016070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59904/0 (socket says 172.21.15.47:59904) 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 -- 172.21.15.47:0/616784476 learned_addr learned my addr 172.21.15.47:0/616784476 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6d200640 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694c2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 -- 172.21.15.47:0/616784476 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 msgr2=0x55b4694bdb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694bdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 -- 172.21.15.47:0/616784476 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 msgr2=0x55b4694c2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694c2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 -- 172.21.15.47:0/616784476 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4694be3b0 con 0x55b4694af5c0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf6e600640 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c2690 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7faf60012f20 tx=0x7faf6001cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e972fc595263035 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.070+0000 7faf4f400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf4f400640 1 -- 172.21.15.47:0/616784476 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf60038040 con 0x55b4694af5c0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf4f400640 1 -- 172.21.15.47:0/616784476 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7faf6000ea70 con 0x55b4694af5c0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf733f1740 1 -- 172.21.15.47:0/616784476 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf54009520 con 0x55b4694af5c0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf4f400640 1 -- 172.21.15.47:0/616784476 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7faf60012450 con 0x55b4694af5c0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf733f1740 10 client.16128 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf733f1740 1 -- 172.21.15.47:0/616784476 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b469530900 con 0x55b4694af5c0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf4f400640 1 -- 172.21.15.47:0/616784476 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf54009520 con 0x55b4694af5c0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf4f400640 1 -- 172.21.15.47:0/616784476 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7faf600049a0 con 0x55b4694af5c0 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf733f1740 10 client.16128 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf733f1740 10 client.16128 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:09.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf733f1740 20 client.16128 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:09.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.071+0000 7faf733f1740 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b469530f10 0x55b469533300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:09.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.072+0000 7faf733f1740 4 client.16128 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:36:09.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.072+0000 7faf733f1740 1 -- 172.21.15.47:0/616784476 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b46941bd70 con 0x55b469530f10 2024-04-25T02:36:09.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.072+0000 7faf6d200640 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b469530f10 0x55b469533300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:09.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.072+0000 7faf6d200640 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b469530f10 0x55b469533300 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee85a5df568717e8 server_cookie=59e05f17cb893b9 in_seq=0 out_seq=0 2024-04-25T02:36:09.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.072+0000 7faf4f400640 10 client.16128 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:09.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf4f400640 1 -- 172.21.15.47:0/616784476 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b46941bd70 con 0x55b469530f10 2024-04-25T02:36:09.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf4f400640 10 client.16128 handle_command_reply: tid=0 2024-04-25T02:36:09.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 client.16128 shutdown 2024-04-25T02:36:09.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 -- 172.21.15.47:0/616784476 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 msgr2=0x55b4694c2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c2690 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7faf60012f20 tx=0x7faf6001cba0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 -- 172.21.15.47:0/616784476 shutdown_connections 2024-04-25T02:36:09.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b469530f10 0x55b469533300 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b4694ba5b0 0x55b4694bdb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b4694afee0 0x55b4694c2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 --2- 172.21.15.47:0/616784476 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b4694af5c0 0x55b4694c2690 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf4f400640 0 client.16128 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:09.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 -- 172.21.15.47:0/616784476 >> 172.21.15.47:0/616784476 conn(0x55b4694ab8e0 msgr2=0x55b4694aa2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:09.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 -- 172.21.15.47:0/616784476 shutdown_connections 2024-04-25T02:36:09.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 1 -- 172.21.15.47:0/616784476 wait complete. 2024-04-25T02:36:09.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.073+0000 7faf733f1740 20 client.16128 trim_cache size 0 max 16384 2024-04-25T02:36:09.080 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 -- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf500a2d00 msgr2=0x7faf500a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf500a2d00 0x7faf500a51c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0ccf60 tx=0x7faf5c0d5550 comp rx=0 tx=0).stop 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 -- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf68071480 msgr2=0x7faf681a88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf68071480 0x7faf681a88d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7faf5c00e9f0 tx=0x7faf5c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 -- 172.21.15.47:0/2741232431 shutdown_connections 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf500a2d00 0x7faf500a51c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf681a2a80 0x7faf681a2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68116810 0x7faf681a8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 --2- 172.21.15.47:0/2741232431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf68071480 0x7faf681a88d0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:09.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 -- 172.21.15.47:0/2741232431 >> 172.21.15.47:0/2741232431 conn(0x7faf6806e750 msgr2=0x7faf68116e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:09.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 -- 172.21.15.47:0/2741232431 shutdown_connections 2024-04-25T02:36:09.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:09.074+0000 7faf70600640 1 -- 172.21.15.47:0/2741232431 wait complete. 2024-04-25T02:36:10.096 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:36:10.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:36:10.097 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:36:10.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.327+0000 7f43a8c00640 1 -- 172.21.15.47:0/2260700944 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43a41041b0 msgr2=0x7f43a41106c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.327+0000 7f43a8c00640 1 --2- 172.21.15.47:0/2260700944 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43a41041b0 0x7f43a41106c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f439c009cd0 tx=0x7f439c02a8f0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.328+0000 7f43a8c00640 1 -- 172.21.15.47:0/2260700944 shutdown_connections 2024-04-25T02:36:10.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.328+0000 7f43a8c00640 1 --2- 172.21.15.47:0/2260700944 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43a41041b0 0x7f43a41106c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.328+0000 7f43a8c00640 1 --2- 172.21.15.47:0/2260700944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a41037f0 0x7f43a4103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.328+0000 7f43a8c00640 1 --2- 172.21.15.47:0/2260700944 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43a4109800 0x7f43a4109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.328+0000 7f43a8c00640 1 -- 172.21.15.47:0/2260700944 >> 172.21.15.47:0/2260700944 conn(0x7f43a40ff280 msgr2=0x7f43a41016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.328+0000 7f43a8c00640 1 -- 172.21.15.47:0/2260700944 shutdown_connections 2024-04-25T02:36:10.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.328+0000 7f43a8c00640 1 -- 172.21.15.47:0/2260700944 wait complete. 2024-04-25T02:36:10.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.329+0000 7f43a8c00640 1 Processor -- start 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.329+0000 7f43a8c00640 1 -- start start 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.329+0000 7f43a8c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43a41037f0 0x7f43a419a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.329+0000 7f43a8c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43a41041b0 0x7f43a419a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.329+0000 7f43a8c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a4109800 0x7f43a419e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.329+0000 7f43a8c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43a4113c20 con 0x7f43a4109800 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.329+0000 7f43a8c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f43a4113aa0 con 0x7f43a41037f0 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.329+0000 7f43a8c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f43a4113da0 con 0x7f43a41041b0 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a4109800 0x7f43a419e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43a41037f0 0x7f43a419a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43a41037f0 0x7f43a419a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44288/0 (socket says 172.21.15.47:44288) 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3400640 1 -- 172.21.15.47:0/1859886680 learned_addr learned my addr 172.21.15.47:0/1859886680 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43a41041b0 0x7f43a419a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3400640 1 -- 172.21.15.47:0/1859886680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43a41041b0 msgr2=0x7f43a419a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3400640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43a41041b0 0x7f43a419a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3400640 1 -- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a4109800 msgr2=0x7f43a419e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3400640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a4109800 0x7f43a419e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.330+0000 7f43a3400640 1 -- 172.21.15.47:0/1859886680 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a419f0b0 con 0x7f43a41037f0 2024-04-25T02:36:10.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.331+0000 7f43a3400640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43a41037f0 0x7f43a419a0c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f439400d950 tx=0x7f439400de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.331+0000 7f439be00640 1 -- 172.21.15.47:0/1859886680 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4394017070 con 0x7f43a41037f0 2024-04-25T02:36:10.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.331+0000 7f43a8c00640 1 -- 172.21.15.47:0/1859886680 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43a419f3a0 con 0x7f43a41037f0 2024-04-25T02:36:10.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.331+0000 7f439be00640 1 -- 172.21.15.47:0/1859886680 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4394009c30 con 0x7f43a41037f0 2024-04-25T02:36:10.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.331+0000 7f439be00640 1 -- 172.21.15.47:0/1859886680 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439400f6b0 con 0x7f43a41037f0 2024-04-25T02:36:10.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.331+0000 7f43a8c00640 1 -- 172.21.15.47:0/1859886680 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43a41a6c30 con 0x7f43a41037f0 2024-04-25T02:36:10.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.334+0000 7f43acff4740 1 Processor -- start 2024-04-25T02:36:10.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.334+0000 7f43acff4740 1 -- start start 2024-04-25T02:36:10.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f439be00640 1 -- 172.21.15.47:0/1859886680 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f43940109d0 con 0x7f43a41037f0 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43acff4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43acff4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ecc9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43acff4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5eccf10 0x55dfb5ecf300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43acff4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dfb5e20f40 con 0x55dfb5ec1f20 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43acff4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55dfb5e26190 con 0x55dfb5ec2840 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43acff4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55dfb5dcea10 con 0x55dfb5eccf10 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43a3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43a3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ecc9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43a3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec2300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59932/0 (socket says 172.21.15.47:59932) 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43a3e00640 1 -- 172.21.15.47:0/1924612791 learned_addr learned my addr 172.21.15.47:0/1924612791 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.335+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5eccf10 0x55dfb5ecf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f43a3e00640 1 -- 172.21.15.47:0/1924612791 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5eccf10 msgr2=0x55dfb5ecf300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5eccf10 0x55dfb5ecf300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f43a3e00640 1 -- 172.21.15.47:0/1924612791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 msgr2=0x55dfb5ecc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ecc9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f43a3e00640 1 -- 172.21.15.47:0/1924612791 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dfb5c027e0 con 0x55dfb5ec1f20 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f43a3400640 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ecc9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:10.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec2300 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f439c009cd0 tx=0x7f439c0093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20f01bec63b4054 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f439be00640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43880a2d00 0x7f43880a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f438fe00640 1 -- 172.21.15.47:0/1924612791 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439c030720 con 0x55dfb5ec1f20 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f438fe00640 1 -- 172.21.15.47:0/1924612791 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f439c036030 con 0x55dfb5ec1f20 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.336+0000 7f438fe00640 1 -- 172.21.15.47:0/1924612791 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439c004360 con 0x55dfb5ec1f20 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f439be00640 1 -- 172.21.15.47:0/1859886680 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f43940cef10 con 0x7f43a41037f0 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43a3400640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43880a2d00 0x7f43880a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43acff4740 1 -- 172.21.15.47:0/1924612791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 msgr2=0x55dfb5ec2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43acff4740 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec2300 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f439c009cd0 tx=0x7f439c0093e0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43a3400640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43880a2d00 0x7f43880a51c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f43940cc740 tx=0x7f43940d2a60 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43acff4740 1 -- 172.21.15.47:0/1924612791 shutdown_connections 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43acff4740 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5eccf10 0x55dfb5ecf300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43acff4740 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ecc9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43acff4740 1 --2- 172.21.15.47:0/1924612791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec2300 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43acff4740 1 -- 172.21.15.47:0/1924612791 >> 172.21.15.47:0/1924612791 conn(0x55dfb5ebe240 msgr2=0x55dfb5ebe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.337+0000 7f43acff4740 1 -- 172.21.15.47:0/1924612791 shutdown_connections 2024-04-25T02:36:10.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.338+0000 7f43acff4740 1 -- 172.21.15.47:0/1924612791 wait complete. 2024-04-25T02:36:10.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.338+0000 7f43acff4740 1 -- start start 2024-04-25T02:36:10.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.338+0000 7f43acff4740 1 Processor -- start 2024-04-25T02:36:10.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43acff4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43acff4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5eca410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43acff4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5eccf10 0x55dfb5eca950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43acff4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dfb5de1e70 con 0x55dfb5ec1f20 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43acff4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55dfb5e22150 con 0x55dfb5eccf10 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43acff4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55dfb5ecfd40 con 0x55dfb5ec2840 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43acff4740 10 client.0 _ll_register_callbacks cb 0x55dfb5e1d1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43a3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43a3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec9ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59936/0 (socket says 172.21.15.47:59936) 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43a3e00640 1 -- 172.21.15.47:0/1669499276 learned_addr learned my addr 172.21.15.47:0/1669499276 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5eca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5eccf10 0x55dfb5eca950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.339+0000 7f43a2a00640 1 -- 172.21.15.47:0/1669499276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5eccf10 msgr2=0x55dfb5eca950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5eccf10 0x55dfb5eca950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43a2a00640 1 -- 172.21.15.47:0/1669499276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 msgr2=0x55dfb5ec9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43a2a00640 1 -- 172.21.15.47:0/1669499276 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dfb5c62f70 con 0x55dfb5ec2840 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5eca410 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f43900126d0 tx=0x7f4390012b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=281bd85a57c34474 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f438cc00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f438cc00640 1 -- 172.21.15.47:0/1669499276 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439000f920 con 0x55dfb5ec2840 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f438cc00640 1 -- 172.21.15.47:0/1669499276 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f439000fac0 con 0x55dfb5ec2840 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43acff4740 1 -- 172.21.15.47:0/1669499276 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f439c036030 con 0x55dfb5ec2840 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f438cc00640 1 -- 172.21.15.47:0/1669499276 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f439000fcc0 con 0x55dfb5ec2840 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43acff4740 10 client.26251 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.340+0000 7f43acff4740 1 -- 172.21.15.47:0/1669499276 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55dfb5afa170 con 0x55dfb5ec2840 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.341+0000 7f438cc00640 1 -- 172.21.15.47:0/1669499276 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f439c036030 con 0x55dfb5ec2840 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.341+0000 7f438cc00640 1 -- 172.21.15.47:0/1669499276 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f439001c420 con 0x55dfb5ec2840 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.341+0000 7f43acff4740 10 client.26251 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.341+0000 7f43acff4740 10 client.26251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:10.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.341+0000 7f43acff4740 20 client.26251 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:10.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.341+0000 7f43acff4740 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dfb5edd1e0 0x55dfb5edf640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.341+0000 7f43acff4740 4 client.26251 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:10.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.341+0000 7f43acff4740 1 -- 172.21.15.47:0/1669499276 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dfb5e336d0 con 0x55dfb5edd1e0 2024-04-25T02:36:10.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.342+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dfb5edd1e0 0x55dfb5edf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.342+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dfb5edd1e0 0x55dfb5edf640 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d3436ae09142e16 server_cookie=f32e3612710ae46d in_seq=0 out_seq=0 2024-04-25T02:36:10.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.342+0000 7f438cc00640 10 client.26251 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f438cc00640 1 -- 172.21.15.47:0/1669499276 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dfb5e336d0 con 0x55dfb5edd1e0 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f438cc00640 10 client.26251 handle_command_reply: tid=0 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 client.26251 shutdown 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 -- 172.21.15.47:0/1669499276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 msgr2=0x55dfb5eca410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5eca410 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f43900126d0 tx=0x7f4390012b90 comp rx=0 tx=0).stop 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 -- 172.21.15.47:0/1669499276 shutdown_connections 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dfb5edd1e0 0x55dfb5edf640 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5eccf10 0x55dfb5eca950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5eca410 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 --2- 172.21.15.47:0/1669499276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ec9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f438cc00640 0 client.26251 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:10.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 -- 172.21.15.47:0/1669499276 >> 172.21.15.47:0/1669499276 conn(0x55dfb5ebe240 msgr2=0x55dfb5ec4040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 -- 172.21.15.47:0/1669499276 shutdown_connections 2024-04-25T02:36:10.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.343+0000 7f43acff4740 1 -- 172.21.15.47:0/1669499276 wait complete. 2024-04-25T02:36:10.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.344+0000 7f43acff4740 20 client.26251 trim_cache size 0 max 16384 2024-04-25T02:36:10.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.363+0000 7f43acff4740 1 Processor -- start 2024-04-25T02:36:10.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.363+0000 7f43acff4740 1 -- start start 2024-04-25T02:36:10.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43acff4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ed8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43acff4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ebdb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43acff4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 0x55dfb5ee4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43acff4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43a41b1d30 con 0x55dfb5eccf10 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43acff4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f43a41af600 con 0x55dfb5ec2840 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43acff4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f43a41ad450 con 0x55dfb5ec1f20 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a2a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ebdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a2a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ebdb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44314/0 (socket says 172.21.15.47:44314) 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 0x55dfb5ee4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a2a00640 1 -- 172.21.15.47:0/122658795 learned_addr learned my addr 172.21.15.47:0/122658795 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a3e00640 1 --2- 172.21.15.47:0/122658795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ed8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a2a00640 1 -- 172.21.15.47:0/122658795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec1f20 msgr2=0x55dfb5ed8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a2a00640 1 --2- 172.21.15.47:0/122658795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ed8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a2a00640 1 -- 172.21.15.47:0/122658795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 msgr2=0x55dfb5ee4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a2a00640 1 --2- 172.21.15.47:0/122658795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 0x55dfb5ee4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.364+0000 7f43a2a00640 1 -- 172.21.15.47:0/122658795 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dfb5ebe070 con 0x55dfb5ec2840 2024-04-25T02:36:10.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.365+0000 7f43a2a00640 1 --2- 172.21.15.47:0/122658795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ebdb30 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f439001ca80 tx=0x7f4390005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dae8c24162b31c78 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.365+0000 7f438f400640 1 -- 172.21.15.47:0/122658795 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4390029020 con 0x55dfb5ec2840 2024-04-25T02:36:10.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.365+0000 7f438f400640 1 -- 172.21.15.47:0/122658795 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f439000fe60 con 0x55dfb5ec2840 2024-04-25T02:36:10.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.365+0000 7f438f400640 1 -- 172.21.15.47:0/122658795 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439001c680 con 0x55dfb5ec2840 2024-04-25T02:36:10.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 -- 172.21.15.47:0/122658795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 msgr2=0x55dfb5ebdb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 --2- 172.21.15.47:0/122658795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ebdb30 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f439001ca80 tx=0x7f4390005880 comp rx=0 tx=0).stop 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 -- 172.21.15.47:0/122658795 shutdown_connections 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 --2- 172.21.15.47:0/122658795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 0x55dfb5ee4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 --2- 172.21.15.47:0/122658795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec2840 0x55dfb5ebdb30 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 --2- 172.21.15.47:0/122658795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ed8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 -- 172.21.15.47:0/122658795 >> 172.21.15.47:0/122658795 conn(0x55dfb5ebe240 msgr2=0x55dfb5eca720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 -- 172.21.15.47:0/122658795 shutdown_connections 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 -- 172.21.15.47:0/122658795 wait complete. 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.366+0000 7f43acff4740 1 -- start start 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43acff4740 1 Processor -- start 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43acff4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ed5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43acff4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5ed1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43acff4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 0x55dfb5ed24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43acff4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43a41adac0 con 0x55dfb5eccf10 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43acff4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f43a41aef30 con 0x55dfb5ec1f20 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43acff4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f43a41ae190 con 0x55dfb5ec2840 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43acff4740 10 client.0 _ll_register_callbacks cb 0x7f4390009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43a3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ed5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43a3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 0x55dfb5ed24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43a2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5ed1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43a2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5ed1f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:50922/0 (socket says 172.21.15.47:50922) 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.367+0000 7f43a2a00640 1 -- 172.21.15.47:0/1107203131 learned_addr learned my addr 172.21.15.47:0/1107203131 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f43a2a00640 1 -- 172.21.15.47:0/1107203131 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec1f20 msgr2=0x55dfb5ed5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ed5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f43a2a00640 1 -- 172.21.15.47:0/1107203131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 msgr2=0x55dfb5ed24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 0x55dfb5ed24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f43a2a00640 1 -- 172.21.15.47:0/1107203131 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dfb5ed2ca0 con 0x55dfb5ec2840 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f43a2a00640 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5ed1f60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f439001c9b0 tx=0x7f439000f920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e71d47aaca3d471 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f438cc00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f438cc00640 1 -- 172.21.15.47:0/1107203131 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439001c630 con 0x55dfb5ec2840 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.368+0000 7f43acff4740 1 -- 172.21.15.47:0/1107203131 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f439000fe60 con 0x55dfb5ec2840 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f438cc00640 1 -- 172.21.15.47:0/1107203131 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f43900050c0 con 0x55dfb5ec2840 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f438cc00640 1 -- 172.21.15.47:0/1107203131 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f43900052c0 con 0x55dfb5ec2840 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f43acff4740 10 client.26257 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f43acff4740 1 -- 172.21.15.47:0/1107203131 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55dfb5f4cfb0 con 0x55dfb5ec2840 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f438cc00640 1 -- 172.21.15.47:0/1107203131 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f439000fe60 con 0x55dfb5ec2840 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f438cc00640 1 -- 172.21.15.47:0/1107203131 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4390037470 con 0x55dfb5ec2840 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f43acff4740 10 client.26257 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f43acff4740 10 client.26257 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:10.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f43acff4740 20 client.26257 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:10.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f43acff4740 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dfb5f4d700 0x55dfb5f4fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f43acff4740 4 client.26257 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:36:10.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.369+0000 7f43acff4740 1 -- 172.21.15.47:0/1107203131 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55dfb5e2da20 con 0x55dfb5f4d700 2024-04-25T02:36:10.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.370+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dfb5f4d700 0x55dfb5f4fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.370+0000 7f43a3e00640 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dfb5f4d700 0x55dfb5f4fb20 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cabc9d981f2db662 server_cookie=c249a13b56cd23d5 in_seq=0 out_seq=0 2024-04-25T02:36:10.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.370+0000 7f438cc00640 10 client.26257 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f438cc00640 1 -- 172.21.15.47:0/1107203131 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55dfb5e2da20 con 0x55dfb5f4d700 2024-04-25T02:36:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f438cc00640 10 client.26257 handle_command_reply: tid=0 2024-04-25T02:36:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 client.26257 shutdown 2024-04-25T02:36:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 -- 172.21.15.47:0/1107203131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 msgr2=0x55dfb5ed1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5ed1f60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f439001c9b0 tx=0x7f439000f920 comp rx=0 tx=0).stop 2024-04-25T02:36:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 -- 172.21.15.47:0/1107203131 shutdown_connections 2024-04-25T02:36:10.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55dfb5f4d700 0x55dfb5f4fb20 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dfb5eccf10 0x55dfb5ed24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dfb5ec2840 0x55dfb5ed1f60 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 --2- 172.21.15.47:0/1107203131 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55dfb5ec1f20 0x55dfb5ed5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f438cc00640 0 client.26257 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 -- 172.21.15.47:0/1107203131 >> 172.21.15.47:0/1107203131 conn(0x55dfb5ebe240 msgr2=0x55dfb5ec3670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 -- 172.21.15.47:0/1107203131 shutdown_connections 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 1 -- 172.21.15.47:0/1107203131 wait complete. 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.372+0000 7f43acff4740 20 client.26257 trim_cache size 0 max 16384 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:36:10.379 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:36:10.380 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "5da398de-ade2-4abc-b773-a4bf7699cf17", 2024-04-25T02:36:10.380 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:36:10.380 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:36:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 -- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43880a2d00 msgr2=0x7f43880a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43880a2d00 0x7f43880a51c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f43940cc740 tx=0x7f43940d2a60 comp rx=0 tx=0).stop 2024-04-25T02:36:10.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 -- 172.21.15.47:0/1859886680 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43a41037f0 msgr2=0x7f43a419a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43a41037f0 0x7f43a419a0c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f439400d950 tx=0x7f439400de10 comp rx=0 tx=0).stop 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 -- 172.21.15.47:0/1859886680 shutdown_connections 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43880a2d00 0x7f43880a51c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a4109800 0x7f43a419e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43a41041b0 0x7f43a419a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 --2- 172.21.15.47:0/1859886680 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43a41037f0 0x7f43a419a0c0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 -- 172.21.15.47:0/1859886680 >> 172.21.15.47:0/1859886680 conn(0x7f43a40ff280 msgr2=0x7f43a40ff900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 -- 172.21.15.47:0/1859886680 shutdown_connections 2024-04-25T02:36:10.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.373+0000 7f43a8c00640 1 -- 172.21.15.47:0/1859886680 wait complete. 2024-04-25T02:36:10.395 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:36:10.395 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:36:10.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.609+0000 7f18f5c00640 1 -- 172.21.15.47:0/583560462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f0109930 msgr2=0x7f18f0109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.609+0000 7f18f5c00640 1 --2- 172.21.15.47:0/583560462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f0109930 0x7f18f0109d10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f18e0009930 tx=0x7f18e002a420 comp rx=0 tx=0).stop 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.609+0000 7f18f5c00640 1 -- 172.21.15.47:0/583560462 shutdown_connections 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.609+0000 7f18f5c00640 1 --2- 172.21.15.47:0/583560462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18f01042e0 0x7f18f01107f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.609+0000 7f18f5c00640 1 --2- 172.21.15.47:0/583560462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18f0103920 0x7f18f0103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.609+0000 7f18f5c00640 1 --2- 172.21.15.47:0/583560462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f0109930 0x7f18f0109d10 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.609+0000 7f18f5c00640 1 -- 172.21.15.47:0/583560462 >> 172.21.15.47:0/583560462 conn(0x7f18f00ff3b0 msgr2=0x7f18f01017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.610+0000 7f18f5c00640 1 -- 172.21.15.47:0/583560462 shutdown_connections 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.610+0000 7f18f5c00640 1 -- 172.21.15.47:0/583560462 wait complete. 2024-04-25T02:36:10.614 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18f5c00640 1 Processor -- start 2024-04-25T02:36:10.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18f5c00640 1 -- start start 2024-04-25T02:36:10.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18f5c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18f0103920 0x7f18f019a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18f5c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f01042e0 0x7f18f019a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18f5c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18f0109930 0x7f18f019eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18f5c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f18f0113d60 con 0x7f18f0109930 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18f5c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f18f0113be0 con 0x7f18f0103920 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18f5c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f18f0113ee0 con 0x7f18f01042e0 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.611+0000 7f18ef400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18f0109930 0x7f18f019eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18ee000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f01042e0 0x7f18f019a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18eea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18f0103920 0x7f18f019a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18ef400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18f0109930 0x7f18f019eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59986/0 (socket says 172.21.15.47:59986) 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18ef400640 1 -- 172.21.15.47:0/2858983502 learned_addr learned my addr 172.21.15.47:0/2858983502 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18eea00640 1 -- 172.21.15.47:0/2858983502 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f01042e0 msgr2=0x7f18f019a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18eea00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f01042e0 0x7f18f019a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18eea00640 1 -- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18f0109930 msgr2=0x7f18f019eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18eea00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18f0109930 0x7f18f019eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18eea00640 1 -- 172.21.15.47:0/2858983502 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f019f250 con 0x7f18f0103920 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18ef400640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18f0109930 0x7f18f019eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18ee000640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f01042e0 0x7f18f019a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.612+0000 7f18eea00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18f0103920 0x7f18f019a260 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f18e002a940 tx=0x7f18e0003b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.613+0000 7f18e7400640 1 -- 172.21.15.47:0/2858983502 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e003f070 con 0x7f18f0103920 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.613+0000 7f18f5c00640 1 -- 172.21.15.47:0/2858983502 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18f019f4e0 con 0x7f18f0103920 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.613+0000 7f18e7400640 1 -- 172.21.15.47:0/2858983502 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18e0031c90 con 0x7f18f0103920 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.613+0000 7f18e7400640 1 -- 172.21.15.47:0/2858983502 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e0035030 con 0x7f18f0103920 2024-04-25T02:36:10.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.613+0000 7f18f5c00640 1 -- 172.21.15.47:0/2858983502 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18f01a6dd0 con 0x7f18f0103920 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.616+0000 7f18e7400640 1 -- 172.21.15.47:0/2858983502 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f18e0042070 con 0x7f18f0103920 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.616+0000 7f18f8a15740 1 Processor -- start 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.616+0000 7f18f8a15740 1 -- start start 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e66000 0x559277e663e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e70ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e70ff0 0x559277e733e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18f8a15740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559277dca560 con 0x559277e66920 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18f8a15740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559277d72930 con 0x559277e66000 2024-04-25T02:36:10.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18f8a15740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559277dc6520 con 0x559277e70ff0 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18eea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e70ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18ef400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e66000 0x559277e663e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18eea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e70ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59994/0 (socket says 172.21.15.47:59994) 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18eea00640 1 -- 172.21.15.47:0/2686056643 learned_addr learned my addr 172.21.15.47:0/2686056643 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18ee000640 1 --2- 172.21.15.47:0/2686056643 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e70ff0 0x559277e733e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18ef400640 1 -- 172.21.15.47:0/2686056643 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e70ff0 msgr2=0x559277e733e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18ef400640 1 --2- 172.21.15.47:0/2686056643 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e70ff0 0x559277e733e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18ef400640 1 -- 172.21.15.47:0/2686056643 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 msgr2=0x559277e70ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18ef400640 1 --2- 172.21.15.47:0/2686056643 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e70ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.617+0000 7f18ef400640 1 -- 172.21.15.47:0/2686056643 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559277ba87d0 con 0x559277e66000 2024-04-25T02:36:10.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.618+0000 7f18ef400640 1 --2- 172.21.15.47:0/2686056643 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e66000 0x559277e663e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f18e8011760 tx=0x7f18e8011c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff8f74e0484b895 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.618+0000 7f18dbe00640 1 -- 172.21.15.47:0/2686056643 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e8004d20 con 0x559277e66000 2024-04-25T02:36:10.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.618+0000 7f18e7400640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f18d40a2d00 0x7f18d40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.618+0000 7f18dbe00640 1 -- 172.21.15.47:0/2686056643 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18e8005020 con 0x559277e66000 2024-04-25T02:36:10.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.618+0000 7f18dbe00640 1 -- 172.21.15.47:0/2686056643 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e8019690 con 0x559277e66000 2024-04-25T02:36:10.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.618+0000 7f18e7400640 1 -- 172.21.15.47:0/2858983502 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f18e00efcd0 con 0x7f18f0103920 2024-04-25T02:36:10.623 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18eea00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f18d40a2d00 0x7f18d40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 -- 172.21.15.47:0/2686056643 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e66000 msgr2=0x559277e663e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.626 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 --2- 172.21.15.47:0/2686056643 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e66000 0x559277e663e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f18e8011760 tx=0x7f18e8011c20 comp rx=0 tx=0).stop 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 -- 172.21.15.47:0/2686056643 shutdown_connections 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 --2- 172.21.15.47:0/2686056643 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e70ff0 0x559277e733e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18eea00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f18d40a2d00 0x7f18d40a51c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f18e0034040 tx=0x7f18e00f3780 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 --2- 172.21.15.47:0/2686056643 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e70ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 --2- 172.21.15.47:0/2686056643 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e66000 0x559277e663e0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 -- 172.21.15.47:0/2686056643 >> 172.21.15.47:0/2686056643 conn(0x559277e62320 msgr2=0x559277e62700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 -- 172.21.15.47:0/2686056643 shutdown_connections 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.619+0000 7f18f8a15740 1 -- 172.21.15.47:0/2686056643 wait complete. 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.620+0000 7f18f8a15740 1 -- start start 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.620+0000 7f18f8a15740 1 Processor -- start 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e6de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e6e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e6e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18f8a15740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559277e73de0 con 0x559277e66920 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18f8a15740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559277d85d90 con 0x559277e70ff0 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18f8a15740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559277e73f60 con 0x559277e66000 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18f8a15740 10 client.0 _ll_register_callbacks cb 0x559277d85780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e6e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ef400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e6de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e6e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:60006/0 (socket says 172.21.15.47:60006) 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ee000640 1 -- 172.21.15.47:0/1362562074 learned_addr learned my addr 172.21.15.47:0/1362562074 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ef400640 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e6e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ee000640 1 -- 172.21.15.47:0/1362562074 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 msgr2=0x559277e6de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ee000640 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e6de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ee000640 1 -- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 msgr2=0x559277e6e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ee000640 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e6e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ee000640 1 -- 172.21.15.47:0/1362562074 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559277ade3f0 con 0x559277e66920 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.621+0000 7f18ef400640 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e6e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.622+0000 7f18ee000640 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e6e390 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f18dc012d00 tx=0x7f18dc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42480df987fc0135 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.622+0000 7f18d8c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.622+0000 7f18d8c00640 1 -- 172.21.15.47:0/1362562074 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18dc009d90 con 0x559277e66920 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.622+0000 7f18d8c00640 1 -- 172.21.15.47:0/1362562074 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f18dc012110 con 0x559277e66920 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.622+0000 7f18f8a15740 1 -- 172.21.15.47:0/1362562074 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f18e8005020 con 0x559277e66920 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.622+0000 7f18d8c00640 1 -- 172.21.15.47:0/1362562074 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f18dc004050 con 0x559277e66920 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.622+0000 7f18f8a15740 10 client.16158 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.622+0000 7f18f8a15740 1 -- 172.21.15.47:0/1362562074 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559277a9e0f0 con 0x559277e66920 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18d8c00640 1 -- 172.21.15.47:0/1362562074 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18e8005020 con 0x559277e66920 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18d8c00640 1 -- 172.21.15.47:0/1362562074 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f18dc010430 con 0x559277e66920 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18f8a15740 10 client.16158 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18f8a15740 10 client.16158 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:10.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18f8a15740 20 client.16158 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:10.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559277e813a0 0x559277e837c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18f8a15740 4 client.16158 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:10.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18f8a15740 1 -- 172.21.15.47:0/1362562074 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559277dddd90 con 0x559277e813a0 2024-04-25T02:36:10.630 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.623+0000 7f18ef400640 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559277e813a0 0x559277e837c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.624+0000 7f18ef400640 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559277e813a0 0x559277e837c0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62705f62f54ca730 server_cookie=d06b36de9c151e17 in_seq=0 out_seq=0 2024-04-25T02:36:10.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.624+0000 7f18d8c00640 10 client.16158 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:10.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18d8c00640 1 -- 172.21.15.47:0/1362562074 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559277dddd90 con 0x559277e813a0 2024-04-25T02:36:10.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18d8c00640 10 client.16158 handle_command_reply: tid=0 2024-04-25T02:36:10.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 client.16158 shutdown 2024-04-25T02:36:10.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 -- 172.21.15.47:0/1362562074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 msgr2=0x559277e6e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e6e390 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f18dc012d00 tx=0x7f18dc00f790 comp rx=0 tx=0).stop 2024-04-25T02:36:10.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 -- 172.21.15.47:0/1362562074 shutdown_connections 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559277e813a0 0x559277e837c0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e6e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e6e390 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1362562074 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e6de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 -- 172.21.15.47:0/1362562074 >> 172.21.15.47:0/1362562074 conn(0x559277e62320 msgr2=0x559277e68000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18d8c00640 0 client.16158 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 -- 172.21.15.47:0/1362562074 shutdown_connections 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 1 -- 172.21.15.47:0/1362562074 wait complete. 2024-04-25T02:36:10.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.625+0000 7f18f8a15740 20 client.16158 trim_cache size 0 max 16384 2024-04-25T02:36:10.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.645+0000 7f18f8a15740 1 Processor -- start 2024-04-25T02:36:10.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.645+0000 7f18f8a15740 1 -- start start 2024-04-25T02:36:10.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.645+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e7cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.645+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e890d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.645+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e89610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.645+0000 7f18f8a15740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f18f01b1f00 con 0x559277e66920 2024-04-25T02:36:10.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.645+0000 7f18f8a15740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f18f01af7d0 con 0x559277e70ff0 2024-04-25T02:36:10.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.645+0000 7f18f8a15740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f18f01ad620 con 0x559277e66000 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e890d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ef400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e7cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ef400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e7cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:50968/0 (socket says 172.21.15.47:50968) 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ef400640 1 -- 172.21.15.47:0/1435993841 learned_addr learned my addr 172.21.15.47:0/1435993841 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ef400640 1 --2- 172.21.15.47:0/1435993841 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e89610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ee000640 1 -- 172.21.15.47:0/1435993841 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 msgr2=0x559277e7cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ee000640 1 --2- 172.21.15.47:0/1435993841 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e7cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ee000640 1 -- 172.21.15.47:0/1435993841 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 msgr2=0x559277e89610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ee000640 1 --2- 172.21.15.47:0/1435993841 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e89610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.646+0000 7f18ee000640 1 -- 172.21.15.47:0/1435993841 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559277e61c00 con 0x559277e66920 2024-04-25T02:36:10.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.647+0000 7f18ee000640 1 --2- 172.21.15.47:0/1435993841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e890d0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f18dc0108d0 tx=0x7f18dc0057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89b673582bc8072 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.647+0000 7f18db400640 1 -- 172.21.15.47:0/1435993841 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18dc032070 con 0x559277e66920 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.647+0000 7f18db400640 1 -- 172.21.15.47:0/1435993841 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18dc0121d0 con 0x559277e66920 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.647+0000 7f18db400640 1 -- 172.21.15.47:0/1435993841 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18dc029070 con 0x559277e66920 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 -- 172.21.15.47:0/1435993841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 msgr2=0x559277e890d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1435993841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e890d0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f18dc0108d0 tx=0x7f18dc0057d0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 -- 172.21.15.47:0/1435993841 shutdown_connections 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1435993841 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e89610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1435993841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e890d0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 --2- 172.21.15.47:0/1435993841 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e7cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 -- 172.21.15.47:0/1435993841 >> 172.21.15.47:0/1435993841 conn(0x559277e62320 msgr2=0x559277e69130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 -- 172.21.15.47:0/1435993841 shutdown_connections 2024-04-25T02:36:10.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 -- 172.21.15.47:0/1435993841 wait complete. 2024-04-25T02:36:10.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.648+0000 7f18f8a15740 1 -- start start 2024-04-25T02:36:10.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.649+0000 7f18f8a15740 1 Processor -- start 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.649+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e79670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.649+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e726a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.649+0000 7f18f8a15740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e72be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.649+0000 7f18f8a15740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f18f01adc90 con 0x559277e66920 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.649+0000 7f18f8a15740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f18f01af100 con 0x559277e70ff0 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.649+0000 7f18f8a15740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f18f01ae360 con 0x559277e66000 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.649+0000 7f18f8a15740 10 client.0 _ll_register_callbacks cb 0x7f18dc0127f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e726a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e726a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:60020/0 (socket says 172.21.15.47:60020) 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 -- 172.21.15.47:0/832531473 learned_addr learned my addr 172.21.15.47:0/832531473 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ef400640 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e79670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ef400640 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e72be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 -- 172.21.15.47:0/832531473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 msgr2=0x559277e79670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e79670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 -- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 msgr2=0x559277e72be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e72be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 -- 172.21.15.47:0/832531473 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559277e713d0 con 0x559277e66920 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ef400640 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e72be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18ee000640 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e726a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f18dc010850 tx=0x7f18dc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4fe64921f0322c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.650+0000 7f18d8c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18d8c00640 1 -- 172.21.15.47:0/832531473 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18dc029070 con 0x559277e66920 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18d8c00640 1 -- 172.21.15.47:0/832531473 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f18dc010540 con 0x559277e66920 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 1 -- 172.21.15.47:0/832531473 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f18dc0121d0 con 0x559277e66920 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18d8c00640 1 -- 172.21.15.47:0/832531473 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f18dc032040 con 0x559277e66920 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 10 client.16164 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:10.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 1 -- 172.21.15.47:0/832531473 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559277e784f0 con 0x559277e66920 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18d8c00640 1 -- 172.21.15.47:0/832531473 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18dc0121d0 con 0x559277e66920 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18d8c00640 1 -- 172.21.15.47:0/832531473 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f18dc02d450 con 0x559277e66920 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 10 client.16164 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 10 client.16164 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 20 client.16164 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559277e78c60 0x559277ee9950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 4 client.16164 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.651+0000 7f18f8a15740 1 -- 172.21.15.47:0/832531473 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559277dd7aa0 con 0x559277e78c60 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.652+0000 7f18ef400640 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559277e78c60 0x559277ee9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.652+0000 7f18ef400640 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559277e78c60 0x559277ee9950 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ed2d90ece05cc9b server_cookie=d943e9020de0cfed in_seq=0 out_seq=0 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.652+0000 7f18d8c00640 10 client.16164 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18d8c00640 1 -- 172.21.15.47:0/832531473 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x559277dd7aa0 con 0x559277e78c60 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18d8c00640 10 client.16164 handle_command_reply: tid=0 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 client.16164 shutdown 2024-04-25T02:36:10.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 -- 172.21.15.47:0/832531473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 msgr2=0x559277e726a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e726a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f18dc010850 tx=0x7f18dc000bc0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 -- 172.21.15.47:0/832531473 shutdown_connections 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559277e78c60 0x559277ee9950 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559277e70ff0 0x559277e72be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559277e66920 0x559277e726a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 --2- 172.21.15.47:0/832531473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559277e66000 0x559277e79670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 -- 172.21.15.47:0/832531473 >> 172.21.15.47:0/832531473 conn(0x559277e62320 msgr2=0x559277e6c720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18d8c00640 0 client.16164 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 -- 172.21.15.47:0/832531473 shutdown_connections 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 1 -- 172.21.15.47:0/832531473 wait complete. 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.653+0000 7f18f8a15740 20 client.16164 trim_cache size 0 max 16384 2024-04-25T02:36:10.660 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout: "5da398de-ade2-4abc-b773-a4bf7699cf17": { 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "5da398de-ade2-4abc-b773-a4bf7699cf17", 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:36:10.661 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 -- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f18d40a2d00 msgr2=0x7f18d40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f18d40a2d00 0x7f18d40a51c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f18e0034040 tx=0x7f18e00f3780 comp rx=0 tx=0).stop 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 -- 172.21.15.47:0/2858983502 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18f0103920 msgr2=0x7f18f019a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18f0103920 0x7f18f019a260 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f18e002a940 tx=0x7f18e0003b20 comp rx=0 tx=0).stop 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 -- 172.21.15.47:0/2858983502 shutdown_connections 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f18d40a2d00 0x7f18d40a51c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f18f0109930 0x7f18f019eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18f01042e0 0x7f18f019a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 --2- 172.21.15.47:0/2858983502 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f18f0103920 0x7f18f019a260 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:10.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 -- 172.21.15.47:0/2858983502 >> 172.21.15.47:0/2858983502 conn(0x7f18f00ff3b0 msgr2=0x7f18f00ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:10.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 -- 172.21.15.47:0/2858983502 shutdown_connections 2024-04-25T02:36:10.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:10.654+0000 7f18f5c00640 1 -- 172.21.15.47:0/2858983502 wait complete. 2024-04-25T02:36:10.677 INFO:tasks.cephfs.filesystem:scrub status for tag:5da398de-ade2-4abc-b773-a4bf7699cf17 - {'path': '/', 'tag': '5da398de-ade2-4abc-b773-a4bf7699cf17', 'options': 'recursive,force'} 2024-04-25T02:36:10.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:10 smithi178 ceph-mon[33053]: pgmap v107: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:36:10.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:10 smithi047 ceph-mon[27871]: pgmap v107: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:36:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:10 smithi113 ceph-mon[32459]: pgmap v107: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:36:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:11 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:36:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:11 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:11 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:36:11.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:11 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:11 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:36:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:11 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:11 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:36:11.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:11 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:11 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:36:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:11 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:11 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:36:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:11 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:12.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:12 smithi178 ceph-mon[33053]: pgmap v108: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:36:12.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:12 smithi047 ceph-mon[27871]: pgmap v108: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:36:13.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:12 smithi113 ceph-mon[32459]: pgmap v108: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:36:14.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:14 smithi178 ceph-mon[33053]: pgmap v109: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:36:14.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:14 smithi047 ceph-mon[27871]: pgmap v109: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:36:15.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:14 smithi113 ceph-mon[32459]: pgmap v109: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:36:15.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:15 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:36:15.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:15 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:36:16.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:15 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:36:16.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:16 smithi047 ceph-mon[27871]: pgmap v110: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-25T02:36:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:16 smithi113 ceph-mon[32459]: pgmap v110: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-25T02:36:17.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:16 smithi178 ceph-mon[33053]: pgmap v110: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-25T02:36:18.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:18 smithi047 ceph-mon[27871]: pgmap v111: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T02:36:19.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:18 smithi113 ceph-mon[32459]: pgmap v111: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T02:36:19.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:18 smithi178 ceph-mon[33053]: pgmap v111: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T02:36:20.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:20 smithi047 ceph-mon[27871]: pgmap v112: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:36:21.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:20 smithi113 ceph-mon[32459]: pgmap v112: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:36:21.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:20 smithi178 ceph-mon[33053]: pgmap v112: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:36:22.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:22 smithi047 ceph-mon[27871]: pgmap v113: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:36:23.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:22 smithi113 ceph-mon[32459]: pgmap v113: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:36:23.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:22 smithi178 ceph-mon[33053]: pgmap v113: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:36:24.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:24 smithi047 ceph-mon[27871]: pgmap v114: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:36:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:24 smithi113 ceph-mon[32459]: pgmap v114: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:36:25.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:24 smithi178 ceph-mon[33053]: pgmap v114: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:36:26.890 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:26 smithi178 ceph-mon[33053]: pgmap v115: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:26 smithi047 ceph-mon[27871]: pgmap v115: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:26 smithi113 ceph-mon[32459]: pgmap v115: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:28.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:28 smithi047 ceph-mon[27871]: pgmap v116: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:29.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:28 smithi113 ceph-mon[32459]: pgmap v116: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:28 smithi178 ceph-mon[33053]: pgmap v116: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:30.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:30 smithi047 ceph-mon[27871]: pgmap v117: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:31.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:30 smithi113 ceph-mon[32459]: pgmap v117: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:30 smithi178 ceph-mon[33053]: pgmap v117: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:32.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:32 smithi047 ceph-mon[27871]: pgmap v118: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:32 smithi113 ceph-mon[32459]: pgmap v118: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:32 smithi178 ceph-mon[33053]: pgmap v118: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:34.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:34 smithi047 ceph-mon[27871]: pgmap v119: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:35.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:34 smithi113 ceph-mon[32459]: pgmap v119: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:34 smithi178 ceph-mon[33053]: pgmap v119: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:36.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:36 smithi047 ceph-mon[27871]: pgmap v120: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:36 smithi113 ceph-mon[32459]: pgmap v120: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:36 smithi178 ceph-mon[33053]: pgmap v120: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:38.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:38 smithi047 ceph-mon[27871]: pgmap v121: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:38 smithi113 ceph-mon[32459]: pgmap v121: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:38 smithi178 ceph-mon[33053]: pgmap v121: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:40.678 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:36:40.678 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:36:40.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.899+0000 7fcb97e00640 1 -- 172.21.15.47:0/86582472 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb98073b70 msgr2=0x7fcb98073f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.899+0000 7fcb97e00640 1 --2- 172.21.15.47:0/86582472 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb98073b70 0x7fcb98073f50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fcb88009ca0 tx=0x7fcb8802a940 comp rx=0 tx=0).stop 2024-04-25T02:36:40.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.900+0000 7fcb97e00640 1 -- 172.21.15.47:0/86582472 shutdown_connections 2024-04-25T02:36:40.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.900+0000 7fcb97e00640 1 --2- 172.21.15.47:0/86582472 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb9810de10 0x7fcb98110260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.900+0000 7fcb97e00640 1 --2- 172.21.15.47:0/86582472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb98074490 0x7fcb9810d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.900+0000 7fcb97e00640 1 --2- 172.21.15.47:0/86582472 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb98073b70 0x7fcb98073f50 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.900+0000 7fcb97e00640 1 -- 172.21.15.47:0/86582472 >> 172.21.15.47:0/86582472 conn(0x7fcb980fd0e0 msgr2=0x7fcb980ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:40.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.900+0000 7fcb97e00640 1 -- 172.21.15.47:0/86582472 shutdown_connections 2024-04-25T02:36:40.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.900+0000 7fcb97e00640 1 -- 172.21.15.47:0/86582472 wait complete. 2024-04-25T02:36:40.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.901+0000 7fcb97e00640 1 Processor -- start 2024-04-25T02:36:40.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.901+0000 7fcb97e00640 1 -- start start 2024-04-25T02:36:40.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.901+0000 7fcb97e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb98073b70 0x7fcb9819a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.901+0000 7fcb97e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb98074490 0x7fcb9819a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.901+0000 7fcb97e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb9810de10 0x7fcb9819e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.901+0000 7fcb97e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb98113bb0 con 0x7fcb98073b70 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.901+0000 7fcb97e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcb98113a30 con 0x7fcb98074490 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.901+0000 7fcb97e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcb98113d30 con 0x7fcb9810de10 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb98073b70 0x7fcb9819a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb98074490 0x7fcb9819a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb98073b70 0x7fcb9819a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37008/0 (socket says 172.21.15.47:37008) 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96a00640 1 -- 172.21.15.47:0/302348087 learned_addr learned my addr 172.21.15.47:0/302348087 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb97400640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb9810de10 0x7fcb9819e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96a00640 1 -- 172.21.15.47:0/302348087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb9810de10 msgr2=0x7fcb9819e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96a00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb9810de10 0x7fcb9819e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96a00640 1 -- 172.21.15.47:0/302348087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb98074490 msgr2=0x7fcb9819a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96a00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb98074490 0x7fcb9819a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96a00640 1 -- 172.21.15.47:0/302348087 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9819f090 con 0x7fcb98073b70 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.902+0000 7fcb96000640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb98074490 0x7fcb9819a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.903+0000 7fcb96a00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb98073b70 0x7fcb9819a0f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcb88030040 tx=0x7fcb8802f620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.903+0000 7fcb8f400640 1 -- 172.21.15.47:0/302348087 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb88034040 con 0x7fcb98073b70 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.903+0000 7fcb97e00640 1 -- 172.21.15.47:0/302348087 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb9819f320 con 0x7fcb98073b70 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.903+0000 7fcb8f400640 1 -- 172.21.15.47:0/302348087 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb88003e50 con 0x7fcb98073b70 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.903+0000 7fcb8f400640 1 -- 172.21.15.47:0/302348087 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb88004750 con 0x7fcb98073b70 2024-04-25T02:36:40.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.903+0000 7fcb97e00640 1 -- 172.21.15.47:0/302348087 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb981a6c10 con 0x7fcb98073b70 2024-04-25T02:36:40.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:40 smithi047 ceph-mon[27871]: pgmap v122: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:40.910 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.907+0000 7fcb8f400640 1 -- 172.21.15.47:0/302348087 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcb88037020 con 0x7fcb98073b70 2024-04-25T02:36:40.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.907+0000 7fcba0602740 1 Processor -- start 2024-04-25T02:36:40.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.907+0000 7fcba0602740 1 -- start start 2024-04-25T02:36:40.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.907+0000 7fcba0602740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.907+0000 7fcba0602740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc54c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.907+0000 7fcba0602740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc575c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcba0602740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561d3dbae560 con 0x561d3dc4ab00 2024-04-25T02:36:40.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcba0602740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561d3db56930 con 0x561d3dc4a1e0 2024-04-25T02:36:40.911 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcba0602740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561d3dbaa520 con 0x561d3dc551d0 2024-04-25T02:36:40.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb96a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc54c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb97400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb97400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:37628/0 (socket says 172.21.15.47:37628) 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb96000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb97400640 1 -- 172.21.15.47:0/3330016770 learned_addr learned my addr 172.21.15.47:0/3330016770 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb97400640 1 -- 172.21.15.47:0/3330016770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 msgr2=0x561d3dc575c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb97400640 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc575c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb97400640 1 -- 172.21.15.47:0/3330016770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 msgr2=0x561d3dc54c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb97400640 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc54c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb97400640 1 -- 172.21.15.47:0/3330016770 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d3d98c7d0 con 0x561d3dc4a1e0 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb96a00640 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc54c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.908+0000 7fcb96000640 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc575c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.909+0000 7fcb8f400640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb7c0a2d80 0x7fcb7c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.909+0000 7fcb8f400640 1 -- 172.21.15.47:0/302348087 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fcb880f0340 con 0x7fcb98073b70 2024-04-25T02:36:40.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.909+0000 7fcb97400640 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4a5c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fcb90009c20 tx=0x7fcb90011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1833f62b963215e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.909+0000 7fcb96a00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb7c0a2d80 0x7fcb7c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.909+0000 7fcb87e00640 1 -- 172.21.15.47:0/3330016770 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9001e070 con 0x561d3dc4a1e0 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.909+0000 7fcb87e00640 1 -- 172.21.15.47:0/3330016770 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb90019b10 con 0x561d3dc4a1e0 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.909+0000 7fcb87e00640 1 -- 172.21.15.47:0/3330016770 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9000eae0 con 0x561d3dc4a1e0 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 -- 172.21.15.47:0/3330016770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 msgr2=0x561d3dc4a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4a5c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fcb90009c20 tx=0x7fcb90011810 comp rx=0 tx=0).stop 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcb96a00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb7c0a2d80 0x7fcb7c0a5240 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x561d3dc4b7a0 tx=0x7fcb880f3df0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 -- 172.21.15.47:0/3330016770 shutdown_connections 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc575c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc54c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 --2- 172.21.15.47:0/3330016770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4a5c0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 -- 172.21.15.47:0/3330016770 >> 172.21.15.47:0/3330016770 conn(0x561d3dc46500 msgr2=0x561d3dc468e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 -- 172.21.15.47:0/3330016770 shutdown_connections 2024-04-25T02:36:40.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.910+0000 7fcba0602740 1 -- 172.21.15.47:0/3330016770 wait complete. 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.911+0000 7fcba0602740 1 -- start start 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.911+0000 7fcba0602740 1 Processor -- start 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.911+0000 7fcba0602740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc52140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.911+0000 7fcba0602740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc52680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.911+0000 7fcba0602740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc52bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.911+0000 7fcba0602740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561d3dc57fc0 con 0x561d3dc4ab00 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.911+0000 7fcba0602740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561d3db69d90 con 0x561d3dc4a1e0 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.911+0000 7fcba0602740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561d3dc58140 con 0x561d3dc551d0 2024-04-25T02:36:40.920 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcba0602740 10 client.0 _ll_register_callbacks cb 0x561d3db69780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb96000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc52680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb97400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc52140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb96000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc52680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37034/0 (socket says 172.21.15.47:37034) 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb96000640 1 -- 172.21.15.47:0/891123985 learned_addr learned my addr 172.21.15.47:0/891123985 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb97400640 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc52bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb96000640 1 -- 172.21.15.47:0/891123985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 msgr2=0x561d3dc52bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb96000640 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc52bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb96000640 1 -- 172.21.15.47:0/891123985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 msgr2=0x561d3dc52140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb96000640 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc52140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb96000640 1 -- 172.21.15.47:0/891123985 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d3d8c23f0 con 0x561d3dc4ab00 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.912+0000 7fcb97400640 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc52bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcb96000640 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc52680 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcb80012d00 tx=0x7fcb8000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baae43f7a32a5a5e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:40.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcb84c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcb84c00640 1 -- 172.21.15.47:0/891123985 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb80009d90 con 0x561d3dc4ab00 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcb84c00640 1 -- 172.21.15.47:0/891123985 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fcb800120d0 con 0x561d3dc4ab00 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcba0602740 1 -- 172.21.15.47:0/891123985 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb90019b10 con 0x561d3dc4ab00 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcb84c00640 1 -- 172.21.15.47:0/891123985 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb800047a0 con 0x561d3dc4ab00 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcba0602740 10 client.16176 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcba0602740 1 -- 172.21.15.47:0/891123985 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561d3d8820f0 con 0x561d3dc4ab00 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.913+0000 7fcb84c00640 1 -- 172.21.15.47:0/891123985 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb90019b10 con 0x561d3dc4ab00 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.914+0000 7fcb84c00640 1 -- 172.21.15.47:0/891123985 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb80010550 con 0x561d3dc4ab00 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.914+0000 7fcba0602740 10 client.16176 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.914+0000 7fcba0602740 10 client.16176 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.914+0000 7fcba0602740 20 client.16176 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.914+0000 7fcba0602740 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d3dc655c0 0x561d3dc679b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.914+0000 7fcba0602740 4 client.16176 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:40.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.914+0000 7fcba0602740 1 -- 172.21.15.47:0/891123985 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d3dbc1d90 con 0x561d3dc655c0 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.914+0000 7fcb97400640 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d3dc655c0 0x561d3dc679b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.915+0000 7fcb97400640 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d3dc655c0 0x561d3dc679b0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=308e53b5ddfb09b7 server_cookie=234cee2f121f8e18 in_seq=0 out_seq=0 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.915+0000 7fcb84c00640 10 client.16176 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcb84c00640 1 -- 172.21.15.47:0/891123985 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561d3dbc1d90 con 0x561d3dc655c0 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcb84c00640 10 client.16176 handle_command_reply: tid=0 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 client.16176 shutdown 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 -- 172.21.15.47:0/891123985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 msgr2=0x561d3dc52680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc52680 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcb80012d00 tx=0x7fcb8000f790 comp rx=0 tx=0).stop 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 -- 172.21.15.47:0/891123985 shutdown_connections 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d3dc655c0 0x561d3dc679b0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc551d0 0x561d3dc52bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc4ab00 0x561d3dc52680 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcb84c00640 0 client.16176 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:40.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 --2- 172.21.15.47:0/891123985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc52140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.916+0000 7fcba0602740 1 -- 172.21.15.47:0/891123985 >> 172.21.15.47:0/891123985 conn(0x561d3dc46500 msgr2=0x561d3dc45800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:40.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.917+0000 7fcba0602740 1 -- 172.21.15.47:0/891123985 shutdown_connections 2024-04-25T02:36:40.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.917+0000 7fcba0602740 1 -- 172.21.15.47:0/891123985 wait complete. 2024-04-25T02:36:40.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.917+0000 7fcba0602740 20 client.16176 trim_cache size 0 max 16384 2024-04-25T02:36:40.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.936+0000 7fcba0602740 1 Processor -- start 2024-04-25T02:36:40.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.936+0000 7fcba0602740 1 -- start start 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcba0602740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc45f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcba0602740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4a1e0 0x561d3dc60eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcba0602740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4ab00 0x561d3dc6d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcba0602740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb981b1cd0 con 0x561d3dc46500 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcba0602740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcb981af5a0 con 0x561d3dc4ab00 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcba0602740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcb981ad3f0 con 0x561d3dc4a1e0 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcb97400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc45f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcb97400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc45f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37048/0 (socket says 172.21.15.47:37048) 2024-04-25T02:36:40.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcb97400640 1 -- 172.21.15.47:0/2574956 learned_addr learned my addr 172.21.15.47:0/2574956 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:40.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcb96000640 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4a1e0 0x561d3dc60eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcb97400640 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4ab00 0x561d3dc6d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.937+0000 7fcb97400640 1 -- 172.21.15.47:0/2574956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4a1e0 msgr2=0x561d3dc60eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:40.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.938+0000 7fcb97400640 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4a1e0 0x561d3dc60eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.938+0000 7fcb97400640 1 -- 172.21.15.47:0/2574956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4ab00 msgr2=0x561d3dc6d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:40.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.938+0000 7fcb97400640 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4ab00 0x561d3dc6d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.938+0000 7fcb97400640 1 -- 172.21.15.47:0/2574956 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d3dc67d20 con 0x561d3dc46500 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.938+0000 7fcb97400640 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc45f80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcb9000e6b0 tx=0x7fcb9000e640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a766f8ed1527f469 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.938+0000 7fcb87400640 1 -- 172.21.15.47:0/2574956 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9001e050 con 0x561d3dc46500 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.938+0000 7fcb87400640 1 -- 172.21.15.47:0/2574956 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb9001f040 con 0x561d3dc46500 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.938+0000 7fcb87400640 1 -- 172.21.15.47:0/2574956 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9000ed60 con 0x561d3dc46500 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 -- 172.21.15.47:0/2574956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 msgr2=0x561d3dc45f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc45f80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcb9000e6b0 tx=0x7fcb9000e640 comp rx=0 tx=0).stop 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 -- 172.21.15.47:0/2574956 shutdown_connections 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4ab00 0x561d3dc6d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4a1e0 0x561d3dc60eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 --2- 172.21.15.47:0/2574956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc45f80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 -- 172.21.15.47:0/2574956 >> 172.21.15.47:0/2574956 conn(0x561d3dc50dc0 msgr2=0x561d3dc4c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 -- 172.21.15.47:0/2574956 shutdown_connections 2024-04-25T02:36:40.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.939+0000 7fcba0602740 1 -- 172.21.15.47:0/2574956 wait complete. 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 1 -- start start 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 1 Processor -- start 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc4ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4ab00 0x561d3dc4f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb981ada60 con 0x561d3dc46500 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcb981aeed0 con 0x561d3dc4a1e0 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcb981ae130 con 0x561d3dc4ab00 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.940+0000 7fcba0602740 10 client.0 _ll_register_callbacks cb 0x7fcb80012910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc4ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc4ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37054/0 (socket says 172.21.15.47:37054) 2024-04-25T02:36:40.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 -- 172.21.15.47:0/3655903466 learned_addr learned my addr 172.21.15.47:0/3655903466 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb96000640 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4ab00 0x561d3dc4f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 -- 172.21.15.47:0/3655903466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4ab00 msgr2=0x561d3dc4f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4ab00 0x561d3dc4f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 -- 172.21.15.47:0/3655903466 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 msgr2=0x561d3dc4f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 -- 172.21.15.47:0/3655903466 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d3dccabc0 con 0x561d3dc46500 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb97400640 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc4ef40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fcb9000e4f0 tx=0x7fcb90005b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ebd33ad1424d4f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.941+0000 7fcb84c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcb84c00640 1 -- 172.21.15.47:0/3655903466 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9001e050 con 0x561d3dc46500 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcb84c00640 1 -- 172.21.15.47:0/3655903466 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fcb9000ea20 con 0x561d3dc46500 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcba0602740 1 -- 172.21.15.47:0/3655903466 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb9001f040 con 0x561d3dc46500 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcb84c00640 1 -- 172.21.15.47:0/3655903466 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb90040050 con 0x561d3dc46500 2024-04-25T02:36:40.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcba0602740 10 client.16182 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcba0602740 1 -- 172.21.15.47:0/3655903466 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561d3dccbeb0 con 0x561d3dc46500 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcb84c00640 1 -- 172.21.15.47:0/3655903466 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb9001f040 con 0x561d3dc46500 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcb84c00640 1 -- 172.21.15.47:0/3655903466 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb90024040 con 0x561d3dc46500 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcba0602740 10 client.16182 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcba0602740 10 client.16182 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.942+0000 7fcba0602740 20 client.16182 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.943+0000 7fcba0602740 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d3dc551d0 0x561d3dcce330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.943+0000 7fcba0602740 4 client.16182 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.943+0000 7fcba0602740 1 -- 172.21.15.47:0/3655903466 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561d3dbbbaa0 con 0x561d3dc551d0 2024-04-25T02:36:40.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.943+0000 7fcb96000640 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d3dc551d0 0x561d3dcce330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcb96000640 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d3dc551d0 0x561d3dcce330 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0727007d06be09e server_cookie=3b3a80fa8eea37f6 in_seq=0 out_seq=0 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcb84c00640 10 client.16182 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcb84c00640 1 -- 172.21.15.47:0/3655903466 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561d3dbbbaa0 con 0x561d3dc551d0 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcb84c00640 10 client.16182 handle_command_reply: tid=0 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 client.16182 shutdown 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 -- 172.21.15.47:0/3655903466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 msgr2=0x561d3dc4ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc4ef40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fcb9000e4f0 tx=0x7fcb90005b90 comp rx=0 tx=0).stop 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 -- 172.21.15.47:0/3655903466 shutdown_connections 2024-04-25T02:36:40.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d3dc551d0 0x561d3dcce330 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d3dc4ab00 0x561d3dc4f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d3dc4a1e0 0x561d3dc4f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 --2- 172.21.15.47:0/3655903466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d3dc46500 0x561d3dc4ef40 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcb84c00640 0 client.16182 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 -- 172.21.15.47:0/3655903466 >> 172.21.15.47:0/3655903466 conn(0x561d3dc50dc0 msgr2=0x561d3dc4b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 -- 172.21.15.47:0/3655903466 shutdown_connections 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 1 -- 172.21.15.47:0/3655903466 wait complete. 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.944+0000 7fcba0602740 20 client.16182 trim_cache size 0 max 16384 2024-04-25T02:36:40.953 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:36:40.954 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:36:40.954 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:36:40.954 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:36:40.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 -- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb7c0a2d80 msgr2=0x7fcb7c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb7c0a2d80 0x7fcb7c0a5240 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x561d3dc4b7a0 tx=0x7fcb880f3df0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 -- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb98073b70 msgr2=0x7fcb9819a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb98073b70 0x7fcb9819a0f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcb88030040 tx=0x7fcb8802f620 comp rx=0 tx=0).stop 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 -- 172.21.15.47:0/302348087 shutdown_connections 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb7c0a2d80 0x7fcb7c0a5240 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb9810de10 0x7fcb9819e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb98074490 0x7fcb9819a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 --2- 172.21.15.47:0/302348087 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb98073b70 0x7fcb9819a0f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.945+0000 7fcb97e00640 1 -- 172.21.15.47:0/302348087 >> 172.21.15.47:0/302348087 conn(0x7fcb980fd0e0 msgr2=0x7fcb980fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.946+0000 7fcb97e00640 1 -- 172.21.15.47:0/302348087 shutdown_connections 2024-04-25T02:36:40.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:40.946+0000 7fcb97e00640 1 -- 172.21.15.47:0/302348087 wait complete. 2024-04-25T02:36:40.967 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:36:40.968 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:36:41.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:40 smithi113 ceph-mon[32459]: pgmap v122: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:41.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:40 smithi178 ceph-mon[33053]: pgmap v122: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:41.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.173+0000 7faf1e800640 1 -- 172.21.15.47:0/3508116395 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf180688d0 msgr2=0x7faf18068d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.173+0000 7faf1e800640 1 --2- 172.21.15.47:0/3508116395 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf180688d0 0x7faf18068d50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faf04009890 tx=0x7faf0402a360 comp rx=0 tx=0).stop 2024-04-25T02:36:41.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.174+0000 7faf1e800640 1 -- 172.21.15.47:0/3508116395 shutdown_connections 2024-04-25T02:36:41.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.174+0000 7faf1e800640 1 --2- 172.21.15.47:0/3508116395 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf18069290 0x7faf1810e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.174+0000 7faf1e800640 1 --2- 172.21.15.47:0/3508116395 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf180688d0 0x7faf18068d50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.174+0000 7faf1e800640 1 --2- 172.21.15.47:0/3508116395 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf181075f0 0x7faf181079d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.174+0000 7faf1e800640 1 -- 172.21.15.47:0/3508116395 >> 172.21.15.47:0/3508116395 conn(0x7faf18075f80 msgr2=0x7faf18076390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.174+0000 7faf1e800640 1 -- 172.21.15.47:0/3508116395 shutdown_connections 2024-04-25T02:36:41.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.174+0000 7faf1e800640 1 -- 172.21.15.47:0/3508116395 wait complete. 2024-04-25T02:36:41.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1e800640 1 Processor -- start 2024-04-25T02:36:41.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1e800640 1 -- start start 2024-04-25T02:36:41.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf180688d0 0x7faf1819a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf18069290 0x7faf1819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf181075f0 0x7faf1819e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.186 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1e800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faf18111950 con 0x7faf181075f0 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1e800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7faf181117d0 con 0x7faf18069290 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1e800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf18111ad0 con 0x7faf180688d0 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.175+0000 7faf1d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf180688d0 0x7faf1819a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf180688d0 0x7faf1819a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55044/0 (socket says 172.21.15.47:55044) 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1d400640 1 -- 172.21.15.47:0/3596686118 learned_addr learned my addr 172.21.15.47:0/3596686118 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1de00640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf181075f0 0x7faf1819e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1ca00640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf18069290 0x7faf1819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1d400640 1 -- 172.21.15.47:0/3596686118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf18069290 msgr2=0x7faf1819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1d400640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf18069290 0x7faf1819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1d400640 1 -- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf181075f0 msgr2=0x7faf1819e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1d400640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf181075f0 0x7faf1819e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1d400640 1 -- 172.21.15.47:0/3596686118 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf1819f0a0 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.176+0000 7faf1d400640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf180688d0 0x7faf1819a0b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00e9c0 tx=0x7faf0c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.177+0000 7faf16000640 1 -- 172.21.15.47:0/3596686118 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c00cd80 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.177+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf1819f390 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.177+0000 7faf16000640 1 -- 172.21.15.47:0/3596686118 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf0c0035f0 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.177+0000 7faf16000640 1 -- 172.21.15.47:0/3596686118 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c010690 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.177+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf181a6c20 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.178+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf18068480 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.180+0000 7faf16000640 1 -- 172.21.15.47:0/3596686118 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7faf0c0037a0 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.182+0000 7faf16000640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf000a2d80 0x7faf000a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.182+0000 7faf16000640 1 -- 172.21.15.47:0/3596686118 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7faf0c0cf6e0 con 0x7faf180688d0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.182+0000 7faf1ca00640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf000a2d80 0x7faf000a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.183+0000 7faf1ca00640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf000a2d80 0x7faf000a5240 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7faf040097b0 tx=0x7faf040058d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.186+0000 7faf16000640 1 -- 172.21.15.47:0/3596686118 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7faf0c09c2d0 con 0x7faf180688d0 2024-04-25T02:36:41.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.432+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf1819b400 con 0x7faf180688d0 2024-04-25T02:36:41.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.433+0000 7faf16000640 1 -- 172.21.15.47:0/3596686118 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7faf0c09bbd0 con 0x7faf180688d0 2024-04-25T02:36:41.438 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:36:41.439 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:36:41.439 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:36:41.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf000a2d80 msgr2=0x7faf000a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf000a2d80 0x7faf000a5240 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7faf040097b0 tx=0x7faf040058d0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf180688d0 msgr2=0x7faf1819a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf180688d0 0x7faf1819a0b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00e9c0 tx=0x7faf0c00ee80 comp rx=0 tx=0).stop 2024-04-25T02:36:41.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 shutdown_connections 2024-04-25T02:36:41.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7faf000a2d80 0x7faf000a5240 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faf181075f0 0x7faf1819e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faf18069290 0x7faf1819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 --2- 172.21.15.47:0/3596686118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf180688d0 0x7faf1819a0b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 >> 172.21.15.47:0/3596686118 conn(0x7faf18075f80 msgr2=0x7faf1810c660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 shutdown_connections 2024-04-25T02:36:41.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.436+0000 7faf1e800640 1 -- 172.21.15.47:0/3596686118 wait complete. 2024-04-25T02:36:41.459 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 -- 172.21.15.47:0/2813062345 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f90074400 msgr2=0x7f1f901120b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 --2- 172.21.15.47:0/2813062345 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f90074400 0x7f1f901120b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1f78009860 tx=0x7f1f7802a3d0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 -- 172.21.15.47:0/2813062345 shutdown_connections 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 --2- 172.21.15.47:0/2813062345 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f901125f0 0x7f1f901149e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 --2- 172.21.15.47:0/2813062345 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f90074400 0x7f1f901120b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 --2- 172.21.15.47:0/2813062345 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f90073ae0 0x7f1f90073ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 -- 172.21.15.47:0/2813062345 >> 172.21.15.47:0/2813062345 conn(0x7f1f900fd110 msgr2=0x7f1f900ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 -- 172.21.15.47:0/2813062345 shutdown_connections 2024-04-25T02:36:41.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.664+0000 7f1f8f200640 1 -- 172.21.15.47:0/2813062345 wait complete. 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.665+0000 7f1f8f200640 1 Processor -- start 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8f200640 1 -- start start 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f90073ae0 0x7f1f9019e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f90074400 0x7f1f9019ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8f200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f901125f0 0x7f1f901a2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8f200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1f90118040 con 0x7f1f90073ae0 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8f200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1f90117ec0 con 0x7f1f901125f0 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1f901181c0 con 0x7f1f90074400 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f90073ae0 0x7f1f9019e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f901125f0 0x7f1f901a2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f90073ae0 0x7f1f9019e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37088/0 (socket says 172.21.15.47:37088) 2024-04-25T02:36:41.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.666+0000 7f1f8de00640 1 -- 172.21.15.47:0/4278619569 learned_addr learned my addr 172.21.15.47:0/4278619569 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f87e00640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f90074400 0x7f1f9019ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f8e800640 1 -- 172.21.15.47:0/4278619569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f90074400 msgr2=0x7f1f9019ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f8e800640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f90074400 0x7f1f9019ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f8e800640 1 -- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f90073ae0 msgr2=0x7f1f9019e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f8e800640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f90073ae0 0x7f1f9019e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f8e800640 1 -- 172.21.15.47:0/4278619569 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f901a3510 con 0x7f1f901125f0 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f8de00640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f90073ae0 0x7f1f9019e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f8e800640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f901125f0 0x7f1f901a2de0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1f88005fd0 tx=0x7f1f8800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.667+0000 7f1f86a00640 1 -- 172.21.15.47:0/4278619569 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f8800cdf0 con 0x7f1f901125f0 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.668+0000 7f1f86a00640 1 -- 172.21.15.47:0/4278619569 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f88005020 con 0x7f1f901125f0 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.668+0000 7f1f8f200640 1 -- 172.21.15.47:0/4278619569 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f901a3800 con 0x7f1f901125f0 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.668+0000 7f1f86a00640 1 -- 172.21.15.47:0/4278619569 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f880106d0 con 0x7f1f901125f0 2024-04-25T02:36:41.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.668+0000 7f1f8f200640 1 -- 172.21.15.47:0/4278619569 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f901ab090 con 0x7f1f901125f0 2024-04-25T02:36:41.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.671+0000 7f1f97bfd740 1 Processor -- start 2024-04-25T02:36:41.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.671+0000 7f1f86a00640 1 -- 172.21.15.47:0/4278619569 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1f880054d0 con 0x7f1f901125f0 2024-04-25T02:36:41.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.671+0000 7f1f97bfd740 1 -- start start 2024-04-25T02:36:41.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c6fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c7a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c7cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556900bd44e0 con 0x556900c6f7a0 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556900b7ca70 con 0x556900c7a790 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556900bd04a0 con 0x556900c700c0 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f87e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c6fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c7a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f87e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c6fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37100/0 (socket says 172.21.15.47:37100) 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f87e00640 1 -- 172.21.15.47:0/3190549389 learned_addr learned my addr 172.21.15.47:0/3190549389 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.672+0000 7f1f87e00640 1 --2- 172.21.15.47:0/3190549389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c7cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f8de00640 1 -- 172.21.15.47:0/3190549389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 msgr2=0x556900c7cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3190549389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c7cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f8de00640 1 -- 172.21.15.47:0/3190549389 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 msgr2=0x556900c6fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3190549389 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c6fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f8de00640 1 -- 172.21.15.47:0/3190549389 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569008e83f0 con 0x556900c700c0 2024-04-25T02:36:41.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f86a00640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1f740a2d00 0x7f1f740a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f86a00640 1 -- 172.21.15.47:0/4278619569 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f1f880cfb30 con 0x7f1f901125f0 2024-04-25T02:36:41.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3190549389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c7a250 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1f800114f0 tx=0x7f1f800119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d55044973c50c597 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f87e00640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1f740a2d00 0x7f1f740a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f7f400640 1 -- 172.21.15.47:0/3190549389 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f80011250 con 0x556900c700c0 2024-04-25T02:36:41.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f7f400640 1 -- 172.21.15.47:0/3190549389 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f80005500 con 0x556900c700c0 2024-04-25T02:36:41.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.673+0000 7f1f7f400640 1 -- 172.21.15.47:0/3190549389 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f8000f8b0 con 0x556900c700c0 2024-04-25T02:36:41.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3190549389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 msgr2=0x556900c7a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f87e00640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1f740a2d00 0x7f1f740a51c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x556900c6cc50 tx=0x7f1f78043040 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3190549389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c7a250 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1f800114f0 tx=0x7f1f800119b0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3190549389 shutdown_connections 2024-04-25T02:36:41.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3190549389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c7cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3190549389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c7a250 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3190549389 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c6fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3190549389 >> 172.21.15.47:0/3190549389 conn(0x556900c6bac0 msgr2=0x556900c6bea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3190549389 shutdown_connections 2024-04-25T02:36:41.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.674+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3190549389 wait complete. 2024-04-25T02:36:41.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.675+0000 7f1f97bfd740 1 -- start start 2024-04-25T02:36:41.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.675+0000 7f1f97bfd740 1 Processor -- start 2024-04-25T02:36:41.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.675+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c77730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.675+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c77c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c781b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556900c7d580 con 0x556900c6f7a0 2024-04-25T02:36:41.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556900b8fec0 con 0x556900c7a790 2024-04-25T02:36:41.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556900c7d700 con 0x556900c700c0 2024-04-25T02:36:41.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f97bfd740 10 client.0 _ll_register_callbacks cb 0x556900bcc3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:41.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c77730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c77730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37104/0 (socket says 172.21.15.47:37104) 2024-04-25T02:36:41.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8de00640 1 -- 172.21.15.47:0/3742748019 learned_addr learned my addr 172.21.15.47:0/3742748019 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f87e00640 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c77c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8e800640 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c781b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8de00640 1 -- 172.21.15.47:0/3742748019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 msgr2=0x556900c77c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c77c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8de00640 1 -- 172.21.15.47:0/3742748019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 msgr2=0x556900c781b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c781b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.676+0000 7f1f8de00640 1 -- 172.21.15.47:0/3742748019 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569009b27d0 con 0x556900c6f7a0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.677+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c77730 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f1f80004e10 tx=0x7f1f80005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bdbb41f3aaff6e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.677+0000 7f1f73e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.677+0000 7f1f73e00640 1 -- 172.21.15.47:0/3742748019 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f80029070 con 0x556900c6f7a0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.677+0000 7f1f73e00640 1 -- 172.21.15.47:0/3742748019 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f1f8000f630 con 0x556900c6f7a0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.677+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3742748019 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f80005500 con 0x556900c6f7a0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.677+0000 7f1f73e00640 1 -- 172.21.15.47:0/3742748019 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1f80035050 con 0x556900c6f7a0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.677+0000 7f1f97bfd740 10 client.16200 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.677+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3742748019 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556900c89840 con 0x556900c6f7a0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.678+0000 7f1f73e00640 1 -- 172.21.15.47:0/3742748019 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f80005500 con 0x556900c6f7a0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.678+0000 7f1f73e00640 1 -- 172.21.15.47:0/3742748019 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1f80019430 con 0x556900c6f7a0 2024-04-25T02:36:41.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.678+0000 7f1f97bfd740 10 client.16200 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.678+0000 7f1f97bfd740 10 client.16200 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.678+0000 7f1f97bfd740 20 client.16200 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.678+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556900c8abf0 0x556900c8cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.678+0000 7f1f97bfd740 4 client.16200 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.678+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3742748019 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556900be1a20 con 0x556900c8abf0 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.679+0000 7f1f87e00640 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556900c8abf0 0x556900c8cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.679+0000 7f1f87e00640 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556900c8abf0 0x556900c8cfe0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f9f8c83c106467e3 server_cookie=80056767c57eb9d in_seq=0 out_seq=0 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.679+0000 7f1f73e00640 10 client.16200 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.680+0000 7f1f73e00640 1 -- 172.21.15.47:0/3742748019 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556900be1a20 con 0x556900c8abf0 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.680+0000 7f1f73e00640 10 client.16200 handle_command_reply: tid=0 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.680+0000 7f1f97bfd740 1 client.16200 shutdown 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.680+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3742748019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 msgr2=0x556900c77730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.680+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c77730 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f1f80004e10 tx=0x7f1f80005780 comp rx=0 tx=0).stop 2024-04-25T02:36:41.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3742748019 shutdown_connections 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556900c8abf0 0x556900c8cfe0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c781b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c77c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3742748019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c77730 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f73e00640 0 client.16200 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3742748019 >> 172.21.15.47:0/3742748019 conn(0x556900c6bac0 msgr2=0x556900c718c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3742748019 shutdown_connections 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3742748019 wait complete. 2024-04-25T02:36:41.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.681+0000 7f1f97bfd740 20 client.16200 trim_cache size 0 max 16384 2024-04-25T02:36:41.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.696+0000 7f1f97bfd740 1 Processor -- start 2024-04-25T02:36:41.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.696+0000 7f1f97bfd740 1 -- start start 2024-04-25T02:36:41.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.696+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c86440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.696+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c75f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.696+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c77fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.696+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1f901b6100 con 0x556900c6f7a0 2024-04-25T02:36:41.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.696+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1f901b39d0 con 0x556900c7a790 2024-04-25T02:36:41.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.696+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1f901b1820 con 0x556900c700c0 2024-04-25T02:36:41.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c86440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c86440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37118/0 (socket says 172.21.15.47:37118) 2024-04-25T02:36:41.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8de00640 1 -- 172.21.15.47:0/3750526013 learned_addr learned my addr 172.21.15.47:0/3750526013 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f87e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c75f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8e800640 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c77fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8de00640 1 -- 172.21.15.47:0/3750526013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 msgr2=0x556900c75f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c75f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8de00640 1 -- 172.21.15.47:0/3750526013 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 msgr2=0x556900c77fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c77fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8de00640 1 -- 172.21.15.47:0/3750526013 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556900c76dc0 con 0x556900c6f7a0 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.697+0000 7f1f8e800640 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c77fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.698+0000 7f1f8de00640 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c86440 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1f80009e20 tx=0x7f1f80004e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2f8475ca84cb130 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.698+0000 7f1f7ea00640 1 -- 172.21.15.47:0/3750526013 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f80029070 con 0x556900c6f7a0 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.698+0000 7f1f7ea00640 1 -- 172.21.15.47:0/3750526013 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f80011260 con 0x556900c6f7a0 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.698+0000 7f1f7ea00640 1 -- 172.21.15.47:0/3750526013 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f80019c60 con 0x556900c6f7a0 2024-04-25T02:36:41.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.698+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3750526013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 msgr2=0x556900c86440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.698+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c86440 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1f80009e20 tx=0x7f1f80004e40 comp rx=0 tx=0).stop 2024-04-25T02:36:41.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3750526013 shutdown_connections 2024-04-25T02:36:41.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c77fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c75f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/3750526013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c86440 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3750526013 >> 172.21.15.47:0/3750526013 conn(0x556900c6bac0 msgr2=0x556900c6ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3750526013 shutdown_connections 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 -- 172.21.15.47:0/3750526013 wait complete. 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 -- start start 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.699+0000 7f1f97bfd740 1 Processor -- start 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c82d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c74120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f97bfd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c74660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1f901b1e90 con 0x556900c6f7a0 2024-04-25T02:36:41.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1f901b3300 con 0x556900c7a790 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f97bfd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1f901b2560 con 0x556900c700c0 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f97bfd740 10 client.0 _ll_register_callbacks cb 0x7f1f80005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c82d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f87e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c74120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f8de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c82d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:37128/0 (socket says 172.21.15.47:37128) 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f8de00640 1 -- 172.21.15.47:0/2404405478 learned_addr learned my addr 172.21.15.47:0/2404405478 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f8e800640 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c74660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f87e00640 1 -- 172.21.15.47:0/2404405478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 msgr2=0x556900c74660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f87e00640 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c74660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f87e00640 1 -- 172.21.15.47:0/2404405478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 msgr2=0x556900c82d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f87e00640 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c82d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f87e00640 1 -- 172.21.15.47:0/2404405478 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556900c74e90 con 0x556900c700c0 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.700+0000 7f1f8de00640 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c82d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.701+0000 7f1f87e00640 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c74120 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1f78009230 tx=0x7f1f7802a3d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59db00c78ab5b2ef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.701+0000 7f1f73e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:36:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.701+0000 7f1f73e00640 1 -- 172.21.15.47:0/2404405478 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f78059070 con 0x556900c700c0 2024-04-25T02:36:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.701+0000 7f1f97bfd740 1 -- 172.21.15.47:0/2404405478 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f80011260 con 0x556900c700c0 2024-04-25T02:36:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.701+0000 7f1f73e00640 1 -- 172.21.15.47:0/2404405478 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f1f78055d50 con 0x556900c700c0 2024-04-25T02:36:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.701+0000 7f1f73e00640 1 -- 172.21.15.47:0/2404405478 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1f78062050 con 0x556900c700c0 2024-04-25T02:36:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.701+0000 7f1f97bfd740 10 client.26317 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.701+0000 7f1f97bfd740 1 -- 172.21.15.47:0/2404405478 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556900cf1030 con 0x556900c700c0 2024-04-25T02:36:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f73e00640 1 -- 172.21.15.47:0/2404405478 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f80011260 con 0x556900c700c0 2024-04-25T02:36:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f73e00640 1 -- 172.21.15.47:0/2404405478 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1f7805c020 con 0x556900c700c0 2024-04-25T02:36:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f97bfd740 10 client.26317 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f97bfd740 10 client.26317 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:36:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f97bfd740 20 client.26317 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556900cf17b0 0x556900cf3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f97bfd740 4 client.26317 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:36:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f97bfd740 1 -- 172.21.15.47:0/2404405478 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556900bdbd70 con 0x556900cf17b0 2024-04-25T02:36:41.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.702+0000 7f1f8de00640 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556900cf17b0 0x556900cf3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.703+0000 7f1f8de00640 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556900cf17b0 0x556900cf3bd0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d4bfafbc16596b0f server_cookie=777dfafe81dc8be1 in_seq=0 out_seq=0 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.703+0000 7f1f73e00640 10 client.26317 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.703+0000 7f1f73e00640 1 -- 172.21.15.47:0/2404405478 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556900bdbd70 con 0x556900cf17b0 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.703+0000 7f1f73e00640 10 client.26317 handle_command_reply: tid=0 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.703+0000 7f1f97bfd740 1 client.26317 shutdown 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.703+0000 7f1f97bfd740 1 -- 172.21.15.47:0/2404405478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 msgr2=0x556900c74120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.703+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c74120 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1f78009230 tx=0x7f1f7802a3d0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 1 -- 172.21.15.47:0/2404405478 shutdown_connections 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x556900cf17b0 0x556900cf3bd0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556900c7a790 0x556900c74660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556900c700c0 0x556900c74120 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f73e00640 0 client.26317 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 1 --2- 172.21.15.47:0/2404405478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556900c6f7a0 0x556900c82d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 1 -- 172.21.15.47:0/2404405478 >> 172.21.15.47:0/2404405478 conn(0x556900c6bac0 msgr2=0x556900c70c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 1 -- 172.21.15.47:0/2404405478 shutdown_connections 2024-04-25T02:36:41.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 1 -- 172.21.15.47:0/2404405478 wait complete. 2024-04-25T02:36:41.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.704+0000 7f1f97bfd740 20 client.26317 trim_cache size 0 max 16384 2024-04-25T02:36:41.712 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 -- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1f740a2d00 msgr2=0x7f1f740a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1f740a2d00 0x7f1f740a51c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x556900c6cc50 tx=0x7f1f78043040 comp rx=0 tx=0).stop 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 -- 172.21.15.47:0/4278619569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f901125f0 msgr2=0x7f1f901a2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f901125f0 0x7f1f901a2de0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1f88005fd0 tx=0x7f1f8800ef10 comp rx=0 tx=0).stop 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 -- 172.21.15.47:0/4278619569 shutdown_connections 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1f740a2d00 0x7f1f740a51c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1f901125f0 0x7f1f901a2de0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f90074400 0x7f1f9019ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 --2- 172.21.15.47:0/4278619569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f90073ae0 0x7f1f9019e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 -- 172.21.15.47:0/4278619569 >> 172.21.15.47:0/4278619569 conn(0x7f1f900fd110 msgr2=0x7f1f900fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 -- 172.21.15.47:0/4278619569 shutdown_connections 2024-04-25T02:36:41.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.705+0000 7f1f8f200640 1 -- 172.21.15.47:0/4278619569 wait complete. 2024-04-25T02:36:41.723 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:41 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3596686118' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:36:41.726 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:36:41.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.936+0000 7ff953800640 1 -- 172.21.15.47:0/801406855 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 msgr2=0x7ff94c100920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.936+0000 7ff953800640 1 --2- 172.21.15.47:0/801406855 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 0x7ff94c100920 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff93c009ca0 tx=0x7ff93c02a8c0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.936+0000 7ff953800640 1 -- 172.21.15.47:0/801406855 shutdown_connections 2024-04-25T02:36:41.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.936+0000 7ff953800640 1 --2- 172.21.15.47:0/801406855 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff94c10e0f0 0x7ff94c1104e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.936+0000 7ff953800640 1 --2- 172.21.15.47:0/801406855 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff94c100e60 0x7ff94c10dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.936+0000 7ff953800640 1 --2- 172.21.15.47:0/801406855 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 0x7ff94c100920 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.936+0000 7ff953800640 1 -- 172.21.15.47:0/801406855 >> 172.21.15.47:0/801406855 conn(0x7ff94c077740 msgr2=0x7ff94c077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.937+0000 7ff953800640 1 -- 172.21.15.47:0/801406855 shutdown_connections 2024-04-25T02:36:41.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.937+0000 7ff953800640 1 -- 172.21.15.47:0/801406855 wait complete. 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.937+0000 7ff953800640 1 Processor -- start 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff953800640 1 -- start start 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff953800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 0x7ff94c19a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff953800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff94c100e60 0x7ff94c19a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff953800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff94c10e0f0 0x7ff94c19eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff953800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c113d70 con 0x7ff94c100540 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff953800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c113bf0 con 0x7ff94c100e60 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff953800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c113ef0 con 0x7ff94c10e0f0 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff950e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 0x7ff94c19a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff950e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 0x7ff94c19a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50490/0 (socket says 172.21.15.47:50490) 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff950e00640 1 -- 172.21.15.47:0/2846554127 learned_addr learned my addr 172.21.15.47:0/2846554127 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff94be00640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff94c100e60 0x7ff94c19a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.938+0000 7ff951800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff94c10e0f0 0x7ff94c19eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.939+0000 7ff94be00640 1 -- 172.21.15.47:0/2846554127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff94c10e0f0 msgr2=0x7ff94c19eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.939+0000 7ff94be00640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff94c10e0f0 0x7ff94c19eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.939+0000 7ff94be00640 1 -- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 msgr2=0x7ff94c19a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.939+0000 7ff94be00640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 0x7ff94c19a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.939+0000 7ff94be00640 1 -- 172.21.15.47:0/2846554127 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94c19f270 con 0x7ff94c100e60 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.939+0000 7ff94be00640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff94c100e60 0x7ff94c19a810 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff93800e9f0 tx=0x7ff93800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.939+0000 7ff949600640 1 -- 172.21.15.47:0/2846554127 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93800cd80 con 0x7ff94c100e60 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.940+0000 7ff953800640 1 -- 172.21.15.47:0/2846554127 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff94c19f560 con 0x7ff94c100e60 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.940+0000 7ff949600640 1 -- 172.21.15.47:0/2846554127 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9380035f0 con 0x7ff94c100e60 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.940+0000 7ff949600640 1 -- 172.21.15.47:0/2846554127 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff938010670 con 0x7ff94c100e60 2024-04-25T02:36:41.944 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.940+0000 7ff953800640 1 -- 172.21.15.47:0/2846554127 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff94c1a6df0 con 0x7ff94c100e60 2024-04-25T02:36:41.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.943+0000 7ff95679e740 1 Processor -- start 2024-04-25T02:36:41.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.943+0000 7ff95679e740 1 -- start start 2024-04-25T02:36:41.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.943+0000 7ff95679e740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee089a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.943+0000 7ff95679e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee08ee0 0x55684ee13070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.943+0000 7ff95679e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee135b0 0x55684ee159a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.943+0000 7ff95679e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55684ed6d4e0 con 0x55684ee135b0 2024-04-25T02:36:41.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.943+0000 7ff95679e740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55684ed15a70 con 0x55684ee085c0 2024-04-25T02:36:41.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.943+0000 7ff95679e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55684ed694a0 con 0x55684ee08ee0 2024-04-25T02:36:41.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff951800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee089a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff950e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee08ee0 0x55684ee13070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff950e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee08ee0 0x55684ee13070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:58694/0 (socket says 172.21.15.47:58694) 2024-04-25T02:36:41.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff950e00640 1 -- 172.21.15.47:0/3642839821 learned_addr learned my addr 172.21.15.47:0/3642839821 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff951800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee089a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33118/0 (socket says 172.21.15.47:33118) 2024-04-25T02:36:41.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff949600640 1 -- 172.21.15.47:0/2846554127 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff9380037a0 con 0x7ff94c100e60 2024-04-25T02:36:41.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff950e00640 1 -- 172.21.15.47:0/3642839821 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 msgr2=0x55684ee089a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff950e00640 1 --2- 172.21.15.47:0/3642839821 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee089a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff950e00640 1 -- 172.21.15.47:0/3642839821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee135b0 msgr2=0x55684ee159a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff950e00640 1 --2- 172.21.15.47:0/3642839821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee135b0 0x55684ee159a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff950e00640 1 -- 172.21.15.47:0/3642839821 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55684ea813f0 con 0x55684ee08ee0 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.944+0000 7ff951800640 1 --2- 172.21.15.47:0/3642839821 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.945+0000 7ff950e00640 1 --2- 172.21.15.47:0/3642839821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee08ee0 0x55684ee13070 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0097b0 tx=0x7ff93c02f310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1dc79e9fc1e01a73 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.945+0000 7ff942000640 1 -- 172.21.15.47:0/3642839821 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c031db0 con 0x55684ee08ee0 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.945+0000 7ff942000640 1 -- 172.21.15.47:0/3642839821 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff93c036030 con 0x55684ee08ee0 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.945+0000 7ff942000640 1 -- 172.21.15.47:0/3642839821 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c0043c0 con 0x55684ee08ee0 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.945+0000 7ff949600640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9300a2d00 0x7ff9300a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff949600640 1 -- 172.21.15.47:0/2846554127 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ff9380cf750 con 0x7ff94c100e60 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 -- 172.21.15.47:0/3642839821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee08ee0 msgr2=0x55684ee13070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 --2- 172.21.15.47:0/3642839821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee08ee0 0x55684ee13070 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0097b0 tx=0x7ff93c02f310 comp rx=0 tx=0).stop 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff951800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9300a2d00 0x7ff9300a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 -- 172.21.15.47:0/3642839821 shutdown_connections 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 --2- 172.21.15.47:0/3642839821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee135b0 0x55684ee159a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 --2- 172.21.15.47:0/3642839821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee08ee0 0x55684ee13070 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 --2- 172.21.15.47:0/3642839821 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 -- 172.21.15.47:0/3642839821 >> 172.21.15.47:0/3642839821 conn(0x55684ee048e0 msgr2=0x55684ee04cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 -- 172.21.15.47:0/3642839821 shutdown_connections 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.946+0000 7ff95679e740 1 -- 172.21.15.47:0/3642839821 wait complete. 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 1 -- start start 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff951800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9300a2d00 0x7ff9300a51c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff94c06aed0 tx=0x7ff944005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 1 Processor -- start 2024-04-25T02:36:41.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee105a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee10ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 0x55684ee11020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55684ee161c0 con 0x55684ee08ee0 2024-04-25T02:36:41.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55684ed28ec0 con 0x55684ee085c0 2024-04-25T02:36:41.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55684ee16340 con 0x55684ee135b0 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.947+0000 7ff95679e740 10 client.0 _ll_register_callbacks cb 0x55684ed653f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff94be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee10ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff94be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee10ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50506/0 (socket says 172.21.15.47:50506) 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff94be00640 1 -- 172.21.15.47:0/2514508615 learned_addr learned my addr 172.21.15.47:0/2514508615 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff950e00640 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee105a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff951800640 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 0x55684ee11020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff94be00640 1 -- 172.21.15.47:0/2514508615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 msgr2=0x55684ee11020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff94be00640 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 0x55684ee11020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff94be00640 1 -- 172.21.15.47:0/2514508615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 msgr2=0x55684ee105a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff94be00640 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee105a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.948+0000 7ff94be00640 1 -- 172.21.15.47:0/2514508615 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55684eb4b7d0 con 0x55684ee08ee0 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff94be00640 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee10ae0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff93800c6a0 tx=0x7ff93809c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be53e39bf1bb6f83 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff936a00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:41.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff936a00640 1 -- 172.21.15.47:0/2514508615 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9380982b0 con 0x55684ee08ee0 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff936a00640 1 -- 172.21.15.47:0/2514508615 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ff9380cd0f0 con 0x55684ee08ee0 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff95679e740 1 -- 172.21.15.47:0/2514508615 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff93c036030 con 0x55684ee08ee0 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff936a00640 1 -- 172.21.15.47:0/2514508615 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff938098450 con 0x55684ee08ee0 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff95679e740 10 client.16215 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff95679e740 1 -- 172.21.15.47:0/2514508615 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55684ee225a0 con 0x55684ee08ee0 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.949+0000 7ff936a00640 1 -- 172.21.15.47:0/2514508615 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff93c036030 con 0x55684ee08ee0 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.950+0000 7ff936a00640 1 -- 172.21.15.47:0/2514508615 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff93809b090 con 0x55684ee08ee0 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.950+0000 7ff95679e740 10 client.16215 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.950+0000 7ff95679e740 10 client.16215 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.950+0000 7ff95679e740 20 client.16215 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.950+0000 7ff95679e740 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55684ee239b0 0x55684ee25da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.950+0000 7ff95679e740 4 client.16215 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.950+0000 7ff95679e740 1 -- 172.21.15.47:0/2514508615 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55684ed7aa20 con 0x55684ee239b0 2024-04-25T02:36:41.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.950+0000 7ff950e00640 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55684ee239b0 0x55684ee25da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.951+0000 7ff950e00640 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55684ee239b0 0x55684ee25da0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8d50dd54baa4946c server_cookie=91a63d4e2b6f037d in_seq=0 out_seq=0 2024-04-25T02:36:41.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.951+0000 7ff936a00640 10 client.16215 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.951+0000 7ff936a00640 1 -- 172.21.15.47:0/2514508615 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55684ed7aa20 con 0x55684ee239b0 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.951+0000 7ff936a00640 10 client.16215 handle_command_reply: tid=0 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 client.16215 shutdown 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 -- 172.21.15.47:0/2514508615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 msgr2=0x55684ee10ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee10ae0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff93800c6a0 tx=0x7ff93809c480 comp rx=0 tx=0).stop 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 -- 172.21.15.47:0/2514508615 shutdown_connections 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55684ee239b0 0x55684ee25da0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 0x55684ee11020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee10ae0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff936a00640 0 client.16215 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:36:41.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 --2- 172.21.15.47:0/2514508615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee085c0 0x55684ee105a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 -- 172.21.15.47:0/2514508615 >> 172.21.15.47:0/2514508615 conn(0x55684ee048e0 msgr2=0x55684ee0a6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 -- 172.21.15.47:0/2514508615 shutdown_connections 2024-04-25T02:36:41.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 1 -- 172.21.15.47:0/2514508615 wait complete. 2024-04-25T02:36:41.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.952+0000 7ff95679e740 20 client.16215 trim_cache size 0 max 16384 2024-04-25T02:36:41.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.967+0000 7ff95679e740 1 Processor -- start 2024-04-25T02:36:41.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.967+0000 7ff95679e740 1 -- start start 2024-04-25T02:36:41.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.967+0000 7ff95679e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee085c0 0x55684ee1f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.967+0000 7ff95679e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee0ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.967+0000 7ff95679e740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee135b0 0x55684ee2b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.967+0000 7ff95679e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c1b1e20 con 0x55684ee08ee0 2024-04-25T02:36:41.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.967+0000 7ff95679e740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c1af6f0 con 0x55684ee135b0 2024-04-25T02:36:41.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.967+0000 7ff95679e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c1ad560 con 0x55684ee085c0 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff94be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee0ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff94be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee0ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50520/0 (socket says 172.21.15.47:50520) 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff94be00640 1 -- 172.21.15.47:0/3528763471 learned_addr learned my addr 172.21.15.47:0/3528763471 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff951800640 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee135b0 0x55684ee2b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff950e00640 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee085c0 0x55684ee1f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff94be00640 1 -- 172.21.15.47:0/3528763471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee085c0 msgr2=0x55684ee1f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff94be00640 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee085c0 0x55684ee1f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff94be00640 1 -- 172.21.15.47:0/3528763471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee135b0 msgr2=0x55684ee2b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff94be00640 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee135b0 0x55684ee2b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.968+0000 7ff94be00640 1 -- 172.21.15.47:0/3528763471 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55684ee11500 con 0x55684ee08ee0 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff94be00640 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee0ae00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff938098610 tx=0x7ff9380cf9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60cca007310b828f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff941600640 1 -- 172.21.15.47:0/3528763471 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9380982b0 con 0x55684ee08ee0 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff941600640 1 -- 172.21.15.47:0/3528763471 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff938086040 con 0x55684ee08ee0 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff941600640 1 -- 172.21.15.47:0/3528763471 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93809b5a0 con 0x55684ee08ee0 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff95679e740 1 -- 172.21.15.47:0/3528763471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 msgr2=0x55684ee0ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff95679e740 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee0ae00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff938098610 tx=0x7ff9380cf9d0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff95679e740 1 -- 172.21.15.47:0/3528763471 shutdown_connections 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff95679e740 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee135b0 0x55684ee2b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff95679e740 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee08ee0 0x55684ee0ae00 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.969+0000 7ff95679e740 1 --2- 172.21.15.47:0/3528763471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee085c0 0x55684ee1f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.970+0000 7ff95679e740 1 -- 172.21.15.47:0/3528763471 >> 172.21.15.47:0/3528763471 conn(0x55684ee048e0 msgr2=0x55684ee10df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.970+0000 7ff95679e740 1 -- 172.21.15.47:0/3528763471 shutdown_connections 2024-04-25T02:36:41.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.970+0000 7ff95679e740 1 -- 172.21.15.47:0/3528763471 wait complete. 2024-04-25T02:36:41.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.970+0000 7ff95679e740 1 -- start start 2024-04-25T02:36:41.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.970+0000 7ff95679e740 1 Processor -- start 2024-04-25T02:36:41.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff95679e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee085c0 0x55684ee1ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff95679e740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee08ee0 0x55684ee16da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff95679e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 0x55684ee17340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff95679e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c1adbb0 con 0x55684ee085c0 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff95679e740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c1af020 con 0x55684ee08ee0 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff95679e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c1ae280 con 0x55684ee135b0 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff95679e740 10 client.0 _ll_register_callbacks cb 0x7ff938097880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff950e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee085c0 0x55684ee1ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff950e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee085c0 0x55684ee1ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50526/0 (socket says 172.21.15.47:50526) 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff950e00640 1 -- 172.21.15.47:0/356013135 learned_addr learned my addr 172.21.15.47:0/356013135 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff951800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 0x55684ee17340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff94be00640 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee08ee0 0x55684ee16da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff950e00640 1 -- 172.21.15.47:0/356013135 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 msgr2=0x55684ee17340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff950e00640 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 0x55684ee17340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff950e00640 1 -- 172.21.15.47:0/356013135 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee08ee0 msgr2=0x55684ee16da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff950e00640 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee08ee0 0x55684ee16da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.971+0000 7ff950e00640 1 -- 172.21.15.47:0/356013135 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55684ee17b70 con 0x55684ee085c0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.972+0000 7ff950e00640 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee085c0 0x55684ee1ba30 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0097b0 tx=0x7ff93c031a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=462ef4a650c4f892 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.972+0000 7ff936a00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.972+0000 7ff936a00640 1 -- 172.21.15.47:0/356013135 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c05b020 con 0x55684ee085c0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.972+0000 7ff936a00640 1 -- 172.21.15.47:0/356013135 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ff93c031450 con 0x55684ee085c0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.972+0000 7ff95679e740 1 -- 172.21.15.47:0/356013135 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff938086040 con 0x55684ee085c0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.972+0000 7ff936a00640 1 -- 172.21.15.47:0/356013135 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff93c04a040 con 0x55684ee085c0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.972+0000 7ff95679e740 10 client.16221 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.972+0000 7ff95679e740 1 -- 172.21.15.47:0/356013135 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55684ee89ff0 con 0x55684ee085c0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff936a00640 1 -- 172.21.15.47:0/356013135 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff938086040 con 0x55684ee085c0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff936a00640 1 -- 172.21.15.47:0/356013135 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff93c043070 con 0x55684ee085c0 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff95679e740 10 client.16221 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff95679e740 10 client.16221 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff95679e740 20 client.16221 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff95679e740 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55684ee8a540 0x55684ee8c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff95679e740 4 client.16221 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:36:41.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff95679e740 1 -- 172.21.15.47:0/356013135 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55684ed74d70 con 0x55684ee8a540 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.973+0000 7ff94be00640 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55684ee8a540 0x55684ee8c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff94be00640 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55684ee8a540 0x55684ee8c960 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3f9010779812ef30 server_cookie=3c72c8e835fdce03 in_seq=0 out_seq=0 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff936a00640 10 client.16221 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff936a00640 1 -- 172.21.15.47:0/356013135 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55684ed74d70 con 0x55684ee8a540 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff936a00640 10 client.16221 handle_command_reply: tid=0 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 client.16221 shutdown 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 -- 172.21.15.47:0/356013135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee085c0 msgr2=0x55684ee1ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee085c0 0x55684ee1ba30 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0097b0 tx=0x7ff93c031a60 comp rx=0 tx=0).stop 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 -- 172.21.15.47:0/356013135 shutdown_connections 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55684ee8a540 0x55684ee8c960 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55684ee135b0 0x55684ee17340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55684ee08ee0 0x55684ee16da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 --2- 172.21.15.47:0/356013135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55684ee085c0 0x55684ee1ba30 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff936a00640 0 client.16221 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:36:41.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 -- 172.21.15.47:0/356013135 >> 172.21.15.47:0/356013135 conn(0x55684ee048e0 msgr2=0x55684ee032b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.974+0000 7ff95679e740 1 -- 172.21.15.47:0/356013135 shutdown_connections 2024-04-25T02:36:41.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff95679e740 1 -- 172.21.15.47:0/356013135 wait complete. 2024-04-25T02:36:41.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff95679e740 20 client.16221 trim_cache size 0 max 16384 2024-04-25T02:36:41.982 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 -- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9300a2d00 msgr2=0x7ff9300a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9300a2d00 0x7ff9300a51c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff94c06aed0 tx=0x7ff944005f90 comp rx=0 tx=0).stop 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 -- 172.21.15.47:0/2846554127 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff94c100e60 msgr2=0x7ff94c19a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff94c100e60 0x7ff94c19a810 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff93800e9f0 tx=0x7ff93800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 -- 172.21.15.47:0/2846554127 shutdown_connections 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff9300a2d00 0x7ff9300a51c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff94c10e0f0 0x7ff94c19eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff94c100e60 0x7ff94c19a810 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 --2- 172.21.15.47:0/2846554127 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff94c100540 0x7ff94c19a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.975+0000 7ff953800640 1 -- 172.21.15.47:0/2846554127 >> 172.21.15.47:0/2846554127 conn(0x7ff94c077740 msgr2=0x7ff94c10f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.976+0000 7ff953800640 1 -- 172.21.15.47:0/2846554127 shutdown_connections 2024-04-25T02:36:41.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:41.976+0000 7ff953800640 1 -- 172.21.15.47:0/2846554127 wait complete. 2024-04-25T02:36:41.999 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:36:42.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:41 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3596686118' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:36:42.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:41 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3596686118' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:36:42.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.203+0000 7fedb6200640 1 -- 172.21.15.47:0/583753343 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb0109800 msgr2=0x7fedb0109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.203+0000 7fedb6200640 1 --2- 172.21.15.47:0/583753343 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb0109800 0x7fedb0109be0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7feda0009900 tx=0x7feda002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.204+0000 7fedb6200640 1 -- 172.21.15.47:0/583753343 shutdown_connections 2024-04-25T02:36:42.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.204+0000 7fedb6200640 1 --2- 172.21.15.47:0/583753343 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb01041b0 0x7fedb01106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.204+0000 7fedb6200640 1 --2- 172.21.15.47:0/583753343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fedb01037f0 0x7fedb0103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.204+0000 7fedb6200640 1 --2- 172.21.15.47:0/583753343 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb0109800 0x7fedb0109be0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.204+0000 7fedb6200640 1 -- 172.21.15.47:0/583753343 >> 172.21.15.47:0/583753343 conn(0x7fedb00ff280 msgr2=0x7fedb01016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:42.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.204+0000 7fedb6200640 1 -- 172.21.15.47:0/583753343 shutdown_connections 2024-04-25T02:36:42.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.204+0000 7fedb6200640 1 -- 172.21.15.47:0/583753343 wait complete. 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.205+0000 7fedb6200640 1 Processor -- start 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.205+0000 7fedb6200640 1 -- start start 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.205+0000 7fedb6200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb01037f0 0x7fedb019a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.205+0000 7fedb6200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb01041b0 0x7fedb019a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.205+0000 7fedb6200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fedb0109800 0x7fedb019e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.205+0000 7fedb6200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fedb0113c60 con 0x7fedb01041b0 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.205+0000 7fedb6200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fedb0113ae0 con 0x7fedb01037f0 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.205+0000 7fedb6200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fedb0113de0 con 0x7fedb0109800 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb01041b0 0x7fedb019a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb01041b0 0x7fedb019a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50530/0 (socket says 172.21.15.47:50530) 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 -- 172.21.15.47:0/2752916720 learned_addr learned my addr 172.21.15.47:0/2752916720 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedb4e00640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb01037f0 0x7fedb019a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedb5800640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fedb0109800 0x7fedb019e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 -- 172.21.15.47:0/2752916720 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fedb0109800 msgr2=0x7fedb019e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fedb0109800 0x7fedb019e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 -- 172.21.15.47:0/2752916720 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb01037f0 msgr2=0x7fedb019a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb01037f0 0x7fedb019a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 -- 172.21.15.47:0/2752916720 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb019f0d0 con 0x7fedb01041b0 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedb4e00640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb01037f0 0x7fedb019a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.206+0000 7fedafe00640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb01041b0 0x7fedb019a620 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fed9c00e9f0 tx=0x7fed9c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.207+0000 7fedad600640 1 -- 172.21.15.47:0/2752916720 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9c00cd80 con 0x7fedb01041b0 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.207+0000 7fedad600640 1 -- 172.21.15.47:0/2752916720 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed9c005500 con 0x7fedb01041b0 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.207+0000 7fedb6200640 1 -- 172.21.15.47:0/2752916720 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb019f3c0 con 0x7fedb01041b0 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.207+0000 7fedad600640 1 -- 172.21.15.47:0/2752916720 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9c010690 con 0x7fedb01041b0 2024-04-25T02:36:42.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.207+0000 7fedb6200640 1 -- 172.21.15.47:0/2752916720 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb01a6c50 con 0x7fedb01041b0 2024-04-25T02:36:42.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.211+0000 7fedba7ca740 1 Processor -- start 2024-04-25T02:36:42.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.212+0000 7fedba7ca740 1 -- start start 2024-04-25T02:36:42.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.212+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094b6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.212+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 0x5567094c1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.212+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094c3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.212+0000 7fedba7ca740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55670941b4e0 con 0x5567094c1790 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.212+0000 7fedba7ca740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5567093c3a70 con 0x5567094b67a0 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.212+0000 7fedba7ca740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5567094174a0 con 0x5567094b70c0 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedad600640 1 -- 172.21.15.47:0/2752916720 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fed9c0046c0 con 0x7fedb01041b0 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094b6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb4e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 0x5567094c1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094b6b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33162/0 (socket says 172.21.15.47:33162) 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 -- 172.21.15.47:0/804029523 learned_addr learned my addr 172.21.15.47:0/804029523 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedafe00640 1 --2- 172.21.15.47:0/804029523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094c3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 -- 172.21.15.47:0/804029523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 msgr2=0x5567094c1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 --2- 172.21.15.47:0/804029523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 0x5567094c1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 -- 172.21.15.47:0/804029523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 msgr2=0x5567094c3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 --2- 172.21.15.47:0/804029523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094c3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.217 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 -- 172.21.15.47:0/804029523 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55670912f3f0 con 0x5567094b67a0 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.213+0000 7fedb5800640 1 --2- 172.21.15.47:0/804029523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094b6b80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7feda8009f40 tx=0x7feda8010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7677d0298e292a42 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.214+0000 7feda6000640 1 -- 172.21.15.47:0/804029523 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda8003b70 con 0x5567094b67a0 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.214+0000 7feda6000640 1 -- 172.21.15.47:0/804029523 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feda8003d10 con 0x5567094b67a0 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.214+0000 7feda6000640 1 -- 172.21.15.47:0/804029523 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda8011a40 con 0x5567094b67a0 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.214+0000 7fedad600640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed940a2d80 0x7fed940a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.214+0000 7fedad600640 1 -- 172.21.15.47:0/2752916720 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fed9c0cf850 con 0x7fedb01041b0 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.214+0000 7fedb4e00640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed940a2d80 0x7fed940a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 -- 172.21.15.47:0/804029523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 msgr2=0x5567094b6b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 --2- 172.21.15.47:0/804029523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094b6b80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7feda8009f40 tx=0x7feda8010860 comp rx=0 tx=0).stop 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 -- 172.21.15.47:0/804029523 shutdown_connections 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 --2- 172.21.15.47:0/804029523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094c3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.222 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 --2- 172.21.15.47:0/804029523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 0x5567094c1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 --2- 172.21.15.47:0/804029523 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094b6b80 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 -- 172.21.15.47:0/804029523 >> 172.21.15.47:0/804029523 conn(0x5567094b2ac0 msgr2=0x5567094b2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 -- 172.21.15.47:0/804029523 shutdown_connections 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 -- 172.21.15.47:0/804029523 wait complete. 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedb4e00640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed940a2d80 0x7fed940a5240 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7feda0000c00 tx=0x7feda0005b50 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.215+0000 7fedba7ca740 1 -- start start 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedba7ca740 1 Processor -- start 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094be760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 0x5567094beca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094bf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedba7ca740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5567094c4580 con 0x5567094c1790 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedba7ca740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5567093d6ec0 con 0x5567094b67a0 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedba7ca740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5567094c4700 con 0x5567094b70c0 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedba7ca740 10 client.0 _ll_register_callbacks cb 0x5567094133f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:42.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedb4e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094be760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedb4e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094be760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33168/0 (socket says 172.21.15.47:33168) 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedb4e00640 1 -- 172.21.15.47:0/3106665913 learned_addr learned my addr 172.21.15.47:0/3106665913 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedb5800640 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094bf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.216+0000 7fedafe00640 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 0x5567094beca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fedb4e00640 1 -- 172.21.15.47:0/3106665913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 msgr2=0x5567094beca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fedb4e00640 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 0x5567094beca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fedb4e00640 1 -- 172.21.15.47:0/3106665913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 msgr2=0x5567094bf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fedb4e00640 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094bf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fedb4e00640 1 -- 172.21.15.47:0/3106665913 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567091f97d0 con 0x5567094b67a0 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fedb5800640 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094bf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fedb4e00640 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094be760 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7feda00054e0 tx=0x7feda0009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=178b0440715c95f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fed9aa00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.217+0000 7fed9aa00640 1 -- 172.21.15.47:0/3106665913 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda0035040 con 0x5567094b67a0 2024-04-25T02:36:42.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fed9aa00640 1 -- 172.21.15.47:0/3106665913 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7feda00037f0 con 0x5567094b67a0 2024-04-25T02:36:42.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fedba7ca740 1 -- 172.21.15.47:0/3106665913 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feda8003d10 con 0x5567094b67a0 2024-04-25T02:36:42.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fed9aa00640 1 -- 172.21.15.47:0/3106665913 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7feda00039f0 con 0x5567094b67a0 2024-04-25T02:36:42.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fedba7ca740 10 client.26348 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:42.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fedba7ca740 1 -- 172.21.15.47:0/3106665913 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5567094d0870 con 0x5567094b67a0 2024-04-25T02:36:42.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fed9aa00640 1 -- 172.21.15.47:0/3106665913 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feda8003d10 con 0x5567094b67a0 2024-04-25T02:36:42.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fed9aa00640 1 -- 172.21.15.47:0/3106665913 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7feda0044030 con 0x5567094b67a0 2024-04-25T02:36:42.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fedba7ca740 10 client.26348 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:42.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.218+0000 7fedba7ca740 10 client.26348 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:42.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.219+0000 7fedba7ca740 20 client.26348 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:42.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.219+0000 7fedba7ca740 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5567094d1c80 0x5567094d40d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.219+0000 7fedba7ca740 4 client.26348 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:42.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.219+0000 7fedba7ca740 1 -- 172.21.15.47:0/3106665913 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556709428a20 con 0x5567094d1c80 2024-04-25T02:36:42.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.219+0000 7fedafe00640 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5567094d1c80 0x5567094d40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.219+0000 7fedafe00640 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5567094d1c80 0x5567094d40d0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aec7feb85d2acb4e server_cookie=73c9ad88ac1ac1f8 in_seq=0 out_seq=0 2024-04-25T02:36:42.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.219+0000 7fed9aa00640 10 client.26348 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:42.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.220+0000 7fed9aa00640 1 -- 172.21.15.47:0/3106665913 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556709428a20 con 0x5567094d1c80 2024-04-25T02:36:42.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.220+0000 7fed9aa00640 10 client.26348 handle_command_reply: tid=0 2024-04-25T02:36:42.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.220+0000 7fedba7ca740 1 client.26348 shutdown 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 -- 172.21.15.47:0/3106665913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 msgr2=0x5567094be760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094be760 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7feda00054e0 tx=0x7feda0009260 comp rx=0 tx=0).stop 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 -- 172.21.15.47:0/3106665913 shutdown_connections 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5567094d1c80 0x5567094d40d0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094bf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b70c0 0x5567094beca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 --2- 172.21.15.47:0/3106665913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b67a0 0x5567094be760 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 -- 172.21.15.47:0/3106665913 >> 172.21.15.47:0/3106665913 conn(0x5567094b2ac0 msgr2=0x5567094b88c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fed9aa00640 0 client.26348 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 -- 172.21.15.47:0/3106665913 shutdown_connections 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 1 -- 172.21.15.47:0/3106665913 wait complete. 2024-04-25T02:36:42.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.221+0000 7fedba7ca740 20 client.26348 trim_cache size 0 max 16384 2024-04-25T02:36:42.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedba7ca740 1 Processor -- start 2024-04-25T02:36:42.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedba7ca740 1 -- start start 2024-04-25T02:36:42.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094b67a0 0x5567094cd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094d99a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094c1790 0x5567094d9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedba7ca740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fedb01b1c60 con 0x5567094b67a0 2024-04-25T02:36:42.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedba7ca740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fedb01af530 con 0x5567094b70c0 2024-04-25T02:36:42.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedba7ca740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fedb01ad380 con 0x5567094c1790 2024-04-25T02:36:42.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedb4e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094b67a0 0x5567094cd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedb4e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094b67a0 0x5567094cd440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50560/0 (socket says 172.21.15.47:50560) 2024-04-25T02:36:42.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedb4e00640 1 -- 172.21.15.47:0/1837075216 learned_addr learned my addr 172.21.15.47:0/1837075216 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:42.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedb5800640 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094c1790 0x5567094d9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.237+0000 7fedafe00640 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094d99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7fedb4e00640 1 -- 172.21.15.47:0/1837075216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094c1790 msgr2=0x5567094d9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:42.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7fedb4e00640 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094c1790 0x5567094d9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7fedb4e00640 1 -- 172.21.15.47:0/1837075216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 msgr2=0x5567094d99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:42.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7fedb4e00640 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094d99a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7fedb4e00640 1 -- 172.21.15.47:0/1837075216 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567094b6ef0 con 0x5567094b67a0 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7fedb5800640 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094c1790 0x5567094d9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7fedafe00640 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094d99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7fedb4e00640 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094b67a0 0x5567094cd440 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7feda0031fd0 tx=0x7feda00045d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=733508e270e23764 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7feda5600640 1 -- 172.21.15.47:0/1837075216 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda005f030 con 0x5567094b67a0 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7feda5600640 1 -- 172.21.15.47:0/1837075216 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feda004c070 con 0x5567094b67a0 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.238+0000 7feda5600640 1 -- 172.21.15.47:0/1837075216 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda0003b90 con 0x5567094b67a0 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 -- 172.21.15.47:0/1837075216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094b67a0 msgr2=0x5567094cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094b67a0 0x5567094cd440 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7feda0031fd0 tx=0x7feda00045d0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 -- 172.21.15.47:0/1837075216 shutdown_connections 2024-04-25T02:36:42.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094c1790 0x5567094d9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094d99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1837075216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094b67a0 0x5567094cd440 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 -- 172.21.15.47:0/1837075216 >> 172.21.15.47:0/1837075216 conn(0x5567094b2ac0 msgr2=0x5567094b8890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:42.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 -- 172.21.15.47:0/1837075216 shutdown_connections 2024-04-25T02:36:42.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.239+0000 7fedba7ca740 1 -- 172.21.15.47:0/1837075216 wait complete. 2024-04-25T02:36:42.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.240+0000 7fedba7ca740 1 -- start start 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.240+0000 7fedba7ca740 1 Processor -- start 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b67a0 0x5567094c9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094c6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedba7ca740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094c74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedba7ca740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fedb01ad9f0 con 0x5567094c1790 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedba7ca740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fedb01aee60 con 0x5567094b70c0 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedba7ca740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fedb01ae0c0 con 0x5567094b67a0 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedba7ca740 10 client.0 _ll_register_callbacks cb 0x7feda0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb4e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b67a0 0x5567094c9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb4e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b67a0 0x5567094c9bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:58752/0 (socket says 172.21.15.47:58752) 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedafe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094c6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb4e00640 1 -- 172.21.15.47:0/1462757588 learned_addr learned my addr 172.21.15.47:0/1462757588 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:42.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb5800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094c74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb4e00640 1 -- 172.21.15.47:0/1462757588 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 msgr2=0x5567094c6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb4e00640 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094c6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb4e00640 1 -- 172.21.15.47:0/1462757588 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 msgr2=0x5567094c74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb4e00640 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094c74e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedb4e00640 1 -- 172.21.15.47:0/1462757588 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567094c7b80 con 0x5567094b67a0 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.241+0000 7fedafe00640 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.242+0000 7fedb4e00640 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b67a0 0x5567094c9bc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7feda0042040 tx=0x7feda0005bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c599ba3ac8bf1f96 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.242+0000 7fed9aa00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.242+0000 7fed9aa00640 1 -- 172.21.15.47:0/1462757588 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda0069060 con 0x5567094b67a0 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.242+0000 7fed9aa00640 1 -- 172.21.15.47:0/1462757588 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7feda0003660 con 0x5567094b67a0 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.242+0000 7fedba7ca740 1 -- 172.21.15.47:0/1462757588 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feda004c070 con 0x5567094b67a0 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.242+0000 7fed9aa00640 1 -- 172.21.15.47:0/1462757588 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7feda005f040 con 0x5567094b67a0 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.242+0000 7fedba7ca740 10 client.26353 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:42.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.242+0000 7fedba7ca740 1 -- 172.21.15.47:0/1462757588 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5567095380d0 con 0x5567094b67a0 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.243+0000 7fed9aa00640 1 -- 172.21.15.47:0/1462757588 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feda004c070 con 0x5567094b67a0 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.243+0000 7fed9aa00640 1 -- 172.21.15.47:0/1462757588 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7feda0044070 con 0x5567094b67a0 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.243+0000 7fedba7ca740 10 client.26353 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.243+0000 7fedba7ca740 10 client.26353 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.243+0000 7fedba7ca740 20 client.26353 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.243+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x556709538680 0x55670953aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.243+0000 7fedba7ca740 4 client.26353 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.243+0000 7fedba7ca740 1 -- 172.21.15.47:0/1462757588 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556709422d70 con 0x556709538680 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.244+0000 7fedafe00640 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x556709538680 0x55670953aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.244+0000 7fedafe00640 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x556709538680 0x55670953aaa0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cc4362f18741285 server_cookie=2c67e7ac0196ac91 in_seq=0 out_seq=0 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.244+0000 7fed9aa00640 10 client.26353 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fed9aa00640 1 -- 172.21.15.47:0/1462757588 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556709422d70 con 0x556709538680 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fed9aa00640 10 client.26353 handle_command_reply: tid=0 2024-04-25T02:36:42.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 client.26353 shutdown 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 -- 172.21.15.47:0/1462757588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b67a0 msgr2=0x5567094c9bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b67a0 0x5567094c9bc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7feda0042040 tx=0x7feda0005bc0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 -- 172.21.15.47:0/1462757588 shutdown_connections 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x556709538680 0x55670953aaa0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5567094c1790 0x5567094c74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5567094b70c0 0x5567094c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 --2- 172.21.15.47:0/1462757588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567094b67a0 0x5567094c9bc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fed9aa00640 0 client.26353 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 -- 172.21.15.47:0/1462757588 >> 172.21.15.47:0/1462757588 conn(0x5567094b2ac0 msgr2=0x5567094b12b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 -- 172.21.15.47:0/1462757588 shutdown_connections 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 1 -- 172.21.15.47:0/1462757588 wait complete. 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.245+0000 7fedba7ca740 20 client.26353 trim_cache size 0 max 16384 2024-04-25T02:36:42.253 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:36:42.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 -- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed940a2d80 msgr2=0x7fed940a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed940a2d80 0x7fed940a5240 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7feda0000c00 tx=0x7feda0005b50 comp rx=0 tx=0).stop 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 -- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb01041b0 msgr2=0x7fedb019a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb01041b0 0x7fedb019a620 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fed9c00e9f0 tx=0x7fed9c00edf0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 -- 172.21.15.47:0/2752916720 shutdown_connections 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed940a2d80 0x7fed940a5240 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fedb0109800 0x7fedb019e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb01041b0 0x7fedb019a620 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 --2- 172.21.15.47:0/2752916720 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fedb01037f0 0x7fedb019a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 -- 172.21.15.47:0/2752916720 >> 172.21.15.47:0/2752916720 conn(0x7fedb00ff280 msgr2=0x7fedb00ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 -- 172.21.15.47:0/2752916720 shutdown_connections 2024-04-25T02:36:42.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:42.246+0000 7fedb6200640 1 -- 172.21.15.47:0/2752916720 wait complete. 2024-04-25T02:36:43.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:42 smithi113 ceph-mon[32459]: pgmap v123: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:42 smithi178 ceph-mon[33053]: pgmap v123: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:43.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:42 smithi047 ceph-mon[27871]: pgmap v123: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:36:43.269 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:36:43.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:36:43.269 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:36:43.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 -- 172.21.15.47:0/2486751667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8102120 msgr2=0x7efec810e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 --2- 172.21.15.47:0/2486751667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8102120 0x7efec810e630 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7efec0009ca0 tx=0x7efec002a8c0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 -- 172.21.15.47:0/2486751667 shutdown_connections 2024-04-25T02:36:43.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 --2- 172.21.15.47:0/2486751667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8102120 0x7efec810e630 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 --2- 172.21.15.47:0/2486751667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efec8101760 0x7efec8101be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 --2- 172.21.15.47:0/2486751667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efec8107770 0x7efec8107b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 -- 172.21.15.47:0/2486751667 >> 172.21.15.47:0/2486751667 conn(0x7efec80fd250 msgr2=0x7efec80ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 -- 172.21.15.47:0/2486751667 shutdown_connections 2024-04-25T02:36:43.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.486+0000 7efecf800640 1 -- 172.21.15.47:0/2486751667 wait complete. 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.487+0000 7efecf800640 1 Processor -- start 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.488+0000 7efecf800640 1 -- start start 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.488+0000 7efecf800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efec8101760 0x7efec819a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.488+0000 7efecf800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efec8102120 0x7efec819a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.488+0000 7efecf800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8107770 0x7efec819ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.488+0000 7efecf800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efec8111bd0 con 0x7efec8102120 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.488+0000 7efecf800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7efec8111a50 con 0x7efec8107770 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.488+0000 7efecf800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efec8111d50 con 0x7efec8101760 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.488+0000 7efec7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efec8102120 0x7efec819a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecce00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efec8101760 0x7efec819a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efec7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efec8102120 0x7efec819a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50588/0 (socket says 172.21.15.47:50588) 2024-04-25T02:36:43.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecce00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efec8101760 0x7efec819a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:58762/0 (socket says 172.21.15.47:58762) 2024-04-25T02:36:43.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efec7e00640 1 -- 172.21.15.47:0/635129058 learned_addr learned my addr 172.21.15.47:0/635129058 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecd800640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8107770 0x7efec819ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecce00640 1 -- 172.21.15.47:0/635129058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8107770 msgr2=0x7efec819ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecce00640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8107770 0x7efec819ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecce00640 1 -- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efec8102120 msgr2=0x7efec819a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecce00640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efec8102120 0x7efec819a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecce00640 1 -- 172.21.15.47:0/635129058 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec819f200 con 0x7efec8101760 2024-04-25T02:36:43.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efec7e00640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efec8102120 0x7efec819a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:43.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecd800640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8107770 0x7efec819ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:43.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.489+0000 7efecce00640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efec8101760 0x7efec819a210 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7efeb800e9f0 tx=0x7efeb800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.490+0000 7efec5600640 1 -- 172.21.15.47:0/635129058 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeb800ccc0 con 0x7efec8101760 2024-04-25T02:36:43.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.490+0000 7efec5600640 1 -- 172.21.15.47:0/635129058 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efeb8005020 con 0x7efec8101760 2024-04-25T02:36:43.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.490+0000 7efecf800640 1 -- 172.21.15.47:0/635129058 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efec819f4f0 con 0x7efec8101760 2024-04-25T02:36:43.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.490+0000 7efec5600640 1 -- 172.21.15.47:0/635129058 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeb80049e0 con 0x7efec8101760 2024-04-25T02:36:43.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.490+0000 7efecf800640 1 -- 172.21.15.47:0/635129058 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efec81a6d80 con 0x7efec8101760 2024-04-25T02:36:43.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.493+0000 7efed27c4740 1 Processor -- start 2024-04-25T02:36:43.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.493+0000 7efed27c4740 1 -- start start 2024-04-25T02:36:43.497 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.493+0000 7efec5600640 1 -- 172.21.15.47:0/635129058 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7efeb8005560 con 0x7efec8101760 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.493+0000 7efed27c4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560f8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.493+0000 7efed27c4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa56102810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efed27c4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa56102d50 0x55aa56105140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efed27c4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55aa56056f40 con 0x55aa56102d50 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efed27c4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55aa5605c190 con 0x55aa560f7d60 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efed27c4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55aa56004a10 con 0x55aa560f8680 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efec7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa56102d50 0x55aa56105140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efec7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa56102d50 0x55aa56105140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50598/0 (socket says 172.21.15.47:50598) 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efec7e00640 1 -- 172.21.15.47:0/1792505791 learned_addr learned my addr 172.21.15.47:0/1792505791 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efecce00640 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa56102810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efecd800640 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560f8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efecd800640 1 -- 172.21.15.47:0/1792505791 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 msgr2=0x55aa56102810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efecd800640 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa56102810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efecd800640 1 -- 172.21.15.47:0/1792505791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa56102d50 msgr2=0x55aa56105140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efecd800640 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa56102d50 0x55aa56105140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efecd800640 1 -- 172.21.15.47:0/1792505791 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa55e387e0 con 0x55aa560f7d60 2024-04-25T02:36:43.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.494+0000 7efec7e00640 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa56102d50 0x55aa56105140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:43.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.495+0000 7efecd800640 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560f8140 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7efec0005e30 tx=0x7efec0032ff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a6a3da9e0452412 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.495+0000 7efeb6000640 1 -- 172.21.15.47:0/1792505791 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec0003b70 con 0x55aa560f7d60 2024-04-25T02:36:43.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.495+0000 7efeb6000640 1 -- 172.21.15.47:0/1792505791 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efec0036040 con 0x55aa560f7d60 2024-04-25T02:36:43.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.495+0000 7efeb6000640 1 -- 172.21.15.47:0/1792505791 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec00044e0 con 0x55aa560f7d60 2024-04-25T02:36:43.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.495+0000 7efec5600640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7efeb00a2d00 0x7efeb00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.495+0000 7efecce00640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7efeb00a2d00 0x7efeb00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efec5600640 1 -- 172.21.15.47:0/635129058 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7efeb80cf350 con 0x7efec8101760 2024-04-25T02:36:43.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 -- 172.21.15.47:0/1792505791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 msgr2=0x55aa560f8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560f8140 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7efec0005e30 tx=0x7efec0032ff0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 -- 172.21.15.47:0/1792505791 shutdown_connections 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa56102d50 0x55aa56105140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa56102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 --2- 172.21.15.47:0/1792505791 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560f8140 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 -- 172.21.15.47:0/1792505791 >> 172.21.15.47:0/1792505791 conn(0x55aa560f4080 msgr2=0x55aa560f4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efecce00640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7efeb00a2d00 0x7efeb00a51c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x55aa560f9320 tx=0x7efeb80d2e00 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 -- 172.21.15.47:0/1792505791 shutdown_connections 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.496+0000 7efed27c4740 1 -- 172.21.15.47:0/1792505791 wait complete. 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 1 -- start start 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 1 Processor -- start 2024-04-25T02:36:43.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560ffcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f8680 0x55aa56100230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa56102d50 0x55aa56100770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55aa56017e70 con 0x55aa560f8680 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55aa56058150 con 0x55aa560f7d60 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55aa56105a00 con 0x55aa56102d50 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.497+0000 7efed27c4740 10 client.0 _ll_register_callbacks cb 0x55aa560531f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f8680 0x55aa56100230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f8680 0x55aa56100230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50610/0 (socket says 172.21.15.47:50610) 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 -- 172.21.15.47:0/2505132848 learned_addr learned my addr 172.21.15.47:0/2505132848 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efecd800640 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560ffcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efecd800640 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa56102d50 0x55aa56100770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 -- 172.21.15.47:0/2505132848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa56102d50 msgr2=0x55aa56100770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa56102d50 0x55aa56100770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 -- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 msgr2=0x55aa560ffcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560ffcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 -- 172.21.15.47:0/2505132848 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa55e98f70 con 0x55aa560f8680 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efecd800640 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560ffcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.498+0000 7efec7e00640 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f8680 0x55aa56100230 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7efebc012d50 tx=0x7efebc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140e42391805fb3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.499+0000 7efeaaa00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.499+0000 7efeaaa00640 1 -- 172.21.15.47:0/2505132848 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc010430 con 0x55aa560f8680 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.499+0000 7efed27c4740 1 -- 172.21.15.47:0/2505132848 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efec0036040 con 0x55aa560f8680 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.499+0000 7efeaaa00640 1 -- 172.21.15.47:0/2505132848 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7efebc0105d0 con 0x55aa560f8680 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.499+0000 7efeaaa00640 1 -- 172.21.15.47:0/2505132848 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7efebc0107d0 con 0x55aa560f8680 2024-04-25T02:36:43.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.499+0000 7efed27c4740 10 client.16251 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.499+0000 7efed27c4740 1 -- 172.21.15.47:0/2505132848 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aa55d30170 con 0x55aa560f8680 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.499+0000 7efeaaa00640 1 -- 172.21.15.47:0/2505132848 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efec0036040 con 0x55aa560f8680 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.500+0000 7efeaaa00640 1 -- 172.21.15.47:0/2505132848 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7efebc01c8c0 con 0x55aa560f8680 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.500+0000 7efed27c4740 10 client.16251 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.500+0000 7efed27c4740 10 client.16251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.500+0000 7efed27c4740 20 client.16251 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.500+0000 7efed27c4740 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aa56112ed0 0x55aa56115300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.500+0000 7efed27c4740 4 client.16251 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.500+0000 7efed27c4740 1 -- 172.21.15.47:0/2505132848 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa560696d0 con 0x55aa56112ed0 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.500+0000 7efecd800640 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aa56112ed0 0x55aa56115300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.501+0000 7efecd800640 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aa56112ed0 0x55aa56115300 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79b1cbe428bca2a0 server_cookie=51f443e8af5cf55e in_seq=0 out_seq=0 2024-04-25T02:36:43.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.501+0000 7efeaaa00640 10 client.16251 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:43.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.501+0000 7efeaaa00640 1 -- 172.21.15.47:0/2505132848 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55aa560696d0 con 0x55aa56112ed0 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.501+0000 7efeaaa00640 10 client.16251 handle_command_reply: tid=0 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 client.16251 shutdown 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 -- 172.21.15.47:0/2505132848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f8680 msgr2=0x55aa56100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f8680 0x55aa56100230 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7efebc012d50 tx=0x7efebc00f790 comp rx=0 tx=0).stop 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 -- 172.21.15.47:0/2505132848 shutdown_connections 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aa56112ed0 0x55aa56115300 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa56102d50 0x55aa56100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f8680 0x55aa56100230 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 --2- 172.21.15.47:0/2505132848 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa560f7d60 0x55aa560ffcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efeaaa00640 0 client.16251 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 -- 172.21.15.47:0/2505132848 >> 172.21.15.47:0/2505132848 conn(0x55aa560f4080 msgr2=0x55aa560f9e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 -- 172.21.15.47:0/2505132848 shutdown_connections 2024-04-25T02:36:43.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 1 -- 172.21.15.47:0/2505132848 wait complete. 2024-04-25T02:36:43.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.502+0000 7efed27c4740 20 client.16251 trim_cache size 0 max 16384 2024-04-25T02:36:43.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efed27c4740 1 Processor -- start 2024-04-25T02:36:43.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efed27c4740 1 -- start start 2024-04-25T02:36:43.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efed27c4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efed27c4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa560f3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efed27c4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa5611abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efed27c4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efec81b1da0 con 0x55aa560f7d60 2024-04-25T02:36:43.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efed27c4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7efec81af670 con 0x55aa56102d50 2024-04-25T02:36:43.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efed27c4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efec81ad4c0 con 0x55aa560f8680 2024-04-25T02:36:43.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.522+0000 7efecd800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50614/0 (socket says 172.21.15.47:50614) 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 -- 172.21.15.47:0/3050116923 learned_addr learned my addr 172.21.15.47:0/3050116923 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa5611abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efec7e00640 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa560f3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 -- 172.21.15.47:0/3050116923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 msgr2=0x55aa560f3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa560f3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 -- 172.21.15.47:0/3050116923 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 msgr2=0x55aa5611abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa5611abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 -- 172.21.15.47:0/3050116923 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa56111a80 con 0x55aa560f7d60 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.523+0000 7efecd800640 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610e740 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7efec00041b0 tx=0x7efec0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76e76fe94d2c9835 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efeb5600640 1 -- 172.21.15.47:0/3050116923 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec0004790 con 0x55aa560f7d60 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efeb5600640 1 -- 172.21.15.47:0/3050116923 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efec0036070 con 0x55aa560f7d60 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efeb5600640 1 -- 172.21.15.47:0/3050116923 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec00570b0 con 0x55aa560f7d60 2024-04-25T02:36:43.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 -- 172.21.15.47:0/3050116923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 msgr2=0x55aa5610e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610e740 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7efec00041b0 tx=0x7efec0004040 comp rx=0 tx=0).stop 2024-04-25T02:36:43.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 -- 172.21.15.47:0/3050116923 shutdown_connections 2024-04-25T02:36:43.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa5611abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa560f3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 --2- 172.21.15.47:0/3050116923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610e740 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 -- 172.21.15.47:0/3050116923 >> 172.21.15.47:0/3050116923 conn(0x55aa560f4080 msgr2=0x55aa56101520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 -- 172.21.15.47:0/3050116923 shutdown_connections 2024-04-25T02:36:43.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.524+0000 7efed27c4740 1 -- 172.21.15.47:0/3050116923 wait complete. 2024-04-25T02:36:43.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.525+0000 7efed27c4740 1 -- start start 2024-04-25T02:36:43.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.525+0000 7efed27c4740 1 Processor -- start 2024-04-25T02:36:43.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.525+0000 7efed27c4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efed27c4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa561070e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efed27c4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa56107620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efed27c4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efec81adb30 con 0x55aa560f7d60 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efed27c4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7efec81aefa0 con 0x55aa56102d50 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efed27c4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efec81ae200 con 0x55aa560f8680 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efed27c4740 10 client.0 _ll_register_callbacks cb 0x7efebc009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efecd800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efec7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa561070e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efec7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa561070e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:58812/0 (socket says 172.21.15.47:58812) 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efec7e00640 1 -- 172.21.15.47:0/3774124875 learned_addr learned my addr 172.21.15.47:0/3774124875 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efecd800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50620/0 (socket says 172.21.15.47:50620) 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efecd800640 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa56107620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efec7e00640 1 -- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 msgr2=0x55aa56107620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efec7e00640 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa56107620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efec7e00640 1 -- 172.21.15.47:0/3774124875 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 msgr2=0x55aa5610ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efec7e00640 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efec7e00640 1 -- 172.21.15.47:0/3774124875 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa56107b60 con 0x55aa560f8680 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.526+0000 7efecd800640 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa56107620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.527+0000 7efec7e00640 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa561070e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x55aa561012c0 tx=0x7efebc00fee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58fe55b3df624a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.527+0000 7efeaaa00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.527+0000 7efeaaa00640 1 -- 172.21.15.47:0/3774124875 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc029040 con 0x55aa560f8680 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.527+0000 7efed27c4740 1 -- 172.21.15.47:0/3774124875 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efec0036070 con 0x55aa560f8680 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.527+0000 7efeaaa00640 1 -- 172.21.15.47:0/3774124875 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7efebc010430 con 0x55aa560f8680 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.527+0000 7efeaaa00640 1 -- 172.21.15.47:0/3774124875 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7efebc010970 con 0x55aa560f8680 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.527+0000 7efed27c4740 10 client.26371 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.527+0000 7efed27c4740 1 -- 172.21.15.47:0/3774124875 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aa5617a1d0 con 0x55aa560f8680 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.528+0000 7efeaaa00640 1 -- 172.21.15.47:0/3774124875 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efec0036070 con 0x55aa560f8680 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.528+0000 7efeaaa00640 1 -- 172.21.15.47:0/3774124875 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7efebc01c420 con 0x55aa560f8680 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.528+0000 7efed27c4740 10 client.26371 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:43.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.528+0000 7efed27c4740 10 client.26371 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:43.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.528+0000 7efed27c4740 20 client.26371 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:43.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.528+0000 7efed27c4740 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aa5617a980 0x55aa5617cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.528+0000 7efed27c4740 4 client.26371 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:36:43.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.528+0000 7efed27c4740 1 -- 172.21.15.47:0/3774124875 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55aa56063a20 con 0x55aa5617a980 2024-04-25T02:36:43.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.529+0000 7efecd800640 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aa5617a980 0x55aa5617cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.529+0000 7efecd800640 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aa5617a980 0x55aa5617cda0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3649aab163d9fc1 server_cookie=f02337a2efaa4693 in_seq=0 out_seq=0 2024-04-25T02:36:43.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.529+0000 7efeaaa00640 10 client.26371 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:43.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.530+0000 7efeaaa00640 1 -- 172.21.15.47:0/3774124875 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55aa56063a20 con 0x55aa5617a980 2024-04-25T02:36:43.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.530+0000 7efeaaa00640 10 client.26371 handle_command_reply: tid=0 2024-04-25T02:36:43.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 client.26371 shutdown 2024-04-25T02:36:43.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 -- 172.21.15.47:0/3774124875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 msgr2=0x55aa561070e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa561070e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x55aa561012c0 tx=0x7efebc00fee0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 -- 172.21.15.47:0/3774124875 shutdown_connections 2024-04-25T02:36:43.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aa5617a980 0x55aa5617cda0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aa56102d50 0x55aa56107620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa560f8680 0x55aa561070e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 --2- 172.21.15.47:0/3774124875 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aa560f7d60 0x55aa5610ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efeaaa00640 0 client.26371 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 -- 172.21.15.47:0/3774124875 >> 172.21.15.47:0/3774124875 conn(0x55aa560f4080 msgr2=0x55aa56101db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 -- 172.21.15.47:0/3774124875 shutdown_connections 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 1 -- 172.21.15.47:0/3774124875 wait complete. 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.531+0000 7efed27c4740 20 client.26371 trim_cache size 0 max 16384 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:36:43.537 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "cfdc7030-143d-44e9-bed2-e06dd28b3ad3", 2024-04-25T02:36:43.538 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:36:43.538 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:36:43.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 -- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7efeb00a2d00 msgr2=0x7efeb00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7efeb00a2d00 0x7efeb00a51c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x55aa560f9320 tx=0x7efeb80d2e00 comp rx=0 tx=0).stop 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 -- 172.21.15.47:0/635129058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efec8101760 msgr2=0x7efec819a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efec8101760 0x7efec819a210 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7efeb800e9f0 tx=0x7efeb800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 -- 172.21.15.47:0/635129058 shutdown_connections 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7efeb00a2d00 0x7efeb00a51c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7efec8107770 0x7efec819ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efec8102120 0x7efec819a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 --2- 172.21.15.47:0/635129058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efec8101760 0x7efec819a210 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 -- 172.21.15.47:0/635129058 >> 172.21.15.47:0/635129058 conn(0x7efec80fd250 msgr2=0x7efec810ceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 -- 172.21.15.47:0/635129058 shutdown_connections 2024-04-25T02:36:43.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.532+0000 7efecf800640 1 -- 172.21.15.47:0/635129058 wait complete. 2024-04-25T02:36:43.554 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:36:43.554 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:36:43.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.772+0000 7f3d03e00640 1 -- 172.21.15.47:0/1905557312 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d04109800 msgr2=0x7f3d04109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.773+0000 7f3d03e00640 1 --2- 172.21.15.47:0/1905557312 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d04109800 0x7f3d04109be0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4009930 tx=0x7f3cf402a440 comp rx=0 tx=0).stop 2024-04-25T02:36:43.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.773+0000 7f3d03e00640 1 -- 172.21.15.47:0/1905557312 shutdown_connections 2024-04-25T02:36:43.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.773+0000 7f3d03e00640 1 --2- 172.21.15.47:0/1905557312 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3d041041b0 0x7f3d041106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.773+0000 7f3d03e00640 1 --2- 172.21.15.47:0/1905557312 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3d041037f0 0x7f3d04103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.773+0000 7f3d03e00640 1 --2- 172.21.15.47:0/1905557312 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d04109800 0x7f3d04109be0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.773+0000 7f3d03e00640 1 -- 172.21.15.47:0/1905557312 >> 172.21.15.47:0/1905557312 conn(0x7f3d040ff280 msgr2=0x7f3d041016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.773+0000 7f3d03e00640 1 -- 172.21.15.47:0/1905557312 shutdown_connections 2024-04-25T02:36:43.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.773+0000 7f3d03e00640 1 -- 172.21.15.47:0/1905557312 wait complete. 2024-04-25T02:36:43.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.774+0000 7f3d03e00640 1 Processor -- start 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.774+0000 7f3d03e00640 1 -- start start 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.774+0000 7f3d03e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d041037f0 0x7f3d0419a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.774+0000 7f3d03e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3d041041b0 0x7f3d0419a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.774+0000 7f3d03e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3d04109800 0x7f3d0419e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.774+0000 7f3d03e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04113bd0 con 0x7f3d041037f0 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.774+0000 7f3d03e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04113a50 con 0x7f3d04109800 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.774+0000 7f3d03e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04113d50 con 0x7f3d041041b0 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d041037f0 0x7f3d0419a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d041037f0 0x7f3d0419a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50652/0 (socket says 172.21.15.47:50652) 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02a00640 1 -- 172.21.15.47:0/871071347 learned_addr learned my addr 172.21.15.47:0/871071347 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d03400640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3d04109800 0x7f3d0419e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02000640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3d041041b0 0x7f3d0419a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02a00640 1 -- 172.21.15.47:0/871071347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3d041041b0 msgr2=0x7f3d0419a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02a00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3d041041b0 0x7f3d0419a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02a00640 1 -- 172.21.15.47:0/871071347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3d04109800 msgr2=0x7f3d0419e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02a00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3d04109800 0x7f3d0419e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d02a00640 1 -- 172.21.15.47:0/871071347 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d0419f100 con 0x7f3d041037f0 2024-04-25T02:36:43.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.775+0000 7f3d03400640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3d04109800 0x7f3d0419e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:43.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.776+0000 7f3d02a00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d041037f0 0x7f3d0419a110 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4009230 tx=0x7f3cf4004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.776+0000 7f3cfb400640 1 -- 172.21.15.47:0/871071347 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf403f030 con 0x7f3d041037f0 2024-04-25T02:36:43.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.776+0000 7f3cfb400640 1 -- 172.21.15.47:0/871071347 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf4004440 con 0x7f3d041037f0 2024-04-25T02:36:43.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.776+0000 7f3d03e00640 1 -- 172.21.15.47:0/871071347 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d0419f390 con 0x7f3d041037f0 2024-04-25T02:36:43.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.776+0000 7f3cfb400640 1 -- 172.21.15.47:0/871071347 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf4035070 con 0x7f3d041037f0 2024-04-25T02:36:43.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.776+0000 7f3d03e00640 1 -- 172.21.15.47:0/871071347 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d041a6c80 con 0x7f3d041037f0 2024-04-25T02:36:43.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.780+0000 7f3d0c81a740 1 Processor -- start 2024-04-25T02:36:43.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d0c81a740 1 -- start start 2024-04-25T02:36:43.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3cfb400640 1 -- 172.21.15.47:0/871071347 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3cf4042030 con 0x7f3d041037f0 2024-04-25T02:36:43.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80351e0 0x55e7b80355c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b8035b00 0x55e7b803fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80425c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e7b7f99560 con 0x55e7b80401d0 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55e7b7f41930 con 0x55e7b80351e0 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e7b7f95520 con 0x55e7b8035b00 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d02000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80425c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d03400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80351e0 0x55e7b80355c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d02a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b8035b00 0x55e7b803fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d02000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80425c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50664/0 (socket says 172.21.15.47:50664) 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d03400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80351e0 0x55e7b80355c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33244/0 (socket says 172.21.15.47:33244) 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.781+0000 7f3d02000640 1 -- 172.21.15.47:0/3509359952 learned_addr learned my addr 172.21.15.47:0/3509359952 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.782+0000 7f3d03400640 1 -- 172.21.15.47:0/3509359952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b8035b00 msgr2=0x55e7b803fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.782+0000 7f3d03400640 1 --2- 172.21.15.47:0/3509359952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b8035b00 0x55e7b803fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.782+0000 7f3d03400640 1 -- 172.21.15.47:0/3509359952 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 msgr2=0x55e7b80425c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.782+0000 7f3d03400640 1 --2- 172.21.15.47:0/3509359952 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80425c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.782+0000 7f3d03400640 1 -- 172.21.15.47:0/3509359952 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7b7d777d0 con 0x55e7b80351e0 2024-04-25T02:36:43.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.782+0000 7f3d02000640 1 --2- 172.21.15.47:0/3509359952 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80425c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:36:43.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.782+0000 7f3d03400640 1 --2- 172.21.15.47:0/3509359952 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80351e0 0x55e7b80355c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc011760 tx=0x7f3cfc011c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5779e334a881b00 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.783+0000 7f3cefe00640 1 -- 172.21.15.47:0/3509359952 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc004d20 con 0x55e7b80351e0 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.783+0000 7f3cefe00640 1 -- 172.21.15.47:0/3509359952 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cfc003970 con 0x55e7b80351e0 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.783+0000 7f3cefe00640 1 -- 172.21.15.47:0/3509359952 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc004480 con 0x55e7b80351e0 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.783+0000 7f3cfb400640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3ce80a2d00 0x7f3ce80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.783+0000 7f3cfb400640 1 -- 172.21.15.47:0/871071347 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3cf40ef750 con 0x7f3d041037f0 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.783+0000 7f3d02a00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3ce80a2d00 0x7f3ce80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.783+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3509359952 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80351e0 msgr2=0x55e7b80355c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.783+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/3509359952 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80351e0 0x55e7b80355c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc011760 tx=0x7f3cfc011c20 comp rx=0 tx=0).stop 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3509359952 shutdown_connections 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/3509359952 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80425c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/3509359952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b8035b00 0x55e7b803fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/3509359952 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80351e0 0x55e7b80355c0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3509359952 >> 172.21.15.47:0/3509359952 conn(0x55e7b8031500 msgr2=0x55e7b80318e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3509359952 shutdown_connections 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3509359952 wait complete. 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d02a00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3ce80a2d00 0x7f3ce80a51c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x55e7b80367a0 tx=0x7f3cf40f5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 -- start start 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.784+0000 7f3d0c81a740 1 Processor -- start 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80351e0 0x55e7b803d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b803d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80401d0 0x55e7b803dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e7b8042fc0 con 0x55e7b80351e0 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55e7b7f54d90 con 0x55e7b8035b00 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e7b8043140 con 0x55e7b80401d0 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d0c81a740 10 client.0 _ll_register_callbacks cb 0x55e7b7f54780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d03400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80351e0 0x55e7b803d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d03400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80351e0 0x55e7b803d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:50672/0 (socket says 172.21.15.47:50672) 2024-04-25T02:36:43.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d03400640 1 -- 172.21.15.47:0/1397650714 learned_addr learned my addr 172.21.15.47:0/1397650714 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.785+0000 7f3d02000640 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b803d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3d03400640 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80401d0 0x55e7b803dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3d03400640 1 -- 172.21.15.47:0/1397650714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80401d0 msgr2=0x55e7b803dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3d03400640 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80401d0 0x55e7b803dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3d03400640 1 -- 172.21.15.47:0/1397650714 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 msgr2=0x55e7b803d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3d03400640 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b803d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3d03400640 1 -- 172.21.15.47:0/1397650714 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7b7cad3f0 con 0x55e7b80351e0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3d03400640 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80351e0 0x55e7b803d130 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc000f80 tx=0x7f3cfc003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36066d5067cc857c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3cecc00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3cecc00640 1 -- 172.21.15.47:0/1397650714 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc02e060 con 0x55e7b80351e0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3cecc00640 1 -- 172.21.15.47:0/1397650714 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3cfc005000 con 0x55e7b80351e0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.786+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1397650714 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cfc003970 con 0x55e7b80351e0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3cecc00640 1 -- 172.21.15.47:0/1397650714 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3cfc01d070 con 0x55e7b80351e0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3d0c81a740 10 client.16269 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1397650714 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e7b7c6d0f0 con 0x55e7b80351e0 2024-04-25T02:36:43.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3cecc00640 1 -- 172.21.15.47:0/1397650714 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cfc003970 con 0x55e7b80351e0 2024-04-25T02:36:43.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3cecc00640 1 -- 172.21.15.47:0/1397650714 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3cfc0107c0 con 0x55e7b80351e0 2024-04-25T02:36:43.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3d0c81a740 10 client.16269 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:43.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3d0c81a740 10 client.16269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:43.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3d0c81a740 20 client.16269 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:43.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e7b80504e0 0x55e7b80528d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3d0c81a740 4 client.16269 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:36:43.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.787+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1397650714 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7b7facd90 con 0x55e7b80504e0 2024-04-25T02:36:43.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.788+0000 7f3d02000640 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e7b80504e0 0x55e7b80528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.788+0000 7f3d02000640 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e7b80504e0 0x55e7b80528d0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c11f7000e969f83a server_cookie=7dc326473704844 in_seq=0 out_seq=0 2024-04-25T02:36:43.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.788+0000 7f3cecc00640 10 client.16269 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:43.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.789+0000 7f3cecc00640 1 -- 172.21.15.47:0/1397650714 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e7b7facd90 con 0x55e7b80504e0 2024-04-25T02:36:43.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.789+0000 7f3cecc00640 10 client.16269 handle_command_reply: tid=0 2024-04-25T02:36:43.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.789+0000 7f3d0c81a740 1 client.16269 shutdown 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.789+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1397650714 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80351e0 msgr2=0x55e7b803d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.789+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80351e0 0x55e7b803d130 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc000f80 tx=0x7f3cfc003ca0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1397650714 shutdown_connections 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e7b80504e0 0x55e7b80528d0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80401d0 0x55e7b803dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b803d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1397650714 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80351e0 0x55e7b803d130 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3cecc00640 0 client.16269 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1397650714 >> 172.21.15.47:0/1397650714 conn(0x55e7b8031500 msgr2=0x55e7b8037300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1397650714 shutdown_connections 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1397650714 wait complete. 2024-04-25T02:36:43.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.790+0000 7f3d0c81a740 20 client.16269 trim_cache size 0 max 16384 2024-04-25T02:36:43.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.809+0000 7f3d0c81a740 1 Processor -- start 2024-04-25T02:36:43.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.809+0000 7f3d0c81a740 1 -- start start 2024-04-25T02:36:43.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b8030f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b8035b00 0x55e7b804beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80401d0 0x55e7b8037080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041b1d20 con 0x55e7b8035b00 2024-04-25T02:36:43.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041af5f0 con 0x55e7b80401d0 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041ad440 con 0x55e7b80351e0 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d03400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b8030f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d03400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b8030f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:58864/0 (socket says 172.21.15.47:58864) 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d03400640 1 -- 172.21.15.47:0/3343369178 learned_addr learned my addr 172.21.15.47:0/3343369178 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d02000640 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b8035b00 0x55e7b804beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.810+0000 7f3d03400640 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80401d0 0x55e7b8037080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3d03400640 1 -- 172.21.15.47:0/3343369178 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80401d0 msgr2=0x55e7b8037080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3d03400640 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80401d0 0x55e7b8037080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3d03400640 1 -- 172.21.15.47:0/3343369178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b8035b00 msgr2=0x55e7b804beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3d03400640 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b8035b00 0x55e7b804beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3d03400640 1 -- 172.21.15.47:0/3343369178 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7b8035ee0 con 0x55e7b80351e0 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3d03400640 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b8030f80 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc0099a0 tx=0x7f3cfc014040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21b39e98281445ce server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3cef400640 1 -- 172.21.15.47:0/3343369178 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc02e070 con 0x55e7b80351e0 2024-04-25T02:36:43.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3cef400640 1 -- 172.21.15.47:0/3343369178 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cfc010910 con 0x55e7b80351e0 2024-04-25T02:36:43.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.811+0000 7f3cef400640 1 -- 172.21.15.47:0/3343369178 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc019ae0 con 0x55e7b80351e0 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3343369178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 msgr2=0x55e7b8030f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b8030f80 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc0099a0 tx=0x7f3cfc014040 comp rx=0 tx=0).stop 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3343369178 shutdown_connections 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b80401d0 0x55e7b8037080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b8035b00 0x55e7b804beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/3343369178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b8030f80 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3343369178 >> 172.21.15.47:0/3343369178 conn(0x55e7b8031500 msgr2=0x55e7b8036970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3343369178 shutdown_connections 2024-04-25T02:36:43.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 -- 172.21.15.47:0/3343369178 wait complete. 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 -- start start 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.812+0000 7f3d0c81a740 1 Processor -- start 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b80483c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b8048900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d0c81a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80393c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041adab0 con 0x55e7b80401d0 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041aef20 con 0x55e7b8035b00 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d0c81a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041ae180 con 0x55e7b80351e0 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d0c81a740 10 client.0 _ll_register_callbacks cb 0x7f3cfc011660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d03400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b80483c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d02000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b8048900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d03400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b80483c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:58878/0 (socket says 172.21.15.47:58878) 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d03400640 1 -- 172.21.15.47:0/1439664755 learned_addr learned my addr 172.21.15.47:0/1439664755 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:36:43.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.813+0000 7f3d03400640 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80393c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3d02000640 1 -- 172.21.15.47:0/1439664755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 msgr2=0x55e7b80483c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3d02000640 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b80483c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3d02000640 1 -- 172.21.15.47:0/1439664755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 msgr2=0x55e7b80393c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3d02000640 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80393c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3d02000640 1 -- 172.21.15.47:0/1439664755 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7b8039930 con 0x55e7b8035b00 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3d02000640 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b8048900 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55e7b8052f90 tx=0x7f3cf0010a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a5e6b5bd03c2dd4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3cecc00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3cecc00640 1 -- 172.21.15.47:0/1439664755 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf0023070 con 0x55e7b8035b00 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1439664755 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cfc010910 con 0x55e7b8035b00 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.814+0000 7f3cecc00640 1 -- 172.21.15.47:0/1439664755 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3cf001f600 con 0x55e7b8035b00 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3cecc00640 1 -- 172.21.15.47:0/1439664755 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3cf002e050 con 0x55e7b8035b00 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3d0c81a740 10 client.26387 fetch_fsmap learned FSMap version 24 2024-04-25T02:36:43.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1439664755 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e7b80b6130 con 0x55e7b8035b00 2024-04-25T02:36:43.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3cecc00640 1 -- 172.21.15.47:0/1439664755 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cfc010910 con 0x55e7b8035b00 2024-04-25T02:36:43.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3cecc00640 1 -- 172.21.15.47:0/1439664755 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3cf001d380 con 0x55e7b8035b00 2024-04-25T02:36:43.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3d0c81a740 10 client.26387 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:36:43.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3d0c81a740 10 client.26387 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:36:43.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3d0c81a740 20 client.26387 populate_metadata read hostname 'smithi047' 2024-04-25T02:36:43.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.815+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e7b80b6880 0x55e7b80b8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:36:43.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.816+0000 7f3d0c81a740 4 client.26387 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.816+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1439664755 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e7b7fa6aa0 con 0x55e7b80b6880 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.816+0000 7f3d03400640 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e7b80b6880 0x55e7b80b8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d03400640 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e7b80b6880 0x55e7b80b8ca0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94404f05c3094d59 server_cookie=a35cd29ab89ca4eb in_seq=0 out_seq=0 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3cecc00640 10 client.26387 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3cecc00640 1 -- 172.21.15.47:0/1439664755 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e7b7fa6aa0 con 0x55e7b80b6880 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3cecc00640 10 client.26387 handle_command_reply: tid=0 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 client.26387 shutdown 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1439664755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 msgr2=0x55e7b8048900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b8048900 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55e7b8052f90 tx=0x7f3cf0010a20 comp rx=0 tx=0).stop 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1439664755 shutdown_connections 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e7b80b6880 0x55e7b80b8ca0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7b80401d0 0x55e7b80393c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e7b8035b00 0x55e7b8048900 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 --2- 172.21.15.47:0/1439664755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7b80351e0 0x55e7b80483c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1439664755 >> 172.21.15.47:0/1439664755 conn(0x55e7b8031500 msgr2=0x55e7b80371c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.817+0000 7f3cecc00640 0 client.26387 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1439664755 shutdown_connections 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d0c81a740 1 -- 172.21.15.47:0/1439664755 wait complete. 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d0c81a740 20 client.26387 trim_cache size 0 max 16384 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stdout: "cfdc7030-143d-44e9-bed2-e06dd28b3ad3": { 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "cfdc7030-143d-44e9-bed2-e06dd28b3ad3", 2024-04-25T02:36:43.824 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:36:43.825 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:36:43.825 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:36:43.825 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:36:43.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 -- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3ce80a2d00 msgr2=0x7f3ce80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.825 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3ce80a2d00 0x7f3ce80a51c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x55e7b80367a0 tx=0x7f3cf40f5530 comp rx=0 tx=0).stop 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 -- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d041037f0 msgr2=0x7f3d0419a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d041037f0 0x7f3d0419a110 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4009230 tx=0x7f3cf4004040 comp rx=0 tx=0).stop 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 -- 172.21.15.47:0/871071347 shutdown_connections 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3ce80a2d00 0x7f3ce80a51c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3d04109800 0x7f3d0419e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3d041041b0 0x7f3d0419a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 --2- 172.21.15.47:0/871071347 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d041037f0 0x7f3d0419a110 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.818+0000 7f3d03e00640 1 -- 172.21.15.47:0/871071347 >> 172.21.15.47:0/871071347 conn(0x7f3d040ff280 msgr2=0x7f3d040ffb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.819+0000 7f3d03e00640 1 -- 172.21.15.47:0/871071347 shutdown_connections 2024-04-25T02:36:43.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:36:43.819+0000 7f3d03e00640 1 -- 172.21.15.47:0/871071347 wait complete. 2024-04-25T02:36:43.841 INFO:tasks.cephfs.filesystem:scrub status for tag:cfdc7030-143d-44e9-bed2-e06dd28b3ad3 - {'path': '/', 'tag': 'cfdc7030-143d-44e9-bed2-e06dd28b3ad3', 'options': 'recursive,force'} 2024-04-25T02:36:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:44 smithi113 ceph-mon[32459]: pgmap v124: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:44 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:36:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:44 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:44 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:36:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:44 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:44 smithi178 ceph-mon[33053]: pgmap v124: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:44 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:36:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:44 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:44 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:36:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:44 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:44 smithi047 ceph-mon[27871]: pgmap v124: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:36:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:44 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:36:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:44 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:44 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:36:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:44 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:36:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:45 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:36:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:45 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:36:46.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:45 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:36:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:46 smithi113 ceph-mon[32459]: pgmap v125: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:46 smithi178 ceph-mon[33053]: pgmap v125: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:47.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:46 smithi047 ceph-mon[27871]: pgmap v125: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:36:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:48 smithi113 ceph-mon[32459]: pgmap v126: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:36:49.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:48 smithi178 ceph-mon[33053]: pgmap v126: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:36:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:48 smithi047 ceph-mon[27871]: pgmap v126: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:36:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:50 smithi113 ceph-mon[32459]: pgmap v127: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:50 smithi178 ceph-mon[33053]: pgmap v127: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:51.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:50 smithi047 ceph-mon[27871]: pgmap v127: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:52 smithi113 ceph-mon[32459]: pgmap v128: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:52 smithi178 ceph-mon[33053]: pgmap v128: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:52 smithi047 ceph-mon[27871]: pgmap v128: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:54 smithi113 ceph-mon[32459]: pgmap v129: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:36:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:54 smithi178 ceph-mon[33053]: pgmap v129: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:36:55.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:54 smithi047 ceph-mon[27871]: pgmap v129: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:36:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:56 smithi113 ceph-mon[32459]: pgmap v130: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:56 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:36:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:56 smithi178 ceph-mon[33053]: pgmap v130: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:56 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:36:57.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:56 smithi047 ceph-mon[27871]: pgmap v130: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:36:57.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:56 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:36:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:57 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:36:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:57 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:36:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:57 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:36:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:57 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:36:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:57 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:36:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:57 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:36:58.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:57 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:36:58.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:57 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:36:58.162 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:57 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:36:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:36:58 smithi113 ceph-mon[32459]: pgmap v131: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:36:59.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:36:58 smithi178 ceph-mon[33053]: pgmap v131: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:36:59.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:36:58 smithi047 ceph-mon[27871]: pgmap v131: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:00 smithi113 ceph-mon[32459]: pgmap v132: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:00 smithi178 ceph-mon[33053]: pgmap v132: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:00 smithi047 ceph-mon[27871]: pgmap v132: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:03.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:02 smithi113 ceph-mon[32459]: pgmap v133: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:02 smithi178 ceph-mon[33053]: pgmap v133: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:03.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:02 smithi047 ceph-mon[27871]: pgmap v133: 97 pgs: 97 active+clean; 6.5 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:05.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:04 smithi113 ceph-mon[32459]: pgmap v134: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:05.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:04 smithi178 ceph-mon[33053]: pgmap v134: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:04 smithi047 ceph-mon[27871]: pgmap v134: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:06 smithi113 ceph-mon[32459]: pgmap v135: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:37:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:06 smithi178 ceph-mon[33053]: pgmap v135: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:37:07.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:06 smithi047 ceph-mon[27871]: pgmap v135: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:37:09.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:08 smithi113 ceph-mon[32459]: pgmap v136: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:09.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:08 smithi178 ceph-mon[33053]: pgmap v136: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:08 smithi047 ceph-mon[27871]: pgmap v136: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:10 smithi113 ceph-mon[32459]: pgmap v137: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:37:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:10 smithi178 ceph-mon[33053]: pgmap v137: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:37:11.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:10 smithi047 ceph-mon[27871]: pgmap v137: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:37:13.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:12 smithi113 ceph-mon[32459]: pgmap v138: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:37:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:12 smithi178 ceph-mon[33053]: pgmap v138: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:37:13.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:12 smithi047 ceph-mon[27871]: pgmap v138: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:37:13.842 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:37:13.842 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:37:14.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.064+0000 7f393aa00640 1 -- 172.21.15.47:0/2013578294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3934107ce0 msgr2=0x7f3934108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.064+0000 7f393aa00640 1 --2- 172.21.15.47:0/2013578294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3934107ce0 0x7f3934108140 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3920009900 tx=0x7f392002a480 comp rx=0 tx=0).stop 2024-04-25T02:37:14.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.065+0000 7f393aa00640 1 -- 172.21.15.47:0/2013578294 shutdown_connections 2024-04-25T02:37:14.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.065+0000 7f393aa00640 1 --2- 172.21.15.47:0/2013578294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3934108680 0x7f3934114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.065+0000 7f393aa00640 1 --2- 172.21.15.47:0/2013578294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3934107ce0 0x7f3934108140 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.065+0000 7f393aa00640 1 --2- 172.21.15.47:0/2013578294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f393410dd00 0x7f393410e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.065+0000 7f393aa00640 1 -- 172.21.15.47:0/2013578294 >> 172.21.15.47:0/2013578294 conn(0x7f3934077560 msgr2=0x7f3934106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.065+0000 7f393aa00640 1 -- 172.21.15.47:0/2013578294 shutdown_connections 2024-04-25T02:37:14.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.065+0000 7f393aa00640 1 -- 172.21.15.47:0/2013578294 wait complete. 2024-04-25T02:37:14.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.066+0000 7f393aa00640 1 Processor -- start 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.066+0000 7f393aa00640 1 -- start start 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.066+0000 7f393aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3934107ce0 0x7f393419e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.066+0000 7f393aa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3934108680 0x7f393419e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.066+0000 7f393aa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f393410dd00 0x7f39341a2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.066+0000 7f393aa00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3934118020 con 0x7f393410dd00 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.066+0000 7f393aa00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3934117ea0 con 0x7f3934107ce0 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.066+0000 7f393aa00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f39341181a0 con 0x7f3934108680 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f393a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f393410dd00 0x7f39341a2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3934107ce0 0x7f393419e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3934107ce0 0x7f393419e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33344/0 (socket says 172.21.15.47:33344) 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 -- 172.21.15.47:0/2247861589 learned_addr learned my addr 172.21.15.47:0/2247861589 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3938c00640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3934108680 0x7f393419e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 -- 172.21.15.47:0/2247861589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3934108680 msgr2=0x7f393419e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3934108680 0x7f393419e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 -- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f393410dd00 msgr2=0x7f39341a2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f393410dd00 0x7f39341a2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 -- 172.21.15.47:0/2247861589 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39341a3450 con 0x7f3934107ce0 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f393a000640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f393410dd00 0x7f39341a2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.067+0000 7f3939600640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3934107ce0 0x7f393419e460 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f392800e9f0 tx=0x7f392800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.068+0000 7f3932000640 1 -- 172.21.15.47:0/2247861589 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392800cd80 con 0x7f3934107ce0 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.068+0000 7f3932000640 1 -- 172.21.15.47:0/2247861589 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3928010910 con 0x7f3934107ce0 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.068+0000 7f3932000640 1 -- 172.21.15.47:0/2247861589 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3928018990 con 0x7f3934107ce0 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.068+0000 7f393aa00640 1 -- 172.21.15.47:0/2247861589 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39341a3740 con 0x7f3934107ce0 2024-04-25T02:37:14.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.068+0000 7f393aa00640 1 -- 172.21.15.47:0/2247861589 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39341aafd0 con 0x7f3934107ce0 2024-04-25T02:37:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.071+0000 7f393ed8c740 1 Processor -- start 2024-04-25T02:37:14.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.071+0000 7f3932000640 1 -- 172.21.15.47:0/2247861589 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3928010ac0 con 0x7f3934107ce0 2024-04-25T02:37:14.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.071+0000 7f393ed8c740 1 -- start start 2024-04-25T02:37:14.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cccc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9ccd1d0 0x5558a9ccf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f393ed8c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5558a9c26560 con 0x5558a9cc21e0 2024-04-25T02:37:14.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f393ed8c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5558a9bce930 con 0x5558a9cc2b00 2024-04-25T02:37:14.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f393ed8c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5558a9c22520 con 0x5558a9ccd1d0 2024-04-25T02:37:14.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f3939600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cccc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f393a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f3939600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cccc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33348/0 (socket says 172.21.15.47:33348) 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f3939600640 1 -- 172.21.15.47:0/2383085835 learned_addr learned my addr 172.21.15.47:0/2383085835 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.072+0000 7f3938c00640 1 --2- 172.21.15.47:0/2383085835 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9ccd1d0 0x5558a9ccf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3939600640 1 -- 172.21.15.47:0/2383085835 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9ccd1d0 msgr2=0x5558a9ccf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3939600640 1 --2- 172.21.15.47:0/2383085835 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9ccd1d0 0x5558a9ccf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3939600640 1 -- 172.21.15.47:0/2383085835 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 msgr2=0x5558a9cc25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3939600640 1 --2- 172.21.15.47:0/2383085835 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3939600640 1 -- 172.21.15.47:0/2383085835 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558a9a047d0 con 0x5558a9cc2b00 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3932000640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f391c0a2d80 0x7f391c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3939600640 1 --2- 172.21.15.47:0/2383085835 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cccc90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f39280ccd50 tx=0x7f39280d7670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e337935b9e7c2627 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3932000640 1 -- 172.21.15.47:0/2247861589 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f39280cf6f0 con 0x7f3934107ce0 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f393a000640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f391c0a2d80 0x7f391c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.073+0000 7f3926600640 1 -- 172.21.15.47:0/2383085835 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3928026020 con 0x5558a9cc2b00 2024-04-25T02:37:14.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f3926600640 1 -- 172.21.15.47:0/2383085835 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f392809bc90 con 0x5558a9cc2b00 2024-04-25T02:37:14.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f3926600640 1 -- 172.21.15.47:0/2383085835 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392809b5f0 con 0x5558a9cc2b00 2024-04-25T02:37:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 -- 172.21.15.47:0/2383085835 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 msgr2=0x5558a9cccc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393a000640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f391c0a2d80 0x7f391c0a5240 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f392c005fd0 tx=0x7f392c009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 --2- 172.21.15.47:0/2383085835 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cccc90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f39280ccd50 tx=0x7f39280d7670 comp rx=0 tx=0).stop 2024-04-25T02:37:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 -- 172.21.15.47:0/2383085835 shutdown_connections 2024-04-25T02:37:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 --2- 172.21.15.47:0/2383085835 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9ccd1d0 0x5558a9ccf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 --2- 172.21.15.47:0/2383085835 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cccc90 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 --2- 172.21.15.47:0/2383085835 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 -- 172.21.15.47:0/2383085835 >> 172.21.15.47:0/2383085835 conn(0x5558a9cbe500 msgr2=0x5558a9cbe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 -- 172.21.15.47:0/2383085835 shutdown_connections 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.074+0000 7f393ed8c740 1 -- 172.21.15.47:0/2383085835 wait complete. 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.075+0000 7f393ed8c740 1 -- start start 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.075+0000 7f393ed8c740 1 Processor -- start 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 0x5558a9cca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cca630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9ccd1d0 0x5558a9ccab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f393ed8c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5558a9ccffc0 con 0x5558a9ccd1d0 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f393ed8c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5558a9be1d90 con 0x5558a9cc2b00 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f393ed8c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5558a9cd0140 con 0x5558a9cc21e0 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f393ed8c740 10 client.0 _ll_register_callbacks cb 0x5558a9be1780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3938c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f393a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9ccd1d0 0x5558a9ccab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3939600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 0x5558a9cca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3938c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cca630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33362/0 (socket says 172.21.15.47:33362) 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3938c00640 1 -- 172.21.15.47:0/1899143357 learned_addr learned my addr 172.21.15.47:0/1899143357 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3938c00640 1 -- 172.21.15.47:0/1899143357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 msgr2=0x5558a9cca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3938c00640 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 0x5558a9cca0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3938c00640 1 -- 172.21.15.47:0/1899143357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9ccd1d0 msgr2=0x5558a9ccab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3938c00640 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9ccd1d0 0x5558a9ccab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.076+0000 7f3938c00640 1 -- 172.21.15.47:0/1899143357 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558a993a3f0 con 0x5558a9cc2b00 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.077+0000 7f3938c00640 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cca630 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3920009900 tx=0x7f3920031850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a89ec8d67eae8ba8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.077+0000 7f391aa00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.077+0000 7f391aa00640 1 -- 172.21.15.47:0/1899143357 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920035040 con 0x5558a9cc2b00 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.077+0000 7f393ed8c740 1 -- 172.21.15.47:0/1899143357 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f392809bc90 con 0x5558a9cc2b00 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.077+0000 7f391aa00640 1 -- 172.21.15.47:0/1899143357 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3920004460 con 0x5558a9cc2b00 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.077+0000 7f391aa00640 1 -- 172.21.15.47:0/1899143357 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f39200035f0 con 0x5558a9cc2b00 2024-04-25T02:37:14.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.077+0000 7f393ed8c740 10 client.26399 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.077+0000 7f393ed8c740 1 -- 172.21.15.47:0/1899143357 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5558a98fa0f0 con 0x5558a9cc2b00 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f391aa00640 1 -- 172.21.15.47:0/1899143357 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f392809bc90 con 0x5558a9cc2b00 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f391aa00640 1 -- 172.21.15.47:0/1899143357 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f392003d970 con 0x5558a9cc2b00 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f393ed8c740 10 client.26399 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f393ed8c740 10 client.26399 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f393ed8c740 20 client.26399 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f393ed8c740 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5558a9cdd500 0x5558a9cdf940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f393ed8c740 4 client.26399 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f393ed8c740 1 -- 172.21.15.47:0/1899143357 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5558a9c39d90 con 0x5558a9cdd500 2024-04-25T02:37:14.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.078+0000 7f3939600640 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5558a9cdd500 0x5558a9cdf940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.079+0000 7f391aa00640 10 client.26399 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.079+0000 7f3939600640 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5558a9cdd500 0x5558a9cdf940 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58f210fb94aafd08 server_cookie=91ee8f9c4274f9f9 in_seq=0 out_seq=0 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.080+0000 7f391aa00640 1 -- 172.21.15.47:0/1899143357 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5558a9c39d90 con 0x5558a9cdd500 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.080+0000 7f391aa00640 10 client.26399 handle_command_reply: tid=0 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.080+0000 7f393ed8c740 1 client.26399 shutdown 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.080+0000 7f393ed8c740 1 -- 172.21.15.47:0/1899143357 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 msgr2=0x5558a9cca630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.080+0000 7f393ed8c740 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cca630 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3920009900 tx=0x7f3920031850 comp rx=0 tx=0).stop 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 1 -- 172.21.15.47:0/1899143357 shutdown_connections 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5558a9cdd500 0x5558a9cdf940 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9ccd1d0 0x5558a9ccab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f391aa00640 0 client.26399 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9cc2b00 0x5558a9cca630 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 1 --2- 172.21.15.47:0/1899143357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 0x5558a9cca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 1 -- 172.21.15.47:0/1899143357 >> 172.21.15.47:0/1899143357 conn(0x5558a9cbe500 msgr2=0x5558a9cbd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 1 -- 172.21.15.47:0/1899143357 shutdown_connections 2024-04-25T02:37:14.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 1 -- 172.21.15.47:0/1899143357 wait complete. 2024-04-25T02:37:14.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.081+0000 7f393ed8c740 20 client.26399 trim_cache size 0 max 16384 2024-04-25T02:37:14.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.100+0000 7f393ed8c740 1 Processor -- start 2024-04-25T02:37:14.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.100+0000 7f393ed8c740 1 -- start start 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.100+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 0x5558a9cbdf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.100+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc2b00 0x5558a9cd8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.100+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 0x5558a9cc4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.100+0000 7f393ed8c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f39341b60d0 con 0x5558a9cc2b00 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.100+0000 7f393ed8c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f39341b39a0 con 0x5558a9ccd1d0 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.100+0000 7f393ed8c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f39341b17f0 con 0x5558a9cc21e0 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3938c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc2b00 0x5558a9cd8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f393a000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 0x5558a9cc4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3938c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc2b00 0x5558a9cd8eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39162/0 (socket says 172.21.15.47:39162) 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3938c00640 1 -- 172.21.15.47:0/4076189051 learned_addr learned my addr 172.21.15.47:0/4076189051 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3939600640 1 --2- 172.21.15.47:0/4076189051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 0x5558a9cbdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3938c00640 1 -- 172.21.15.47:0/4076189051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 msgr2=0x5558a9cbdf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3938c00640 1 --2- 172.21.15.47:0/4076189051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 0x5558a9cbdf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3938c00640 1 -- 172.21.15.47:0/4076189051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 msgr2=0x5558a9cc4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3938c00640 1 --2- 172.21.15.47:0/4076189051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 0x5558a9cc4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.101+0000 7f3938c00640 1 -- 172.21.15.47:0/4076189051 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558a9cc3000 con 0x5558a9cc2b00 2024-04-25T02:37:14.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.102+0000 7f3938c00640 1 --2- 172.21.15.47:0/4076189051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc2b00 0x5558a9cd8eb0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f392002a9a0 tx=0x7f392002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e787df7474a2f4ce server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.102+0000 7f3925c00640 1 -- 172.21.15.47:0/4076189051 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920035030 con 0x5558a9cc2b00 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.102+0000 7f3925c00640 1 -- 172.21.15.47:0/4076189051 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3920041070 con 0x5558a9cc2b00 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.102+0000 7f3925c00640 1 -- 172.21.15.47:0/4076189051 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920053070 con 0x5558a9cc2b00 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 -- 172.21.15.47:0/4076189051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc2b00 msgr2=0x5558a9cd8eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4076189051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc2b00 0x5558a9cd8eb0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f392002a9a0 tx=0x7f392002a480 comp rx=0 tx=0).stop 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 -- 172.21.15.47:0/4076189051 shutdown_connections 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4076189051 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 0x5558a9cc4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4076189051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc2b00 0x5558a9cd8eb0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4076189051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc21e0 0x5558a9cbdf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 -- 172.21.15.47:0/4076189051 >> 172.21.15.47:0/4076189051 conn(0x5558a9cbe500 msgr2=0x5558a9cc3930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 -- 172.21.15.47:0/4076189051 shutdown_connections 2024-04-25T02:37:14.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 -- 172.21.15.47:0/4076189051 wait complete. 2024-04-25T02:37:14.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.103+0000 7f393ed8c740 1 -- start start 2024-04-25T02:37:14.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393ed8c740 1 Processor -- start 2024-04-25T02:37:14.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc2b00 0x5558a9cc73b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393ed8c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 0x5558a9cc78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393ed8c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f39341b1e60 con 0x5558a9cc21e0 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393ed8c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f39341b32d0 con 0x5558a9ccd1d0 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393ed8c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f39341b2530 con 0x5558a9cc2b00 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393ed8c740 10 client.0 _ll_register_callbacks cb 0x7f3920005de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f3939600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f3939600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc6e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39168/0 (socket says 172.21.15.47:39168) 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f3939600640 1 -- 172.21.15.47:0/4025762827 learned_addr learned my addr 172.21.15.47:0/4025762827 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f3938c00640 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc2b00 0x5558a9cc73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.104+0000 7f393a000640 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 0x5558a9cc78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f3939600640 1 -- 172.21.15.47:0/4025762827 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc2b00 msgr2=0x5558a9cc73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f3939600640 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc2b00 0x5558a9cc73b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f3939600640 1 -- 172.21.15.47:0/4025762827 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 msgr2=0x5558a9cc78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f3939600640 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 0x5558a9cc78f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f3939600640 1 -- 172.21.15.47:0/4025762827 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558a9d42b30 con 0x5558a9cc21e0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f3939600640 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc6e70 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3928009380 tx=0x7f39280cf970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6735f8a5f3d88419 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f391aa00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f391aa00640 1 -- 172.21.15.47:0/4025762827 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392809b5f0 con 0x5558a9cc21e0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f391aa00640 1 -- 172.21.15.47:0/4025762827 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f39280d5cb0 con 0x5558a9cc21e0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f393ed8c740 1 -- 172.21.15.47:0/4025762827 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3920041070 con 0x5558a9cc21e0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f391aa00640 1 -- 172.21.15.47:0/4025762827 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f392809ba60 con 0x5558a9cc21e0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.105+0000 7f393ed8c740 10 client.16293 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f393ed8c740 1 -- 172.21.15.47:0/4025762827 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5558a9d43e20 con 0x5558a9cc21e0 2024-04-25T02:37:14.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f391aa00640 1 -- 172.21.15.47:0/4025762827 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3920041070 con 0x5558a9cc21e0 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f391aa00640 1 -- 172.21.15.47:0/4025762827 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f39280cd090 con 0x5558a9cc21e0 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f393ed8c740 10 client.16293 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f393ed8c740 10 client.16293 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f393ed8c740 20 client.16293 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5558a9d441b0 0x5558a9d465a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f393ed8c740 4 client.16293 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f393ed8c740 1 -- 172.21.15.47:0/4025762827 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5558a9c33aa0 con 0x5558a9d441b0 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.106+0000 7f3938c00640 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5558a9d441b0 0x5558a9d465a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f3938c00640 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5558a9d441b0 0x5558a9d465a0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e029a4a01b6e503 server_cookie=555b9277886cdb32 in_seq=0 out_seq=0 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f391aa00640 10 client.16293 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f391aa00640 1 -- 172.21.15.47:0/4025762827 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5558a9c33aa0 con 0x5558a9d441b0 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f391aa00640 10 client.16293 handle_command_reply: tid=0 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 client.16293 shutdown 2024-04-25T02:37:14.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 -- 172.21.15.47:0/4025762827 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 msgr2=0x5558a9cc6e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc6e70 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3928009380 tx=0x7f39280cf970 comp rx=0 tx=0).stop 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 -- 172.21.15.47:0/4025762827 shutdown_connections 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5558a9d441b0 0x5558a9d465a0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5558a9ccd1d0 0x5558a9cc78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558a9cc2b00 0x5558a9cc73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f391aa00640 0 client.16293 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 --2- 172.21.15.47:0/4025762827 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5558a9cc21e0 0x5558a9cc6e70 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.107+0000 7f393ed8c740 1 -- 172.21.15.47:0/4025762827 >> 172.21.15.47:0/4025762827 conn(0x5558a9cbe500 msgr2=0x5558a9cca920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393ed8c740 1 -- 172.21.15.47:0/4025762827 shutdown_connections 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393ed8c740 1 -- 172.21.15.47:0/4025762827 wait complete. 2024-04-25T02:37:14.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393ed8c740 20 client.16293 trim_cache size 0 max 16384 2024-04-25T02:37:14.118 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:37:14.118 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:37:14.118 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:37:14.118 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 -- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f391c0a2d80 msgr2=0x7f391c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f391c0a2d80 0x7f391c0a5240 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f392c005fd0 tx=0x7f392c009500 comp rx=0 tx=0).stop 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 -- 172.21.15.47:0/2247861589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3934107ce0 msgr2=0x7f393419e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3934107ce0 0x7f393419e460 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f392800e9f0 tx=0x7f392800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 -- 172.21.15.47:0/2247861589 shutdown_connections 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f391c0a2d80 0x7f391c0a5240 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f393410dd00 0x7f39341a2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3934108680 0x7f393419e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 --2- 172.21.15.47:0/2247861589 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3934107ce0 0x7f393419e460 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.108+0000 7f393aa00640 1 -- 172.21.15.47:0/2247861589 >> 172.21.15.47:0/2247861589 conn(0x7f3934077560 msgr2=0x7f39340785f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.109+0000 7f393aa00640 1 -- 172.21.15.47:0/2247861589 shutdown_connections 2024-04-25T02:37:14.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.109+0000 7f393aa00640 1 -- 172.21.15.47:0/2247861589 wait complete. 2024-04-25T02:37:14.130 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:37:14.131 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:37:14.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.332+0000 7f415bc00640 1 -- 172.21.15.47:0/430669678 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 msgr2=0x7f4154076050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.332+0000 7f415bc00640 1 --2- 172.21.15.47:0/430669678 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 0x7f4154076050 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4144009cd0 tx=0x7f414402a8e0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.332+0000 7f415bc00640 1 -- 172.21.15.47:0/430669678 shutdown_connections 2024-04-25T02:37:14.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.333+0000 7f415bc00640 1 --2- 172.21.15.47:0/430669678 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41541125c0 0x7f41541149b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.333+0000 7f415bc00640 1 --2- 172.21.15.47:0/430669678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4154076590 0x7f4154112080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.333+0000 7f415bc00640 1 --2- 172.21.15.47:0/430669678 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 0x7f4154076050 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.333+0000 7f415bc00640 1 -- 172.21.15.47:0/430669678 >> 172.21.15.47:0/430669678 conn(0x7f41540ff3f0 msgr2=0x7f4154101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.333+0000 7f415bc00640 1 -- 172.21.15.47:0/430669678 shutdown_connections 2024-04-25T02:37:14.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.333+0000 7f415bc00640 1 -- 172.21.15.47:0/430669678 wait complete. 2024-04-25T02:37:14.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f415bc00640 1 Processor -- start 2024-04-25T02:37:14.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f415bc00640 1 -- start start 2024-04-25T02:37:14.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f415bc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 0x7f415419e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f415bc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4154076590 0x7f415419ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f415bc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41541125c0 0x7f41541a2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f415bc00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4154118180 con 0x7f41541125c0 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f415bc00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4154118000 con 0x7f4154075c70 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f415bc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4154118300 con 0x7f4154076590 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f4159c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41541125c0 0x7f41541a2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.334+0000 7f4159200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 0x7f415419e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41541125c0 0x7f41541a2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39180/0 (socket says 172.21.15.47:39180) 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159c00640 1 -- 172.21.15.47:0/2633559499 learned_addr learned my addr 172.21.15.47:0/2633559499 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4153e00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4154076590 0x7f415419ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159200640 1 -- 172.21.15.47:0/2633559499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4154076590 msgr2=0x7f415419ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159200640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4154076590 0x7f415419ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159200640 1 -- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41541125c0 msgr2=0x7f41541a2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159200640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41541125c0 0x7f41541a2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159200640 1 -- 172.21.15.47:0/2633559499 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41541a36f0 con 0x7f4154075c70 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159c00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41541125c0 0x7f41541a2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4153e00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4154076590 0x7f415419ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.335+0000 7f4159200640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 0x7f415419e700 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4144000f80 tx=0x7f4144003970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.336+0000 7f4151600640 1 -- 172.21.15.47:0/2633559499 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4144003d60 con 0x7f4154075c70 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.336+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41541a3980 con 0x7f4154075c70 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.336+0000 7f4151600640 1 -- 172.21.15.47:0/2633559499 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4144004520 con 0x7f4154075c70 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.336+0000 7f4151600640 1 -- 172.21.15.47:0/2633559499 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4144030d40 con 0x7f4154075c70 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.336+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41541ab270 con 0x7f4154075c70 2024-04-25T02:37:14.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.337+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41540689b0 con 0x7f4154075c70 2024-04-25T02:37:14.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.339+0000 7f4151600640 1 -- 172.21.15.47:0/2633559499 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f41440046d0 con 0x7f4154075c70 2024-04-25T02:37:14.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.340+0000 7f4151600640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f41380a2d00 0x7f41380a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.341+0000 7f4151600640 1 -- 172.21.15.47:0/2633559499 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f414402e030 con 0x7f4154075c70 2024-04-25T02:37:14.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.341+0000 7f4153e00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f41380a2d00 0x7f41380a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.341+0000 7f4153e00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f41380a2d00 0x7f41380a51c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4154078800 tx=0x7f4140005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.343+0000 7f4151600640 1 -- 172.21.15.47:0/2633559499 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f41440bd060 con 0x7f4154075c70 2024-04-25T02:37:14.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.591+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f415410d750 con 0x7f4154075c70 2024-04-25T02:37:14.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.592+0000 7f4151600640 1 -- 172.21.15.47:0/2633559499 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f41440bc960 con 0x7f4154075c70 2024-04-25T02:37:14.597 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:37:14.598 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:37:14.598 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:37:14.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.595+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f41380a2d00 msgr2=0x7f41380a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.595+0000 7f415bc00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f41380a2d00 0x7f41380a51c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4154078800 tx=0x7f4140005f90 comp rx=0 tx=0).stop 2024-04-25T02:37:14.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.595+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 msgr2=0x7f415419e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.595+0000 7f415bc00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 0x7f415419e700 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4144000f80 tx=0x7f4144003970 comp rx=0 tx=0).stop 2024-04-25T02:37:14.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.596+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 shutdown_connections 2024-04-25T02:37:14.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.596+0000 7f415bc00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f41380a2d00 0x7f41380a51c0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.596+0000 7f415bc00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f41541125c0 0x7f41541a2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.596+0000 7f415bc00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4154076590 0x7f415419ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.596+0000 7f415bc00640 1 --2- 172.21.15.47:0/2633559499 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4154075c70 0x7f415419e700 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.596+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 >> 172.21.15.47:0/2633559499 conn(0x7f41540ff3f0 msgr2=0x7f41541017e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.596+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 shutdown_connections 2024-04-25T02:37:14.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.596+0000 7f415bc00640 1 -- 172.21.15.47:0/2633559499 wait complete. 2024-04-25T02:37:14.621 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2221014954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4112600 msgr2=0x7f2ab41149f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2221014954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4112600 0x7f2ab41149f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009ca0 tx=0x7f2aac02a950 comp rx=0 tx=0).stop 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2221014954 shutdown_connections 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2221014954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4112600 0x7f2ab41149f0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2221014954 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ab4074400 0x7f2ab41120c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2221014954 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ab4073ae0 0x7f2ab4073ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2221014954 >> 172.21.15.47:0/2221014954 conn(0x7f2ab40fd0e0 msgr2=0x7f2ab40ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2221014954 shutdown_connections 2024-04-25T02:37:14.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.828+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2221014954 wait complete. 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.829+0000 7f2ab3e00640 1 Processor -- start 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab3e00640 1 -- start start 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ab4073ae0 0x7f2ab419e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4074400 0x7f2ab419ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ab4112600 0x7f2ab41a2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab3e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab4118050 con 0x7f2ab4074400 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab3e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab4117ed0 con 0x7f2ab4073ae0 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab3e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab41181d0 con 0x7f2ab4112600 2024-04-25T02:37:14.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2aabe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4074400 0x7f2ab419ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2aabe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4074400 0x7f2ab419ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39188/0 (socket says 172.21.15.47:39188) 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2aabe00640 1 -- 172.21.15.47:0/2922947898 learned_addr learned my addr 172.21.15.47:0/2922947898 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ab4073ae0 0x7f2ab419e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.830+0000 7f2ab3400640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ab4112600 0x7f2ab41a2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2aabe00640 1 -- 172.21.15.47:0/2922947898 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ab4112600 msgr2=0x7f2ab41a2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2aabe00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ab4112600 0x7f2ab41a2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2aabe00640 1 -- 172.21.15.47:0/2922947898 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ab4073ae0 msgr2=0x7f2ab419e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2aabe00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ab4073ae0 0x7f2ab419e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2aabe00640 1 -- 172.21.15.47:0/2922947898 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab41a3530 con 0x7f2ab4074400 2024-04-25T02:37:14.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2aabe00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4074400 0x7f2ab419ead0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c00e9f0 tx=0x7f2a9c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2ab8a00640 1 -- 172.21.15.47:0/2922947898 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9c00cd80 con 0x7f2ab4074400 2024-04-25T02:37:14.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2922947898 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab41a3820 con 0x7f2ab4074400 2024-04-25T02:37:14.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2ab8a00640 1 -- 172.21.15.47:0/2922947898 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2a9c010910 con 0x7f2ab4074400 2024-04-25T02:37:14.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.831+0000 7f2ab8a00640 1 -- 172.21.15.47:0/2922947898 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9c0188f0 con 0x7f2ab4074400 2024-04-25T02:37:14.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.832+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2922947898 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab41ab0b0 con 0x7f2ab4074400 2024-04-25T02:37:14.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2ab8a00640 1 -- 172.21.15.47:0/2922947898 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2a9c010ac0 con 0x7f2ab4074400 2024-04-25T02:37:14.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2abcb93740 1 Processor -- start 2024-04-25T02:37:14.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2abcb93740 1 -- start start 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6af9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b04250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b06b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2abcb93740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b0c6a5e4e0 con 0x55b0c6afa0c0 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2abcb93740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b0c6a06a70 con 0x55b0c6b04790 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.835+0000 7f2abcb93740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b0c6a5a4a0 con 0x55b0c6af97a0 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab2a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b04250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab2a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b04250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39196/0 (socket says 172.21.15.47:39196) 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab2a00640 1 -- 172.21.15.47:0/3723379243 learned_addr learned my addr 172.21.15.47:0/3723379243 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab3400640 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6af9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2aabe00640 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b06b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab2a00640 1 -- 172.21.15.47:0/3723379243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 msgr2=0x55b0c6af9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6af9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab2a00640 1 -- 172.21.15.47:0/3723379243 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 msgr2=0x55b0c6b06b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b06b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2ab2a00640 1 -- 172.21.15.47:0/3723379243 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0c67723f0 con 0x55b0c6afa0c0 2024-04-25T02:37:14.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.836+0000 7f2aabe00640 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b06b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:14.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.837+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b04250 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f2aa4009cf0 tx=0x7f2aa4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef933a14974b0f4e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.837+0000 7f2aa3e00640 1 -- 172.21.15.47:0/3723379243 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4004230 con 0x55b0c6afa0c0 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.837+0000 7f2ab8a00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2a980a2d00 0x7f2a980a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.837+0000 7f2aa3e00640 1 -- 172.21.15.47:0/3723379243 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2aa40043d0 con 0x55b0c6afa0c0 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.837+0000 7f2aa3e00640 1 -- 172.21.15.47:0/3723379243 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa40198c0 con 0x55b0c6afa0c0 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.837+0000 7f2ab8a00640 1 -- 172.21.15.47:0/2922947898 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2a9c0cf7e0 con 0x7f2ab4074400 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.837+0000 7f2ab3400640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2a980a2d00 0x7f2a980a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 -- 172.21.15.47:0/3723379243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 msgr2=0x55b0c6b04250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b04250 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f2aa4009cf0 tx=0x7f2aa4011810 comp rx=0 tx=0).stop 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 -- 172.21.15.47:0/3723379243 shutdown_connections 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b06b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b04250 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3723379243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6af9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 -- 172.21.15.47:0/3723379243 >> 172.21.15.47:0/3723379243 conn(0x55b0c6af5ac0 msgr2=0x55b0c6af5ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 -- 172.21.15.47:0/3723379243 shutdown_connections 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2ab3400640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2a980a2d00 0x7f2a980a51c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2aac004af0 tx=0x7f2aac005d80 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 -- 172.21.15.47:0/3723379243 wait complete. 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.838+0000 7f2abcb93740 1 -- start start 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.839+0000 7f2abcb93740 1 Processor -- start 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.839+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6af97a0 0x55b0c6b01690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.839+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b01bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.839+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6b04790 0x55b0c6b02110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.839+0000 7f2abcb93740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b0c6b075d0 con 0x55b0c6b04790 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.839+0000 7f2abcb93740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b0c6a19ec0 con 0x55b0c6af97a0 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.839+0000 7f2abcb93740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b0c6b07750 con 0x55b0c6afa0c0 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.839+0000 7f2abcb93740 10 client.0 _ll_register_callbacks cb 0x55b0c6a563f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab2a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6af97a0 0x55b0c6b01690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6b04790 0x55b0c6b02110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab2a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6af97a0 0x55b0c6b01690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33434/0 (socket says 172.21.15.47:33434) 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab2a00640 1 -- 172.21.15.47:0/2731763833 learned_addr learned my addr 172.21.15.47:0/2731763833 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2aabe00640 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b01bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab3400640 1 -- 172.21.15.47:0/2731763833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 msgr2=0x55b0c6b01bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab3400640 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b01bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab3400640 1 -- 172.21.15.47:0/2731763833 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6af97a0 msgr2=0x55b0c6b01690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab3400640 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6af97a0 0x55b0c6b01690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab3400640 1 -- 172.21.15.47:0/2731763833 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0c683c7d0 con 0x55b0c6b04790 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6af97a0 0x55b0c6b01690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2ab3400640 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6b04790 0x55b0c6b02110 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f2aac02af40 tx=0x7f2aac0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d91746a5a9e4cd28 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.840+0000 7f2aa0c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.841+0000 7f2aa0c00640 1 -- 172.21.15.47:0/2731763833 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac034040 con 0x55b0c6b04790 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.841+0000 7f2aa0c00640 1 -- 172.21.15.47:0/2731763833 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2aac004250 con 0x55b0c6b04790 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.841+0000 7f2abcb93740 1 -- 172.21.15.47:0/2731763833 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2aa40043d0 con 0x55b0c6b04790 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.841+0000 7f2aa0c00640 1 -- 172.21.15.47:0/2731763833 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2aac004450 con 0x55b0c6b04790 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.841+0000 7f2abcb93740 10 client.16311 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.841+0000 7f2abcb93740 1 -- 172.21.15.47:0/2731763833 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b0c6b13830 con 0x55b0c6b04790 2024-04-25T02:37:14.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.841+0000 7f2aa0c00640 1 -- 172.21.15.47:0/2731763833 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2aa40043d0 con 0x55b0c6b04790 2024-04-25T02:37:14.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.842+0000 7f2aa0c00640 1 -- 172.21.15.47:0/2731763833 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2aac050070 con 0x55b0c6b04790 2024-04-25T02:37:14.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.842+0000 7f2abcb93740 10 client.16311 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:14.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.842+0000 7f2abcb93740 10 client.16311 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:37:14.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.842+0000 7f2abcb93740 20 client.16311 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:14.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.842+0000 7f2abcb93740 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b0c6b14c40 0x55b0c6b17090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.842+0000 7f2abcb93740 4 client.16311 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:14.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.842+0000 7f2abcb93740 1 -- 172.21.15.47:0/2731763833 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0c6a6ba20 con 0x55b0c6b14c40 2024-04-25T02:37:14.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.842+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b0c6b14c40 0x55b0c6b17090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.843+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b0c6b14c40 0x55b0c6b17090 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=79042aec9d2d73e3 server_cookie=cb41845e47afbe26 in_seq=0 out_seq=0 2024-04-25T02:37:14.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.843+0000 7f2aa0c00640 10 client.16311 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:37:14.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.843+0000 7f2aa0c00640 1 -- 172.21.15.47:0/2731763833 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b0c6a6ba20 con 0x55b0c6b14c40 2024-04-25T02:37:14.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.843+0000 7f2aa0c00640 10 client.16311 handle_command_reply: tid=0 2024-04-25T02:37:14.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 client.16311 shutdown 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 -- 172.21.15.47:0/2731763833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6b04790 msgr2=0x55b0c6b02110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6b04790 0x55b0c6b02110 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f2aac02af40 tx=0x7f2aac0095c0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 -- 172.21.15.47:0/2731763833 shutdown_connections 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b0c6b14c40 0x55b0c6b17090 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6b04790 0x55b0c6b02110 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2aa0c00640 0 client.16311 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b01bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 --2- 172.21.15.47:0/2731763833 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6af97a0 0x55b0c6b01690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 -- 172.21.15.47:0/2731763833 >> 172.21.15.47:0/2731763833 conn(0x55b0c6af5ac0 msgr2=0x55b0c6afb7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 -- 172.21.15.47:0/2731763833 shutdown_connections 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 1 -- 172.21.15.47:0/2731763833 wait complete. 2024-04-25T02:37:14.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.844+0000 7f2abcb93740 20 client.16311 trim_cache size 0 max 16384 2024-04-25T02:37:14.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.859+0000 7f2abcb93740 1 Processor -- start 2024-04-25T02:37:14.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.859+0000 7f2abcb93740 1 -- start start 2024-04-25T02:37:14.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.859+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6b104f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6afb600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b1c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2abcb93740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab41b61c0 con 0x55b0c6afa0c0 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2abcb93740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab41b3a90 con 0x55b0c6b04790 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2abcb93740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab41b18e0 con 0x55b0c6af97a0 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6b104f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2aabe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6afb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6b104f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37770/0 (socket says 172.21.15.47:37770) 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab2a00640 1 -- 172.21.15.47:0/1804998085 learned_addr learned my addr 172.21.15.47:0/1804998085 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab3400640 1 --2- 172.21.15.47:0/1804998085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b1c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab2a00640 1 -- 172.21.15.47:0/1804998085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 msgr2=0x55b0c6b1c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/1804998085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b1c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab2a00640 1 -- 172.21.15.47:0/1804998085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 msgr2=0x55b0c6afb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/1804998085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6afb600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.860+0000 7f2ab2a00640 1 -- 172.21.15.47:0/1804998085 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0c6afac80 con 0x55b0c6af97a0 2024-04-25T02:37:14.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.861+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/1804998085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6b104f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2aa4019460 tx=0x7f2aa40194c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25ede289b1b08273 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.861+0000 7f2aa3400640 1 -- 172.21.15.47:0/1804998085 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4005600 con 0x55b0c6af97a0 2024-04-25T02:37:14.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.861+0000 7f2aa3400640 1 -- 172.21.15.47:0/1804998085 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2aa402b7e0 con 0x55b0c6af97a0 2024-04-25T02:37:14.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.861+0000 7f2aa3400640 1 -- 172.21.15.47:0/1804998085 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4003830 con 0x55b0c6af97a0 2024-04-25T02:37:14.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 -- 172.21.15.47:0/1804998085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 msgr2=0x55b0c6b104f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 --2- 172.21.15.47:0/1804998085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6b104f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2aa4019460 tx=0x7f2aa40194c0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 -- 172.21.15.47:0/1804998085 shutdown_connections 2024-04-25T02:37:14.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 --2- 172.21.15.47:0/1804998085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b1c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 --2- 172.21.15.47:0/1804998085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6afa0c0 0x55b0c6afb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 --2- 172.21.15.47:0/1804998085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6af97a0 0x55b0c6b104f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 -- 172.21.15.47:0/1804998085 >> 172.21.15.47:0/1804998085 conn(0x55b0c6af5ac0 msgr2=0x55b0c6afaef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 -- 172.21.15.47:0/1804998085 shutdown_connections 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 -- 172.21.15.47:0/1804998085 wait complete. 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 -- start start 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.862+0000 7f2abcb93740 1 Processor -- start 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6af97a0 0x55b0c6b086e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b08c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2abcb93740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b09180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2abcb93740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab41b1f50 con 0x55b0c6af97a0 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2abcb93740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab41b33c0 con 0x55b0c6b04790 2024-04-25T02:37:14.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2abcb93740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab41b2620 con 0x55b0c6afa0c0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2abcb93740 10 client.0 _ll_register_callbacks cb 0x7f2aac009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2ab2a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6af97a0 0x55b0c6b086e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2ab2a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6af97a0 0x55b0c6b086e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39226/0 (socket says 172.21.15.47:39226) 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2aabe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b08c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2ab2a00640 1 -- 172.21.15.47:0/3329319368 learned_addr learned my addr 172.21.15.47:0/3329319368 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.863+0000 7f2ab3400640 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b09180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2ab2a00640 1 -- 172.21.15.47:0/3329319368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 msgr2=0x55b0c6b08c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b08c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2ab2a00640 1 -- 172.21.15.47:0/3329319368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 msgr2=0x55b0c6b09180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b09180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2ab2a00640 1 -- 172.21.15.47:0/3329319368 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0c6b7a4f0 con 0x55b0c6af97a0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2ab2a00640 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6af97a0 0x55b0c6b086e0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f2aa402bf20 tx=0x7f2aa4005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=324ffebbfa7a8d40 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2aa0c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2aa0c00640 1 -- 172.21.15.47:0/3329319368 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa403b060 con 0x55b0c6af97a0 2024-04-25T02:37:14.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2aa0c00640 1 -- 172.21.15.47:0/3329319368 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2aa4005600 con 0x55b0c6af97a0 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.864+0000 7f2abcb93740 1 -- 172.21.15.47:0/3329319368 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2aa402b7e0 con 0x55b0c6af97a0 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2aa0c00640 1 -- 172.21.15.47:0/3329319368 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2aa402b990 con 0x55b0c6af97a0 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2abcb93740 10 client.16317 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2abcb93740 1 -- 172.21.15.47:0/3329319368 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b0c6b7b7f0 con 0x55b0c6af97a0 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2aa0c00640 1 -- 172.21.15.47:0/3329319368 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2aa402b7e0 con 0x55b0c6af97a0 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2aa0c00640 1 -- 172.21.15.47:0/3329319368 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2aa4019530 con 0x55b0c6af97a0 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2abcb93740 10 client.16317 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2abcb93740 10 client.16317 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2abcb93740 20 client.16317 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b0c6b7bd20 0x55b0c6b7e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2abcb93740 4 client.16317 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:37:14.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.865+0000 7f2abcb93740 1 -- 172.21.15.47:0/3329319368 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b0c6a65d70 con 0x55b0c6b7bd20 2024-04-25T02:37:14.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.866+0000 7f2aabe00640 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b0c6b7bd20 0x55b0c6b7e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:14.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.866+0000 7f2aabe00640 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b0c6b7bd20 0x55b0c6b7e110 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c8f9ab945afbb36b server_cookie=abd58954f102ef05 in_seq=0 out_seq=0 2024-04-25T02:37:14.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.866+0000 7f2aa0c00640 10 client.16317 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:37:14.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.866+0000 7f2aa0c00640 1 -- 172.21.15.47:0/3329319368 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b0c6a65d70 con 0x55b0c6b7bd20 2024-04-25T02:37:14.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.866+0000 7f2aa0c00640 10 client.16317 handle_command_reply: tid=0 2024-04-25T02:37:14.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.866+0000 7f2abcb93740 1 client.16317 shutdown 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.866+0000 7f2abcb93740 1 -- 172.21.15.47:0/3329319368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6af97a0 msgr2=0x55b0c6b086e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.866+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6af97a0 0x55b0c6b086e0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f2aa402bf20 tx=0x7f2aa4005fa0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 1 -- 172.21.15.47:0/3329319368 shutdown_connections 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b0c6b7bd20 0x55b0c6b7e110 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0c6b04790 0x55b0c6b09180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0c6afa0c0 0x55b0c6b08c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 1 --2- 172.21.15.47:0/3329319368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0c6af97a0 0x55b0c6b086e0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2aa0c00640 0 client.16317 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 1 -- 172.21.15.47:0/3329319368 >> 172.21.15.47:0/3329319368 conn(0x55b0c6af5ac0 msgr2=0x55b0c6afb780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 1 -- 172.21.15.47:0/3329319368 shutdown_connections 2024-04-25T02:37:14.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 1 -- 172.21.15.47:0/3329319368 wait complete. 2024-04-25T02:37:14.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2abcb93740 20 client.16317 trim_cache size 0 max 16384 2024-04-25T02:37:14.876 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2a980a2d00 msgr2=0x7f2a980a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.867+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2a980a2d00 0x7f2a980a51c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2aac004af0 tx=0x7f2aac005d80 comp rx=0 tx=0).stop 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4074400 msgr2=0x7f2ab419ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4074400 0x7f2ab419ead0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c00e9f0 tx=0x7f2a9c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2922947898 shutdown_connections 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2a980a2d00 0x7f2a980a51c0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ab4112600 0x7f2ab41a2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ab4074400 0x7f2ab419ead0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 --2- 172.21.15.47:0/2922947898 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2ab4073ae0 0x7f2ab419e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2922947898 >> 172.21.15.47:0/2922947898 conn(0x7f2ab40fd0e0 msgr2=0x7f2ab40fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2922947898 shutdown_connections 2024-04-25T02:37:14.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:14.868+0000 7f2ab3e00640 1 -- 172.21.15.47:0/2922947898 wait complete. 2024-04-25T02:37:14.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:14 smithi047 ceph-mon[27871]: pgmap v139: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:14.887 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:14 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2633559499' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:37:14.891 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:37:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:14 smithi178 ceph-mon[33053]: pgmap v139: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:14 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2633559499' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 -- 172.21.15.47:0/299653960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c107ce0 msgr2=0x7f565c108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 --2- 172.21.15.47:0/299653960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c107ce0 0x7f565c108140 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5648009900 tx=0x7f564802a490 comp rx=0 tx=0).stop 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 -- 172.21.15.47:0/299653960 shutdown_connections 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 --2- 172.21.15.47:0/299653960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f565c108680 0x7f565c114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 --2- 172.21.15.47:0/299653960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c107ce0 0x7f565c108140 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 --2- 172.21.15.47:0/299653960 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f565c10dd00 0x7f565c10e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 -- 172.21.15.47:0/299653960 >> 172.21.15.47:0/299653960 conn(0x7f565c077560 msgr2=0x7f565c106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 -- 172.21.15.47:0/299653960 shutdown_connections 2024-04-25T02:37:15.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.093+0000 7f5661200640 1 -- 172.21.15.47:0/299653960 wait complete. 2024-04-25T02:37:15.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.095+0000 7f5661200640 1 Processor -- start 2024-04-25T02:37:15.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.095+0000 7f5661200640 1 -- start start 2024-04-25T02:37:15.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.095+0000 7f5661200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f565c107ce0 0x7f565c19e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.095+0000 7f5661200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f565c108680 0x7f565c19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.095+0000 7f5661200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c10dd00 0x7f565c1a2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f5661200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f565c117fe0 con 0x7f565c107ce0 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f5661200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f565c117e60 con 0x7f565c108680 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f5661200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f565c118160 con 0x7f565c10dd00 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565b400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f565c107ce0 0x7f565c19e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565b400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f565c107ce0 0x7f565c19e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39240/0 (socket says 172.21.15.47:39240) 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565b400640 1 -- 172.21.15.47:0/1559076639 learned_addr learned my addr 172.21.15.47:0/1559076639 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f565c108680 0x7f565c19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565be00640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c10dd00 0x7f565c1a2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565b400640 1 -- 172.21.15.47:0/1559076639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c10dd00 msgr2=0x7f565c1a2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565b400640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c10dd00 0x7f565c1a2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565b400640 1 -- 172.21.15.47:0/1559076639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f565c108680 msgr2=0x7f565c19e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565b400640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f565c108680 0x7f565c19e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.101 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565b400640 1 -- 172.21.15.47:0/1559076639 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f565c1a3430 con 0x7f565c107ce0 2024-04-25T02:37:15.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565be00640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c10dd00 0x7f565c1a2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:15.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.096+0000 7f565aa00640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f565c108680 0x7f565c19e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:15.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.097+0000 7f565b400640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f565c107ce0 0x7f565c19e440 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f564c00e9f0 tx=0x7f564c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.097+0000 7f5653e00640 1 -- 172.21.15.47:0/1559076639 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c00cd80 con 0x7f565c107ce0 2024-04-25T02:37:15.102 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.097+0000 7f5653e00640 1 -- 172.21.15.47:0/1559076639 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f564c010910 con 0x7f565c107ce0 2024-04-25T02:37:15.103 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.097+0000 7f5661200640 1 -- 172.21.15.47:0/1559076639 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f565c1a3720 con 0x7f565c107ce0 2024-04-25T02:37:15.103 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.097+0000 7f5653e00640 1 -- 172.21.15.47:0/1559076639 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c018990 con 0x7f565c107ce0 2024-04-25T02:37:15.103 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.097+0000 7f5661200640 1 -- 172.21.15.47:0/1559076639 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f565c1aafb0 con 0x7f565c107ce0 2024-04-25T02:37:15.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5665784740 1 Processor -- start 2024-04-25T02:37:15.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5665784740 1 -- start start 2024-04-25T02:37:15.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5653e00640 1 -- 172.21.15.47:0/1559076639 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f564c010ac0 con 0x7f565c107ce0 2024-04-25T02:37:15.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5665784740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc474b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5665784740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5665784740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc47f790 0x5618dc481b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5665784740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5618dc3d94e0 con 0x5618dc4747a0 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5665784740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5618dc381a70 con 0x5618dc4750c0 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.101+0000 7f5665784740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5618dc3d54a0 con 0x5618dc47f790 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc474b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565b400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc474b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39250/0 (socket says 172.21.15.47:39250) 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565be00640 1 -- 172.21.15.47:0/1107400471 learned_addr learned my addr 172.21.15.47:0/1107400471 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565aa00640 1 --2- 172.21.15.47:0/1107400471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc47f790 0x5618dc481b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565be00640 1 -- 172.21.15.47:0/1107400471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc47f790 msgr2=0x5618dc481b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565be00640 1 --2- 172.21.15.47:0/1107400471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc47f790 0x5618dc481b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565be00640 1 -- 172.21.15.47:0/1107400471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 msgr2=0x5618dc47f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565be00640 1 --2- 172.21.15.47:0/1107400471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.102+0000 7f565be00640 1 -- 172.21.15.47:0/1107400471 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618dc0ed3f0 con 0x5618dc4747a0 2024-04-25T02:37:15.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.103+0000 7f565be00640 1 --2- 172.21.15.47:0/1107400471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc474b80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f56540113e0 tx=0x7f56540118a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=940346907610baa3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.103+0000 7f5653e00640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56400a2d00 0x7f56400a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.103+0000 7f5650c00640 1 -- 172.21.15.47:0/1107400471 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5654012770 con 0x5618dc4747a0 2024-04-25T02:37:15.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.103+0000 7f5650c00640 1 -- 172.21.15.47:0/1107400471 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5654012df0 con 0x5618dc4747a0 2024-04-25T02:37:15.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.103+0000 7f5653e00640 1 -- 172.21.15.47:0/1559076639 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f564c0cf820 con 0x7f565c107ce0 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.103+0000 7f5650c00640 1 -- 172.21.15.47:0/1107400471 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565401a3f0 con 0x5618dc4747a0 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.103+0000 7f565b400640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56400a2d00 0x7f56400a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 -- 172.21.15.47:0/1107400471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 msgr2=0x5618dc474b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 --2- 172.21.15.47:0/1107400471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc474b80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f56540113e0 tx=0x7f56540118a0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f565b400640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56400a2d00 0x7f56400a51c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x5618dc475d60 tx=0x7f564c0d5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 -- 172.21.15.47:0/1107400471 shutdown_connections 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 --2- 172.21.15.47:0/1107400471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc47f790 0x5618dc481b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 --2- 172.21.15.47:0/1107400471 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 --2- 172.21.15.47:0/1107400471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc474b80 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 -- 172.21.15.47:0/1107400471 >> 172.21.15.47:0/1107400471 conn(0x5618dc470ac0 msgr2=0x5618dc470ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 -- 172.21.15.47:0/1107400471 shutdown_connections 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.104+0000 7f5665784740 1 -- 172.21.15.47:0/1107400471 wait complete. 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.105+0000 7f5665784740 1 -- start start 2024-04-25T02:37:15.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.105+0000 7f5665784740 1 Processor -- start 2024-04-25T02:37:15.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.105+0000 7f5665784740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc47c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.113 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.105+0000 7f5665784740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc47cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.105+0000 7f5665784740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc47d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.105+0000 7f5665784740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5618dc482580 con 0x5618dc4747a0 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.105+0000 7f5665784740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5618dc394ec0 con 0x5618dc47f790 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f5665784740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5618dc482700 con 0x5618dc4750c0 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f5665784740 10 client.0 _ll_register_callbacks cb 0x5618dc3d13f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc47c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565aa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc47cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc47c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39258/0 (socket says 172.21.15.47:39258) 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565be00640 1 -- 172.21.15.47:0/237108058 learned_addr learned my addr 172.21.15.47:0/237108058 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565be00640 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc47d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565aa00640 1 -- 172.21.15.47:0/237108058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 msgr2=0x5618dc47d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565aa00640 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc47d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.114 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565aa00640 1 -- 172.21.15.47:0/237108058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 msgr2=0x5618dc47c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565aa00640 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc47c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565aa00640 1 -- 172.21.15.47:0/237108058 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618dc1b77d0 con 0x5618dc4750c0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.106+0000 7f565be00640 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc47d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.107+0000 7f565aa00640 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc47cc10 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5648005940 tx=0x7f5648031850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1ac99d4ce9f8c13 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.107+0000 7f5645600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.107+0000 7f5645600640 1 -- 172.21.15.47:0/237108058 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5648035040 con 0x5618dc4750c0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.107+0000 7f5645600640 1 -- 172.21.15.47:0/237108058 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f5648004250 con 0x5618dc4750c0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.107+0000 7f5665784740 1 -- 172.21.15.47:0/237108058 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5654012df0 con 0x5618dc4750c0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.107+0000 7f5645600640 1 -- 172.21.15.47:0/237108058 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5648004450 con 0x5618dc4750c0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.107+0000 7f5665784740 10 client.26443 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.107+0000 7f5665784740 1 -- 172.21.15.47:0/237108058 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5618dc48e800 con 0x5618dc4750c0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f5645600640 1 -- 172.21.15.47:0/237108058 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5654012df0 con 0x5618dc4750c0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f5645600640 1 -- 172.21.15.47:0/237108058 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5648004cd0 con 0x5618dc4750c0 2024-04-25T02:37:15.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f5665784740 10 client.26443 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:15.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f5665784740 10 client.26443 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:37:15.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f5665784740 20 client.26443 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:15.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f5665784740 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5618dc48fcc0 0x5618dc4920b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f5665784740 4 client.26443 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:15.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f5665784740 1 -- 172.21.15.47:0/237108058 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5618dc3e6a20 con 0x5618dc48fcc0 2024-04-25T02:37:15.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.108+0000 7f565be00640 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5618dc48fcc0 0x5618dc4920b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.109+0000 7f565be00640 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5618dc48fcc0 0x5618dc4920b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a489d02f95613232 server_cookie=9acee6649fb6b289 in_seq=0 out_seq=0 2024-04-25T02:37:15.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.109+0000 7f5645600640 10 client.26443 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:37:15.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5645600640 1 -- 172.21.15.47:0/237108058 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5618dc3e6a20 con 0x5618dc48fcc0 2024-04-25T02:37:15.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5645600640 10 client.26443 handle_command_reply: tid=0 2024-04-25T02:37:15.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 client.26443 shutdown 2024-04-25T02:37:15.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 -- 172.21.15.47:0/237108058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 msgr2=0x5618dc47cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc47cc10 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5648005940 tx=0x7f5648031850 comp rx=0 tx=0).stop 2024-04-25T02:37:15.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 -- 172.21.15.47:0/237108058 shutdown_connections 2024-04-25T02:37:15.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5618dc48fcc0 0x5618dc4920b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc47d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc47cc10 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5645600640 0 client.26443 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:37:15.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 --2- 172.21.15.47:0/237108058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc47c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 -- 172.21.15.47:0/237108058 >> 172.21.15.47:0/237108058 conn(0x5618dc470ac0 msgr2=0x5618dc4767a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 -- 172.21.15.47:0/237108058 shutdown_connections 2024-04-25T02:37:15.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 1 -- 172.21.15.47:0/237108058 wait complete. 2024-04-25T02:37:15.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.110+0000 7f5665784740 20 client.26443 trim_cache size 0 max 16384 2024-04-25T02:37:15.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.125+0000 7f5665784740 1 Processor -- start 2024-04-25T02:37:15.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.125+0000 7f5665784740 1 -- start start 2024-04-25T02:37:15.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.125+0000 7f5665784740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4747a0 0x5618dc48b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.125+0000 7f5665784740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.125+0000 7f5665784740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc47f790 0x5618dc4979c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.125+0000 7f5665784740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f565c1b60c0 con 0x5618dc47f790 2024-04-25T02:37:15.130 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.125+0000 7f5665784740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f565c1b3990 con 0x5618dc4750c0 2024-04-25T02:37:15.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.125+0000 7f5665784740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f565c1b17e0 con 0x5618dc4747a0 2024-04-25T02:37:15.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4747a0 0x5618dc48b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33510/0 (socket says 172.21.15.47:33510) 2024-04-25T02:37:15.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc47f790 0x5618dc4979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565aa00640 1 -- 172.21.15.47:0/1505712490 learned_addr learned my addr 172.21.15.47:0/1505712490 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565aa00640 1 -- 172.21.15.47:0/1505712490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4747a0 msgr2=0x5618dc48b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565aa00640 1 --2- 172.21.15.47:0/1505712490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4747a0 0x5618dc48b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565aa00640 1 -- 172.21.15.47:0/1505712490 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc47f790 msgr2=0x5618dc4979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565aa00640 1 --2- 172.21.15.47:0/1505712490 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc47f790 0x5618dc4979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.126+0000 7f565aa00640 1 -- 172.21.15.47:0/1505712490 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618dc481ef0 con 0x5618dc4750c0 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.127+0000 7f565aa00640 1 --2- 172.21.15.47:0/1505712490 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47cda0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5648033000 tx=0x7f5648031b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2eb35094c211fba0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.127+0000 7f5647e00640 1 -- 172.21.15.47:0/1505712490 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5648035070 con 0x5618dc4750c0 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.127+0000 7f5647e00640 1 -- 172.21.15.47:0/1505712490 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5648003cb0 con 0x5618dc4750c0 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.127+0000 7f5647e00640 1 -- 172.21.15.47:0/1505712490 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5648053070 con 0x5618dc4750c0 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 -- 172.21.15.47:0/1505712490 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 msgr2=0x5618dc47cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 --2- 172.21.15.47:0/1505712490 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47cda0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5648033000 tx=0x7f5648031b00 comp rx=0 tx=0).stop 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 -- 172.21.15.47:0/1505712490 shutdown_connections 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 --2- 172.21.15.47:0/1505712490 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc47f790 0x5618dc4979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 --2- 172.21.15.47:0/1505712490 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc4750c0 0x5618dc47cda0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 --2- 172.21.15.47:0/1505712490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4747a0 0x5618dc48b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 -- 172.21.15.47:0/1505712490 >> 172.21.15.47:0/1505712490 conn(0x5618dc470ac0 msgr2=0x5618dc47c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 -- 172.21.15.47:0/1505712490 shutdown_connections 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 -- 172.21.15.47:0/1505712490 wait complete. 2024-04-25T02:37:15.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 -- start start 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.128+0000 7f5665784740 1 Processor -- start 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f5665784740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc487980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f5665784740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc487ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f5665784740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc484950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f5665784740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f565c1b1e50 con 0x5618dc4747a0 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f5665784740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f565c1b32c0 con 0x5618dc47f790 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f5665784740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f565c1b2520 con 0x5618dc4750c0 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f5665784740 10 client.0 _ll_register_callbacks cb 0x7f5648009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f565be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc487980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f565be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc487980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39272/0 (socket says 172.21.15.47:39272) 2024-04-25T02:37:15.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f565be00640 1 -- 172.21.15.47:0/4021635118 learned_addr learned my addr 172.21.15.47:0/4021635118 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f565aa00640 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc487ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.129+0000 7f565be00640 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc484950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f565aa00640 1 -- 172.21.15.47:0/4021635118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 msgr2=0x5618dc484950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f565aa00640 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc484950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f565aa00640 1 -- 172.21.15.47:0/4021635118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 msgr2=0x5618dc487980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f565aa00640 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc487980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f565aa00640 1 -- 172.21.15.47:0/4021635118 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618dc485160 con 0x5618dc4750c0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f565be00640 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc487980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f565aa00640 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc487ec0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x5618dc47f560 tx=0x7f5648005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b670fda18e75bd83 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f5645600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.130+0000 7f5645600640 1 -- 172.21.15.47:0/4021635118 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5648053070 con 0x5618dc4750c0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 1 -- 172.21.15.47:0/4021635118 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5648003cb0 con 0x5618dc4750c0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5645600640 1 -- 172.21.15.47:0/4021635118 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f5648004060 con 0x5618dc4750c0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5645600640 1 -- 172.21.15.47:0/4021635118 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5648035050 con 0x5618dc4750c0 2024-04-25T02:37:15.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 10 client.26449 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 1 -- 172.21.15.47:0/4021635118 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5618dc4f6d40 con 0x5618dc4750c0 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5645600640 1 -- 172.21.15.47:0/4021635118 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5648003cb0 con 0x5618dc4750c0 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5645600640 1 -- 172.21.15.47:0/4021635118 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f564803d450 con 0x5618dc4750c0 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 10 client.26449 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 10 client.26449 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 20 client.26449 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5618dc4f7390 0x5618dc4f9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 4 client.26449 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.131+0000 7f5665784740 1 -- 172.21.15.47:0/4021635118 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5618dc3e0d70 con 0x5618dc4f7390 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.132+0000 7f565be00640 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5618dc4f7390 0x5618dc4f9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.132+0000 7f565be00640 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5618dc4f7390 0x5618dc4f9780 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d030195fcae6dbca server_cookie=55dc563b11d27cb9 in_seq=0 out_seq=0 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.132+0000 7f5645600640 10 client.26449 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.132+0000 7f5645600640 1 -- 172.21.15.47:0/4021635118 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5618dc3e0d70 con 0x5618dc4f7390 2024-04-25T02:37:15.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.132+0000 7f5645600640 10 client.26449 handle_command_reply: tid=0 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.132+0000 7f5665784740 1 client.26449 shutdown 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 -- 172.21.15.47:0/4021635118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 msgr2=0x5618dc487ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc487ec0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x5618dc47f560 tx=0x7f5648005850 comp rx=0 tx=0).stop 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 -- 172.21.15.47:0/4021635118 shutdown_connections 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5618dc4f7390 0x5618dc4f9780 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5618dc47f790 0x5618dc484950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618dc4750c0 0x5618dc487ec0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 --2- 172.21.15.47:0/4021635118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5618dc4747a0 0x5618dc487980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5645600640 0 client.26449 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 -- 172.21.15.47:0/4021635118 >> 172.21.15.47:0/4021635118 conn(0x5618dc470ac0 msgr2=0x5618dc476780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 -- 172.21.15.47:0/4021635118 shutdown_connections 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 1 -- 172.21.15.47:0/4021635118 wait complete. 2024-04-25T02:37:15.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.133+0000 7f5665784740 20 client.26449 trim_cache size 0 max 16384 2024-04-25T02:37:15.142 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:37:15.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 -- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56400a2d00 msgr2=0x7f56400a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56400a2d00 0x7f56400a51c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x5618dc475d60 tx=0x7f564c0d5530 comp rx=0 tx=0).stop 2024-04-25T02:37:15.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 -- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f565c107ce0 msgr2=0x7f565c19e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f565c107ce0 0x7f565c19e440 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f564c00e9f0 tx=0x7f564c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 -- 172.21.15.47:0/1559076639 shutdown_connections 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f56400a2d00 0x7f56400a51c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f565c10dd00 0x7f565c1a2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f565c108680 0x7f565c19e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 --2- 172.21.15.47:0/1559076639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f565c107ce0 0x7f565c19e440 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 -- 172.21.15.47:0/1559076639 >> 172.21.15.47:0/1559076639 conn(0x7f565c077560 msgr2=0x7f565c078540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 -- 172.21.15.47:0/1559076639 shutdown_connections 2024-04-25T02:37:15.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.134+0000 7f5661200640 1 -- 172.21.15.47:0/1559076639 wait complete. 2024-04-25T02:37:15.157 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:37:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:14 smithi113 ceph-mon[32459]: pgmap v139: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:37:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:14 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2633559499' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:37:15.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 -- 172.21.15.47:0/3210306080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 msgr2=0x7fc5941107f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 --2- 172.21.15.47:0/3210306080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 0x7fc5941107f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc58c009930 tx=0x7fc58c02a420 comp rx=0 tx=0).stop 2024-04-25T02:37:15.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 -- 172.21.15.47:0/3210306080 shutdown_connections 2024-04-25T02:37:15.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 --2- 172.21.15.47:0/3210306080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 0x7fc5941107f0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 --2- 172.21.15.47:0/3210306080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc594103920 0x7fc594103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 --2- 172.21.15.47:0/3210306080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc594109930 0x7fc594109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 -- 172.21.15.47:0/3210306080 >> 172.21.15.47:0/3210306080 conn(0x7fc5940ff3b0 msgr2=0x7fc5941017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 -- 172.21.15.47:0/3210306080 shutdown_connections 2024-04-25T02:37:15.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.373+0000 7fc599600640 1 -- 172.21.15.47:0/3210306080 wait complete. 2024-04-25T02:37:15.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.374+0000 7fc599600640 1 Processor -- start 2024-04-25T02:37:15.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.374+0000 7fc599600640 1 -- start start 2024-04-25T02:37:15.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc599600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc594103920 0x7fc59419a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc599600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 0x7fc59419a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc599600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc594109930 0x7fc59419eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc599600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc594113d60 con 0x7fc5941042e0 2024-04-25T02:37:15.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc599600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc594113be0 con 0x7fc594103920 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc599600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc594113ee0 con 0x7fc594109930 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc592000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 0x7fc59419a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc592a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc594103920 0x7fc59419a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc592000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 0x7fc59419a720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39294/0 (socket says 172.21.15.47:39294) 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc592000640 1 -- 172.21.15.47:0/740022029 learned_addr learned my addr 172.21.15.47:0/740022029 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.375+0000 7fc593400640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc594109930 0x7fc59419eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc592a00640 1 -- 172.21.15.47:0/740022029 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc594109930 msgr2=0x7fc59419eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc592a00640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc594109930 0x7fc59419eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc592a00640 1 -- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 msgr2=0x7fc59419a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc592a00640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 0x7fc59419a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc592a00640 1 -- 172.21.15.47:0/740022029 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59419f1d0 con 0x7fc594103920 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc592a00640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc594103920 0x7fc59419a1e0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc58400eb00 tx=0x7fc58400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc58b400640 1 -- 172.21.15.47:0/740022029 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584010430 con 0x7fc594103920 2024-04-25T02:37:15.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc58b400640 1 -- 172.21.15.47:0/740022029 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc584010ab0 con 0x7fc594103920 2024-04-25T02:37:15.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc58b400640 1 -- 172.21.15.47:0/740022029 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584017bb0 con 0x7fc594103920 2024-04-25T02:37:15.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc599600640 1 -- 172.21.15.47:0/740022029 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59419f4c0 con 0x7fc594103920 2024-04-25T02:37:15.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.376+0000 7fc599600640 1 -- 172.21.15.47:0/740022029 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5941a6d50 con 0x7fc594103920 2024-04-25T02:37:15.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc59c39d740 1 Processor -- start 2024-04-25T02:37:15.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc59c39d740 1 -- start start 2024-04-25T02:37:15.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc58b400640 1 -- 172.21.15.47:0/740022029 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc584010c60 con 0x7fc594103920 2024-04-25T02:37:15.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ec69a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 0x55b554ed1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ed39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc59c39d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b554e2b4e0 con 0x55b554ec65c0 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc59c39d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b554dd3a70 con 0x55b554ec6ee0 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.380+0000 7fc59c39d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b554e274a0 con 0x55b554ed15b0 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc593400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ec69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc593400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ec69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39310/0 (socket says 172.21.15.47:39310) 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc593400640 1 -- 172.21.15.47:0/2090175463 learned_addr learned my addr 172.21.15.47:0/2090175463 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc592000640 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ed39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc592a00640 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 0x55b554ed1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc592000640 1 -- 172.21.15.47:0/2090175463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 msgr2=0x55b554ed1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc592000640 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 0x55b554ed1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc592000640 1 -- 172.21.15.47:0/2090175463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 msgr2=0x55b554ec69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc592000640 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ec69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc592000640 1 -- 172.21.15.47:0/2090175463 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b554b3f3f0 con 0x55b554ed15b0 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.381+0000 7fc593400640 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ec69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.382+0000 7fc592000640 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ed39a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc580009cf0 tx=0x7fc580011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d19a9be0b47857e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.382+0000 7fc58b400640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5780a2d80 0x7fc5780a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.382+0000 7fc57f400640 1 -- 172.21.15.47:0/2090175463 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc580005020 con 0x55b554ed15b0 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.382+0000 7fc57f400640 1 -- 172.21.15.47:0/2090175463 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5800047a0 con 0x55b554ed15b0 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.382+0000 7fc57f400640 1 -- 172.21.15.47:0/2090175463 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc580019670 con 0x55b554ed15b0 2024-04-25T02:37:15.391 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.382+0000 7fc58b400640 1 -- 172.21.15.47:0/740022029 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fc5840cfc90 con 0x7fc594103920 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.382+0000 7fc593400640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5780a2d80 0x7fc5780a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 -- 172.21.15.47:0/2090175463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 msgr2=0x55b554ed39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ed39a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc580009cf0 tx=0x7fc580011810 comp rx=0 tx=0).stop 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 -- 172.21.15.47:0/2090175463 shutdown_connections 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ed39a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 0x55b554ed1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 --2- 172.21.15.47:0/2090175463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ec69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc593400640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5780a2d80 0x7fc5780a5240 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc58c031550 tx=0x7fc58c0046c0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 -- 172.21.15.47:0/2090175463 >> 172.21.15.47:0/2090175463 conn(0x55b554ec28e0 msgr2=0x55b554ec2cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 -- 172.21.15.47:0/2090175463 shutdown_connections 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 -- 172.21.15.47:0/2090175463 wait complete. 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.383+0000 7fc59c39d740 1 -- start start 2024-04-25T02:37:15.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc59c39d740 1 Processor -- start 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ece4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 0x55b554ecea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ecef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc59c39d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b554ed43a0 con 0x55b554ec65c0 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc59c39d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b554de6ec0 con 0x55b554ec6ee0 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc59c39d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b554ed4520 con 0x55b554ed15b0 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc59c39d740 10 client.0 _ll_register_callbacks cb 0x55b554e233f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc592a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ece4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc592a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ece4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39314/0 (socket says 172.21.15.47:39314) 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.384+0000 7fc592a00640 1 -- 172.21.15.47:0/3978447990 learned_addr learned my addr 172.21.15.47:0/3978447990 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc592000640 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 0x55b554ecea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc593400640 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ecef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc592a00640 1 -- 172.21.15.47:0/3978447990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 msgr2=0x55b554ecef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc592a00640 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ecef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc592a00640 1 -- 172.21.15.47:0/3978447990 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 msgr2=0x55b554ecea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc592a00640 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 0x55b554ecea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc592a00640 1 -- 172.21.15.47:0/3978447990 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b554c097d0 con 0x55b554ec65c0 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc592a00640 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ece4f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc584000f80 tx=0x7fc584017430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a2d454bfb8db189 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc573e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc573e00640 1 -- 172.21.15.47:0/3978447990 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58409bd20 con 0x55b554ec65c0 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.385+0000 7fc573e00640 1 -- 172.21.15.47:0/3978447990 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fc5840cd690 con 0x55b554ec65c0 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 1 -- 172.21.15.47:0/3978447990 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5800047a0 con 0x55b554ec65c0 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc573e00640 1 -- 172.21.15.47:0/3978447990 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc58409bb40 con 0x55b554ec65c0 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 10 client.16347 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:15.394 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 1 -- 172.21.15.47:0/3978447990 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b554ee06a0 con 0x55b554ec65c0 2024-04-25T02:37:15.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc573e00640 1 -- 172.21.15.47:0/3978447990 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5800047a0 con 0x55b554ec65c0 2024-04-25T02:37:15.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc573e00640 1 -- 172.21.15.47:0/3978447990 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc5840bc0b0 con 0x55b554ec65c0 2024-04-25T02:37:15.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 10 client.16347 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:15.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 10 client.16347 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:15.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 20 client.16347 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:15.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b554ee1b60 0x55b554ee3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 4 client.16347 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:15.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.386+0000 7fc59c39d740 1 -- 172.21.15.47:0/3978447990 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b554e38a20 con 0x55b554ee1b60 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.387+0000 7fc592000640 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b554ee1b60 0x55b554ee3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.388+0000 7fc592000640 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b554ee1b60 0x55b554ee3f50 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8d145e1c3444838 server_cookie=e6627500fa5913be in_seq=0 out_seq=0 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.388+0000 7fc573e00640 10 client.16347 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc573e00640 1 -- 172.21.15.47:0/3978447990 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b554e38a20 con 0x55b554ee1b60 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc573e00640 10 client.16347 handle_command_reply: tid=0 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 client.16347 shutdown 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 -- 172.21.15.47:0/3978447990 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 msgr2=0x55b554ece4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ece4f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc584000f80 tx=0x7fc584017430 comp rx=0 tx=0).stop 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 -- 172.21.15.47:0/3978447990 shutdown_connections 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b554ee1b60 0x55b554ee3f50 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ecef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec6ee0 0x55b554ecea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 --2- 172.21.15.47:0/3978447990 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec65c0 0x55b554ece4f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 -- 172.21.15.47:0/3978447990 >> 172.21.15.47:0/3978447990 conn(0x55b554ec28e0 msgr2=0x55b554ec1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc573e00640 0 client.16347 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:15.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 -- 172.21.15.47:0/3978447990 shutdown_connections 2024-04-25T02:37:15.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 1 -- 172.21.15.47:0/3978447990 wait complete. 2024-04-25T02:37:15.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.389+0000 7fc59c39d740 20 client.16347 trim_cache size 0 max 16384 2024-04-25T02:37:15.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.404+0000 7fc59c39d740 1 Processor -- start 2024-04-25T02:37:15.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc59c39d740 1 -- start start 2024-04-25T02:37:15.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554edd260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554eced90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ee9820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc59c39d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5941b1f20 con 0x55b554ec6ee0 2024-04-25T02:37:15.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc59c39d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc5941af7f0 con 0x55b554ec65c0 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc59c39d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5941ad640 con 0x55b554ed15b0 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc592000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554eced90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc592000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554eced90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39318/0 (socket says 172.21.15.47:39318) 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc592000640 1 -- 172.21.15.47:0/543030906 learned_addr learned my addr 172.21.15.47:0/543030906 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc592a00640 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554edd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.405+0000 7fc593400640 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ee9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc592000640 1 -- 172.21.15.47:0/543030906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 msgr2=0x55b554ee9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc592000640 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ee9820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc592000640 1 -- 172.21.15.47:0/543030906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 msgr2=0x55b554edd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc592000640 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554edd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc592000640 1 -- 172.21.15.47:0/543030906 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b554ec72c0 con 0x55b554ec6ee0 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc593400640 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ee9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:15.411 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc592000640 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554eced90 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fc580011d10 tx=0x7fc580009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afe8b623ee7bd409 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc57ea00640 1 -- 172.21.15.47:0/543030906 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc580005340 con 0x55b554ec6ee0 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc57ea00640 1 -- 172.21.15.47:0/543030906 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5800054e0 con 0x55b554ec6ee0 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.406+0000 7fc57ea00640 1 -- 172.21.15.47:0/543030906 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58002c6a0 con 0x55b554ec6ee0 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 -- 172.21.15.47:0/543030906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 msgr2=0x55b554eced90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554eced90 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fc580011d10 tx=0x7fc580009ea0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 -- 172.21.15.47:0/543030906 shutdown_connections 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554ee9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554eced90 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 --2- 172.21.15.47:0/543030906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554edd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 -- 172.21.15.47:0/543030906 >> 172.21.15.47:0/543030906 conn(0x55b554ec28e0 msgr2=0x55b554ec87e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 -- 172.21.15.47:0/543030906 shutdown_connections 2024-04-25T02:37:15.414 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.407+0000 7fc59c39d740 1 -- 172.21.15.47:0/543030906 wait complete. 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.408+0000 7fc59c39d740 1 -- start start 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.408+0000 7fc59c39d740 1 Processor -- start 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.408+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554ecb530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.408+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554ecba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.408+0000 7fc59c39d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554f47090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.408+0000 7fc59c39d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5941adcb0 con 0x55b554ec6ee0 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.408+0000 7fc59c39d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc5941af120 con 0x55b554ec65c0 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.408+0000 7fc59c39d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5941ae380 con 0x55b554ed15b0 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc59c39d740 10 client.0 _ll_register_callbacks cb 0x7fc5840174d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554ecba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554ecb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554ecba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39322/0 (socket says 172.21.15.47:39322) 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592000640 1 -- 172.21.15.47:0/239479414 learned_addr learned my addr 172.21.15.47:0/239479414 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc593400640 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554f47090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592a00640 1 -- 172.21.15.47:0/239479414 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 msgr2=0x55b554f47090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592a00640 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554f47090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592a00640 1 -- 172.21.15.47:0/239479414 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 msgr2=0x55b554ecba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:15.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592a00640 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554ecba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592a00640 1 -- 172.21.15.47:0/239479414 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b554ecc340 con 0x55b554ec65c0 2024-04-25T02:37:15.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.409+0000 7fc592000640 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554ecba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:15.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc592a00640 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554ecb530 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc584098bb0 tx=0x7fc584098a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51496aa810d13a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:15.416 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc573e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:15.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc573e00640 1 -- 172.21.15.47:0/239479414 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58409bd20 con 0x55b554ec65c0 2024-04-25T02:37:15.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc573e00640 1 -- 172.21.15.47:0/239479414 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fc5840a0160 con 0x55b554ec65c0 2024-04-25T02:37:15.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc59c39d740 1 -- 172.21.15.47:0/239479414 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5800054e0 con 0x55b554ec65c0 2024-04-25T02:37:15.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc573e00640 1 -- 172.21.15.47:0/239479414 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc5840d32c0 con 0x55b554ec65c0 2024-04-25T02:37:15.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc59c39d740 10 client.26462 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc59c39d740 1 -- 172.21.15.47:0/239479414 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b554f486d0 con 0x55b554ec65c0 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.410+0000 7fc573e00640 1 -- 172.21.15.47:0/239479414 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5800054e0 con 0x55b554ec65c0 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.411+0000 7fc573e00640 1 -- 172.21.15.47:0/239479414 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc5840cdb60 con 0x55b554ec65c0 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.411+0000 7fc59c39d740 10 client.26462 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.411+0000 7fc59c39d740 10 client.26462 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.411+0000 7fc59c39d740 20 client.26462 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.411+0000 7fc59c39d740 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b554f48e00 0x55b554f4b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.411+0000 7fc59c39d740 4 client.26462 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.411+0000 7fc59c39d740 1 -- 172.21.15.47:0/239479414 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b554e32d70 con 0x55b554f48e00 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.411+0000 7fc592000640 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b554f48e00 0x55b554f4b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc592000640 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b554f48e00 0x55b554f4b220 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2460b2ab7f6210b0 server_cookie=35cf80253c8ef5d6 in_seq=0 out_seq=0 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc573e00640 10 client.26462 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc573e00640 1 -- 172.21.15.47:0/239479414 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b554e32d70 con 0x55b554f48e00 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc573e00640 10 client.26462 handle_command_reply: tid=0 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 client.26462 shutdown 2024-04-25T02:37:15.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 -- 172.21.15.47:0/239479414 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 msgr2=0x55b554ecb530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554ecb530 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc584098bb0 tx=0x7fc584098a80 comp rx=0 tx=0).stop 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 -- 172.21.15.47:0/239479414 shutdown_connections 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55b554f48e00 0x55b554f4b220 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b554ed15b0 0x55b554f47090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b554ec6ee0 0x55b554ecba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 --2- 172.21.15.47:0/239479414 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b554ec65c0 0x55b554ecb530 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc573e00640 0 client.26462 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 -- 172.21.15.47:0/239479414 >> 172.21.15.47:0/239479414 conn(0x55b554ec28e0 msgr2=0x55b554ed05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.412+0000 7fc59c39d740 1 -- 172.21.15.47:0/239479414 shutdown_connections 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc59c39d740 1 -- 172.21.15.47:0/239479414 wait complete. 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc59c39d740 20 client.26462 trim_cache size 0 max 16384 2024-04-25T02:37:15.420 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:37:15.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 -- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5780a2d80 msgr2=0x7fc5780a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5780a2d80 0x7fc5780a5240 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc58c031550 tx=0x7fc58c0046c0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 -- 172.21.15.47:0/740022029 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc594103920 msgr2=0x7fc59419a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:15.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc594103920 0x7fc59419a1e0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc58400eb00 tx=0x7fc58400c2d0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 -- 172.21.15.47:0/740022029 shutdown_connections 2024-04-25T02:37:15.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc5780a2d80 0x7fc5780a5240 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc594109930 0x7fc59419eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5941042e0 0x7fc59419a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 --2- 172.21.15.47:0/740022029 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc594103920 0x7fc59419a1e0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:15.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.413+0000 7fc599600640 1 -- 172.21.15.47:0/740022029 >> 172.21.15.47:0/740022029 conn(0x7fc5940ff3b0 msgr2=0x7fc5940ff8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:15.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.414+0000 7fc599600640 1 -- 172.21.15.47:0/740022029 shutdown_connections 2024-04-25T02:37:15.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:15.414+0000 7fc599600640 1 -- 172.21.15.47:0/740022029 wait complete. 2024-04-25T02:37:16.437 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:37:16.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:37:16.437 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 -- 172.21.15.47:0/2308873208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f44109800 msgr2=0x7f4f44109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 --2- 172.21.15.47:0/2308873208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f44109800 0x7f4f44109be0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4f38009930 tx=0x7f4f3802a420 comp rx=0 tx=0).stop 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 -- 172.21.15.47:0/2308873208 shutdown_connections 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 --2- 172.21.15.47:0/2308873208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f441041b0 0x7f4f441106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 --2- 172.21.15.47:0/2308873208 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f441037f0 0x7f4f44103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 --2- 172.21.15.47:0/2308873208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f44109800 0x7f4f44109be0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 -- 172.21.15.47:0/2308873208 >> 172.21.15.47:0/2308873208 conn(0x7f4f440ff280 msgr2=0x7f4f441016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 -- 172.21.15.47:0/2308873208 shutdown_connections 2024-04-25T02:37:16.671 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.666+0000 7f4f4b200640 1 -- 172.21.15.47:0/2308873208 wait complete. 2024-04-25T02:37:16.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.667+0000 7f4f4b200640 1 Processor -- start 2024-04-25T02:37:16.672 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.668+0000 7f4f4b200640 1 -- start start 2024-04-25T02:37:16.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.668+0000 7f4f4b200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f441037f0 0x7f4f4419a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.668+0000 7f4f4b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f441041b0 0x7f4f4419a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.668+0000 7f4f4b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f44109800 0x7f4f4419e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.668+0000 7f4f4b200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4f44113c10 con 0x7f4f441037f0 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.668+0000 7f4f4b200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4f44113a90 con 0x7f4f44109800 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.668+0000 7f4f4b200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4f44113d90 con 0x7f4f441041b0 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.668+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f441037f0 0x7f4f4419a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f441037f0 0x7f4f4419a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39336/0 (socket says 172.21.15.47:39336) 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49e00640 1 -- 172.21.15.47:0/4233772617 learned_addr learned my addr 172.21.15.47:0/4233772617 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49400640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f441041b0 0x7f4f4419a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f4a800640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f44109800 0x7f4f4419e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49e00640 1 -- 172.21.15.47:0/4233772617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f441041b0 msgr2=0x7f4f4419a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49e00640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f441041b0 0x7f4f4419a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49e00640 1 -- 172.21.15.47:0/4233772617 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f44109800 msgr2=0x7f4f4419e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49e00640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f44109800 0x7f4f4419e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49e00640 1 -- 172.21.15.47:0/4233772617 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f4419f0f0 con 0x7f4f441037f0 2024-04-25T02:37:16.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f4a800640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f44109800 0x7f4f4419e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:16.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.669+0000 7f4f49400640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f441041b0 0x7f4f4419a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:16.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.670+0000 7f4f49e00640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f441037f0 0x7f4f4419a150 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4f38009230 tx=0x7f4f38004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.670+0000 7f4f3ea00640 1 -- 172.21.15.47:0/4233772617 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3803f030 con 0x7f4f441037f0 2024-04-25T02:37:16.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.670+0000 7f4f3ea00640 1 -- 172.21.15.47:0/4233772617 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f38004440 con 0x7f4f441037f0 2024-04-25T02:37:16.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.670+0000 7f4f4b200640 1 -- 172.21.15.47:0/4233772617 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f4419f380 con 0x7f4f441037f0 2024-04-25T02:37:16.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.670+0000 7f4f3ea00640 1 -- 172.21.15.47:0/4233772617 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38035070 con 0x7f4f441037f0 2024-04-25T02:37:16.676 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.670+0000 7f4f4b200640 1 -- 172.21.15.47:0/4233772617 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f441a6c70 con 0x7f4f441037f0 2024-04-25T02:37:16.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.673+0000 7f4f4f5c7740 1 Processor -- start 2024-04-25T02:37:16.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f3ea00640 1 -- 172.21.15.47:0/4233772617 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4f38042030 con 0x7f4f441037f0 2024-04-25T02:37:16.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f4f5c7740 1 -- start start 2024-04-25T02:37:16.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49baf20 0x5574c49bb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49c59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49c8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5574c4919f40 con 0x5574c49bb840 2024-04-25T02:37:16.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5574c491f190 con 0x5574c49c5f10 2024-04-25T02:37:16.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5574c48c7a10 con 0x5574c49baf20 2024-04-25T02:37:16.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49c59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49c59d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39344/0 (socket says 172.21.15.47:39344) 2024-04-25T02:37:16.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f49e00640 1 -- 172.21.15.47:0/525262018 learned_addr learned my addr 172.21.15.47:0/525262018 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.674+0000 7f4f49400640 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49c8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.675+0000 7f4f4a800640 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49baf20 0x5574c49bb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.675+0000 7f4f49e00640 1 -- 172.21.15.47:0/525262018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49baf20 msgr2=0x5574c49bb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.675+0000 7f4f49e00640 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49baf20 0x5574c49bb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.675+0000 7f4f49e00640 1 -- 172.21.15.47:0/525262018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 msgr2=0x5574c49c8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.675+0000 7f4f49e00640 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49c8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.675+0000 7f4f49e00640 1 -- 172.21.15.47:0/525262018 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574c46fb7e0 con 0x5574c49bb840 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.675+0000 7f4f49e00640 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49c59d0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4f380ece70 tx=0x7f4f380f5cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d54938e21f6ad8f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.675+0000 7f4f33000640 1 -- 172.21.15.47:0/525262018 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f380fe070 con 0x5574c49bb840 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.676+0000 7f4f33000640 1 -- 172.21.15.47:0/525262018 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f380f10d0 con 0x5574c49bb840 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.676+0000 7f4f33000640 1 -- 172.21.15.47:0/525262018 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f380fa680 con 0x5574c49bb840 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.676+0000 7f4f3ea00640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4f2c0a2d00 0x7f4f2c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.676+0000 7f4f3ea00640 1 -- 172.21.15.47:0/4233772617 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4f380ef810 con 0x7f4f441037f0 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.676+0000 7f4f4a800640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4f2c0a2d00 0x7f4f2c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.676+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/525262018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 msgr2=0x5574c49c59d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.676+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49c59d0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4f380ece70 tx=0x7f4f380f5cb0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/525262018 shutdown_connections 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49c8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49c59d0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/525262018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49baf20 0x5574c49bb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/525262018 >> 172.21.15.47:0/525262018 conn(0x5574c49b7240 msgr2=0x5574c49b7620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/525262018 shutdown_connections 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4a800640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4f2c0a2d00 0x7f4f2c0a51c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4f40005fd0 tx=0x7f4f40009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/525262018 wait complete. 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.677+0000 7f4f4f5c7740 1 -- start start 2024-04-25T02:37:16.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f4f5c7740 1 Processor -- start 2024-04-25T02:37:16.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49c2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49bb840 0x5574c49c3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 0x5574c49c3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5574c48dae70 con 0x5574c49baf20 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5574c491b150 con 0x5574c49bb840 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5574c49c8ac0 con 0x5574c49c5f10 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f4f5c7740 10 client.0 _ll_register_callbacks cb 0x5574c49161f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.678+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49c2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49c2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39352/0 (socket says 172.21.15.47:39352) 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49e00640 1 -- 172.21.15.47:0/3895688689 learned_addr learned my addr 172.21.15.47:0/3895688689 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49400640 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49bb840 0x5574c49c3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f4a800640 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 0x5574c49c3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49e00640 1 -- 172.21.15.47:0/3895688689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 msgr2=0x5574c49c3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49e00640 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 0x5574c49c3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49e00640 1 -- 172.21.15.47:0/3895688689 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49bb840 msgr2=0x5574c49c3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49e00640 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49bb840 0x5574c49c3420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49e00640 1 -- 172.21.15.47:0/3895688689 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574c475bf70 con 0x5574c49baf20 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f49e00640 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49c2ee0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f4f380b86d0 tx=0x7f4f380f1890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=448e63102ddb1f8b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f27400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f27400640 1 -- 172.21.15.47:0/3895688689 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38049070 con 0x5574c49baf20 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.679+0000 7f4f27400640 1 -- 172.21.15.47:0/3895688689 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4f380f56d0 con 0x5574c49baf20 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/3895688689 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f380f10d0 con 0x5574c49baf20 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f27400640 1 -- 172.21.15.47:0/3895688689 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4f380fe070 con 0x5574c49baf20 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f4f5c7740 10 client.16365 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/3895688689 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5574c45f3170 con 0x5574c49baf20 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f27400640 1 -- 172.21.15.47:0/3895688689 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f380f10d0 con 0x5574c49baf20 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f27400640 1 -- 172.21.15.47:0/3895688689 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4f380b8370 con 0x5574c49baf20 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f4f5c7740 10 client.16365 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:16.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f4f5c7740 10 client.16365 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f4f5c7740 20 client.16365 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.680+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574c49d5de0 0x5574c49d81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.681+0000 7f4f4f5c7740 4 client.16365 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.681+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/3895688689 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5574c492c6d0 con 0x5574c49d5de0 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.681+0000 7f4f49400640 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574c49d5de0 0x5574c49d81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.681+0000 7f4f49400640 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574c49d5de0 0x5574c49d81d0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6db6e0324b985ee2 server_cookie=a5eec1742404feed in_seq=0 out_seq=0 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.681+0000 7f4f27400640 10 client.16365 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.682+0000 7f4f27400640 1 -- 172.21.15.47:0/3895688689 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5574c492c6d0 con 0x5574c49d5de0 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.682+0000 7f4f27400640 10 client.16365 handle_command_reply: tid=0 2024-04-25T02:37:16.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.682+0000 7f4f4f5c7740 1 client.16365 shutdown 2024-04-25T02:37:16.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/3895688689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 msgr2=0x5574c49c2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49c2ee0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f4f380b86d0 tx=0x7f4f380f1890 comp rx=0 tx=0).stop 2024-04-25T02:37:16.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/3895688689 shutdown_connections 2024-04-25T02:37:16.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574c49d5de0 0x5574c49d81d0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 0x5574c49c3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49bb840 0x5574c49c3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/3895688689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49c2ee0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f27400640 0 client.16365 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:16.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/3895688689 >> 172.21.15.47:0/3895688689 conn(0x5574c49b7240 msgr2=0x5574c49b63b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/3895688689 shutdown_connections 2024-04-25T02:37:16.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/3895688689 wait complete. 2024-04-25T02:37:16.691 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.683+0000 7f4f4f5c7740 20 client.16365 trim_cache size 0 max 16384 2024-04-25T02:37:16.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.703+0000 7f4f4f5c7740 1 Processor -- start 2024-04-25T02:37:16.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.703+0000 7f4f4f5c7740 1 -- start start 2024-04-25T02:37:16.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.703+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49b6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.703+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49bb840 0x5574c49d1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.703+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49dd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.703+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4f441b1c50 con 0x5574c49baf20 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.703+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4f441af520 con 0x5574c49c5f10 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.703+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4f441ad370 con 0x5574c49bb840 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49b6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49b6190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39356/0 (socket says 172.21.15.47:39356) 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49e00640 1 -- 172.21.15.47:0/1624733797 learned_addr learned my addr 172.21.15.47:0/1624733797 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f4a800640 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49dd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49400640 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49bb840 0x5574c49d1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49e00640 1 -- 172.21.15.47:0/1624733797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49bb840 msgr2=0x5574c49d1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49e00640 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49bb840 0x5574c49d1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49e00640 1 -- 172.21.15.47:0/1624733797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 msgr2=0x5574c49dd9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49e00640 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49dd9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f49e00640 1 -- 172.21.15.47:0/1624733797 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574c49c1c10 con 0x5574c49baf20 2024-04-25T02:37:16.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.704+0000 7f4f4a800640 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49dd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.705+0000 7f4f49e00640 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49b6190 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f4f380b8160 tx=0x7f4f380ba210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e066447cb29f39cd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.705+0000 7f4f32600640 1 -- 172.21.15.47:0/1624733797 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38049070 con 0x5574c49baf20 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.705+0000 7f4f32600640 1 -- 172.21.15.47:0/1624733797 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f380bbd00 con 0x5574c49baf20 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.705+0000 7f4f32600640 1 -- 172.21.15.47:0/1624733797 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f380c4970 con 0x5574c49baf20 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1624733797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 msgr2=0x5574c49b6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49b6190 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f4f380b8160 tx=0x7f4f380ba210 comp rx=0 tx=0).stop 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1624733797 shutdown_connections 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49c5f10 0x5574c49dd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49bb840 0x5574c49d1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1624733797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49baf20 0x5574c49b6190 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1624733797 >> 172.21.15.47:0/1624733797 conn(0x5574c49b7240 msgr2=0x5574c49bcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1624733797 shutdown_connections 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1624733797 wait complete. 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 -- start start 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.706+0000 7f4f4f5c7740 1 Processor -- start 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49baf20 0x5574c49ca810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49cad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f4f5c7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 0x5574c49cb290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4f441ad9e0 con 0x5574c49bb840 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4f441aee50 con 0x5574c49baf20 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f4f5c7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4f441ae0b0 con 0x5574c49c5f10 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f4f5c7740 10 client.0 _ll_register_callbacks cb 0x7f4f34009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f49400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49baf20 0x5574c49ca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f49e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49baf20 0x5574c49ca810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33576/0 (socket says 172.21.15.47:33576) 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f49400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49cad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39372/0 (socket says 172.21.15.47:39372) 2024-04-25T02:37:16.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.707+0000 7f4f49e00640 1 -- 172.21.15.47:0/1877131478 learned_addr learned my addr 172.21.15.47:0/1877131478 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f4a800640 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 0x5574c49cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f49e00640 1 -- 172.21.15.47:0/1877131478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 msgr2=0x5574c49cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f49e00640 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 0x5574c49cb290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f49e00640 1 -- 172.21.15.47:0/1877131478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 msgr2=0x5574c49cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f49e00640 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49cad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f49e00640 1 -- 172.21.15.47:0/1877131478 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574c4a44b20 con 0x5574c49baf20 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f49400640 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49cad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f49e00640 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49baf20 0x5574c49ca810 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4f380efbd0 tx=0x7f4f3802a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea6a9cddd11a731d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f27400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f27400640 1 -- 172.21.15.47:0/1877131478 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38049020 con 0x5574c49baf20 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f27400640 1 -- 172.21.15.47:0/1877131478 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f4f380b8370 con 0x5574c49baf20 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.708+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1877131478 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f380bbd00 con 0x5574c49baf20 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f27400640 1 -- 172.21.15.47:0/1877131478 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4f380bb660 con 0x5574c49baf20 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f4f5c7740 10 client.26480 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1877131478 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5574c4a44b20 con 0x5574c49baf20 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f27400640 1 -- 172.21.15.47:0/1877131478 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f380bbd00 con 0x5574c49baf20 2024-04-25T02:37:16.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f27400640 1 -- 172.21.15.47:0/1877131478 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4f380ed1b0 con 0x5574c49baf20 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f4f5c7740 10 client.26480 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f4f5c7740 10 client.26480 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f4f5c7740 20 client.26480 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574c4a46190 0x5574c4a48580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f4f5c7740 4 client.26480 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1877131478 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5574c4926a20 con 0x5574c4a46190 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.709+0000 7f4f49400640 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574c4a46190 0x5574c4a48580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.710+0000 7f4f49400640 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574c4a46190 0x5574c4a48580 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4dcb92bba92d806 server_cookie=9b87cb38f241548e in_seq=0 out_seq=0 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.710+0000 7f4f27400640 10 client.26480 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.711+0000 7f4f27400640 1 -- 172.21.15.47:0/1877131478 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5574c4926a20 con 0x5574c4a46190 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.711+0000 7f4f27400640 10 client.26480 handle_command_reply: tid=0 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.711+0000 7f4f4f5c7740 1 client.26480 shutdown 2024-04-25T02:37:16.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1877131478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49baf20 msgr2=0x5574c49ca810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49baf20 0x5574c49ca810 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4f380efbd0 tx=0x7f4f3802a420 comp rx=0 tx=0).stop 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1877131478 shutdown_connections 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574c4a46190 0x5574c4a48580 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574c49c5f10 0x5574c49cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574c49bb840 0x5574c49cad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 --2- 172.21.15.47:0/1877131478 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574c49baf20 0x5574c49ca810 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1877131478 >> 172.21.15.47:0/1877131478 conn(0x5574c49b7240 msgr2=0x5574c49bc670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f27400640 0 client.26480 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1877131478 shutdown_connections 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 1 -- 172.21.15.47:0/1877131478 wait complete. 2024-04-25T02:37:16.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.712+0000 7f4f4f5c7740 20 client.26480 trim_cache size 0 max 16384 2024-04-25T02:37:16.720 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:37:16.720 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:37:16.720 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "0f2c1f0a-664a-415e-ad33-ecbb3dddbf41", 2024-04-25T02:37:16.720 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:37:16.720 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 -- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4f2c0a2d00 msgr2=0x7f4f2c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4f2c0a2d00 0x7f4f2c0a51c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4f40005fd0 tx=0x7f4f40009500 comp rx=0 tx=0).stop 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 -- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f441037f0 msgr2=0x7f4f4419a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f441037f0 0x7f4f4419a150 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4f38009230 tx=0x7f4f38004040 comp rx=0 tx=0).stop 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 -- 172.21.15.47:0/4233772617 shutdown_connections 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4f2c0a2d00 0x7f4f2c0a51c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4f44109800 0x7f4f4419e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f441041b0 0x7f4f4419a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 --2- 172.21.15.47:0/4233772617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4f441037f0 0x7f4f4419a150 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 -- 172.21.15.47:0/4233772617 >> 172.21.15.47:0/4233772617 conn(0x7f4f440ff280 msgr2=0x7f4f440ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 -- 172.21.15.47:0/4233772617 shutdown_connections 2024-04-25T02:37:16.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.713+0000 7f4f4b200640 1 -- 172.21.15.47:0/4233772617 wait complete. 2024-04-25T02:37:16.737 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:37:16.737 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:37:16.806 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:16 smithi047 ceph-mon[27871]: pgmap v140: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:37:16.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.942+0000 7f2b20200640 1 -- 172.21.15.47:0/2693955461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2b1810e110 msgr2=0x7f2b18110500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.942+0000 7f2b20200640 1 --2- 172.21.15.47:0/2693955461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2b1810e110 0x7f2b18110500 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f2b10009be0 tx=0x7f2b1002a6c0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.943+0000 7f2b20200640 1 -- 172.21.15.47:0/2693955461 shutdown_connections 2024-04-25T02:37:16.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.943+0000 7f2b20200640 1 --2- 172.21.15.47:0/2693955461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2b1810e110 0x7f2b18110500 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.943+0000 7f2b20200640 1 --2- 172.21.15.47:0/2693955461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2b18100e80 0x7f2b1810dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.943+0000 7f2b20200640 1 --2- 172.21.15.47:0/2693955461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b18100560 0x7f2b18100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.943+0000 7f2b20200640 1 -- 172.21.15.47:0/2693955461 >> 172.21.15.47:0/2693955461 conn(0x7f2b180777a0 msgr2=0x7f2b18077bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.943+0000 7f2b20200640 1 -- 172.21.15.47:0/2693955461 shutdown_connections 2024-04-25T02:37:16.948 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.943+0000 7f2b20200640 1 -- 172.21.15.47:0/2693955461 wait complete. 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.944+0000 7f2b20200640 1 Processor -- start 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.944+0000 7f2b20200640 1 -- start start 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.944+0000 7f2b20200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2b18100560 0x7f2b1819a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.944+0000 7f2b20200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2b18100e80 0x7f2b1819a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.944+0000 7f2b20200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b1810e110 0x7f2b1819eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.944+0000 7f2b20200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b18113d20 con 0x7f2b1810e110 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.944+0000 7f2b20200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2b18113ba0 con 0x7f2b18100560 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.944+0000 7f2b20200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2b18113ea0 con 0x7f2b18100e80 2024-04-25T02:37:16.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1e200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b1810e110 0x7f2b1819eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1e200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b1810e110 0x7f2b1819eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39390/0 (socket says 172.21.15.47:39390) 2024-04-25T02:37:16.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1e200640 1 -- 172.21.15.47:0/1094142403 learned_addr learned my addr 172.21.15.47:0/1094142403 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1d800640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2b18100560 0x7f2b1819a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2b18100e80 0x7f2b1819a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1e200640 1 -- 172.21.15.47:0/1094142403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2b18100e80 msgr2=0x7f2b1819a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1e200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2b18100e80 0x7f2b1819a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1e200640 1 -- 172.21.15.47:0/1094142403 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2b18100560 msgr2=0x7f2b1819a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1e200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2b18100560 0x7f2b1819a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.945+0000 7f2b1e200640 1 -- 172.21.15.47:0/1094142403 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b1819f1f0 con 0x7f2b1810e110 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.946+0000 7f2b1e200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b1810e110 0x7f2b1819eac0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2b1002abe0 tx=0x7f2b100305d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.946+0000 7f2b16000640 1 -- 172.21.15.47:0/1094142403 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b10041020 con 0x7f2b1810e110 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.946+0000 7f2b20200640 1 -- 172.21.15.47:0/1094142403 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b1819f480 con 0x7f2b1810e110 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.946+0000 7f2b16000640 1 -- 172.21.15.47:0/1094142403 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b10003e50 con 0x7f2b1810e110 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.946+0000 7f2b16000640 1 -- 172.21.15.47:0/1094142403 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b10036040 con 0x7f2b1810e110 2024-04-25T02:37:16.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.946+0000 7f2b20200640 1 -- 172.21.15.47:0/1094142403 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b181a6d70 con 0x7f2b1810e110 2024-04-25T02:37:16.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.949+0000 7f2b22f78740 1 Processor -- start 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.949+0000 7f2b16000640 1 -- 172.21.15.47:0/1094142403 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2b10044020 con 0x7f2b1810e110 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.949+0000 7f2b22f78740 1 -- start start 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 0x5574510a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6920 0x5574510b0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510b0ff0 0x5574510b33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b22f78740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55745100a560 con 0x5574510b0ff0 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b22f78740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557450fb2930 con 0x5574510a6000 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b22f78740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557451006520 con 0x5574510a6920 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b1d800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6920 0x5574510b0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b1d800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6920 0x5574510b0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:37992/0 (socket says 172.21.15.47:37992) 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b1d800640 1 -- 172.21.15.47:0/67227085 learned_addr learned my addr 172.21.15.47:0/67227085 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 0x5574510a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b1d800640 1 -- 172.21.15.47:0/67227085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 msgr2=0x5574510a63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b1d800640 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 0x5574510a63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.950+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510b0ff0 0x5574510b33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b1d800640 1 -- 172.21.15.47:0/67227085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510b0ff0 msgr2=0x5574510b33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b1d800640 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510b0ff0 0x5574510b33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b1d800640 1 -- 172.21.15.47:0/67227085 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557450de87d0 con 0x5574510a6920 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510b0ff0 0x5574510b33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b1d800640 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6920 0x5574510b0ab0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c009cd0 tx=0x7f2b0c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a516d8d4e9922174 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b06a00640 1 -- 172.21.15.47:0/67227085 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0c01e070 con 0x5574510a6920 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b06a00640 1 -- 172.21.15.47:0/67227085 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b0c019b10 con 0x5574510a6920 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b06a00640 1 -- 172.21.15.47:0/67227085 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0c00eaf0 con 0x5574510a6920 2024-04-25T02:37:16.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.951+0000 7f2b16000640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2b000a2d00 0x7f2b000a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b16000640 1 -- 172.21.15.47:0/1094142403 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2b100efbf0 con 0x7f2b1810e110 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2b000a2d00 0x7f2b000a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b22f78740 1 -- 172.21.15.47:0/67227085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6920 msgr2=0x5574510b0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b22f78740 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6920 0x5574510b0ab0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c009cd0 tx=0x7f2b0c011810 comp rx=0 tx=0).stop 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b22f78740 1 -- 172.21.15.47:0/67227085 shutdown_connections 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b22f78740 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510b0ff0 0x5574510b33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b22f78740 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6920 0x5574510b0ab0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b22f78740 1 --2- 172.21.15.47:0/67227085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 0x5574510a63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b22f78740 1 -- 172.21.15.47:0/67227085 >> 172.21.15.47:0/67227085 conn(0x5574510a2320 msgr2=0x5574510a2700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.952+0000 7f2b22f78740 1 -- 172.21.15.47:0/67227085 shutdown_connections 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.953+0000 7f2b22f78740 1 -- 172.21.15.47:0/67227085 wait complete. 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.953+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2b000a2d00 0x7f2b000a51c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x5574510a34b0 tx=0x7f2b08005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.953+0000 7f2b22f78740 1 -- start start 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.953+0000 7f2b22f78740 1 Processor -- start 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6000 0x5574510adf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510ae4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510b0ff0 0x5574510ae9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b22f78740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5574510b3de0 con 0x5574510a6920 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b22f78740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557450fc5d90 con 0x5574510b0ff0 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b22f78740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5574510b3f60 con 0x5574510a6000 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b22f78740 10 client.0 _ll_register_callbacks cb 0x557450fc5780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1ce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510ae4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1d800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6000 0x5574510adf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1ce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510ae4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39408/0 (socket says 172.21.15.47:39408) 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1ce00640 1 -- 172.21.15.47:0/1381225789 learned_addr learned my addr 172.21.15.47:0/1381225789 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1e200640 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510b0ff0 0x5574510ae9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1e200640 1 -- 172.21.15.47:0/1381225789 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6000 msgr2=0x5574510adf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1e200640 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6000 0x5574510adf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1e200640 1 -- 172.21.15.47:0/1381225789 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 msgr2=0x5574510ae4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.954+0000 7f2b1e200640 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510ae4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2b1e200640 1 -- 172.21.15.47:0/1381225789 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557450d1e3f0 con 0x5574510b0ff0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2b1e200640 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510b0ff0 0x5574510ae9f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2b100ed310 tx=0x7f2b100bbc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d733829710ba71e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2afb400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2afb400640 1 -- 172.21.15.47:0/1381225789 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b100bc0e0 con 0x5574510b0ff0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2afb400640 1 -- 172.21.15.47:0/1381225789 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2b100b8750 con 0x5574510b0ff0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2b22f78740 1 -- 172.21.15.47:0/1381225789 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b0c019b10 con 0x5574510b0ff0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2afb400640 1 -- 172.21.15.47:0/1381225789 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2b100c0490 con 0x5574510b0ff0 2024-04-25T02:37:16.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2b22f78740 10 client.26492 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.955+0000 7f2b22f78740 1 -- 172.21.15.47:0/1381225789 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557450cde0f0 con 0x5574510b0ff0 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2afb400640 1 -- 172.21.15.47:0/1381225789 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b0c019b10 con 0x5574510b0ff0 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2afb400640 1 -- 172.21.15.47:0/1381225789 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2b100c48c0 con 0x5574510b0ff0 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2b22f78740 10 client.26492 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2b22f78740 10 client.26492 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2b22f78740 20 client.26492 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2b22f78740 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574510c11d0 0x5574510c35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2b22f78740 4 client.26492 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2b22f78740 1 -- 172.21.15.47:0/1381225789 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55745101dd90 con 0x5574510c11d0 2024-04-25T02:37:16.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.956+0000 7f2b1d800640 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574510c11d0 0x5574510c35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.957+0000 7f2b1d800640 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574510c11d0 0x5574510c35e0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f0804c0d2c1ed56 server_cookie=c06c72db1e229a2c in_seq=0 out_seq=0 2024-04-25T02:37:16.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.957+0000 7f2afb400640 10 client.26492 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:16.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2afb400640 1 -- 172.21.15.47:0/1381225789 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55745101dd90 con 0x5574510c11d0 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2afb400640 10 client.26492 handle_command_reply: tid=0 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 client.26492 shutdown 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 -- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510b0ff0 msgr2=0x5574510ae9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510b0ff0 0x5574510ae9f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2b100ed310 tx=0x7f2b100bbc20 comp rx=0 tx=0).stop 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 -- 172.21.15.47:0/1381225789 shutdown_connections 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574510c11d0 0x5574510c35e0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510b0ff0 0x5574510ae9f0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510ae4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2afb400640 0 client.26492 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 --2- 172.21.15.47:0/1381225789 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510a6000 0x5574510adf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.958+0000 7f2b22f78740 1 -- 172.21.15.47:0/1381225789 >> 172.21.15.47:0/1381225789 conn(0x5574510a2320 msgr2=0x5574510a8120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.959+0000 7f2b22f78740 1 -- 172.21.15.47:0/1381225789 shutdown_connections 2024-04-25T02:37:16.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.959+0000 7f2b22f78740 1 -- 172.21.15.47:0/1381225789 wait complete. 2024-04-25T02:37:16.967 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.959+0000 7f2b22f78740 20 client.26492 trim_cache size 0 max 16384 2024-04-25T02:37:16.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.980+0000 7f2b22f78740 1 Processor -- start 2024-04-25T02:37:16.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.980+0000 7f2b22f78740 1 -- start start 2024-04-25T02:37:16.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.980+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6000 0x5574510bccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.980+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6920 0x5574510a87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 0x5574510a1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b22f78740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b181b1e80 con 0x5574510a6000 2024-04-25T02:37:16.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b22f78740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2b181af750 con 0x5574510a6920 2024-04-25T02:37:16.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b22f78740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2b181ad5a0 con 0x5574510b0ff0 2024-04-25T02:37:16.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1ce00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6920 0x5574510a87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1e200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 0x5574510a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1ce00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6920 0x5574510a87a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:33610/0 (socket says 172.21.15.47:33610) 2024-04-25T02:37:16.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1ce00640 1 -- 172.21.15.47:0/3791126318 learned_addr learned my addr 172.21.15.47:0/3791126318 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1d800640 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6000 0x5574510bccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1ce00640 1 -- 172.21.15.47:0/3791126318 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 msgr2=0x5574510a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 0x5574510a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1ce00640 1 -- 172.21.15.47:0/3791126318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6000 msgr2=0x5574510bccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6000 0x5574510bccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1ce00640 1 -- 172.21.15.47:0/3791126318 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574510ac4c0 con 0x5574510a6920 2024-04-25T02:37:16.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.981+0000 7f2b1d800640 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6000 0x5574510bccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:16.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.982+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6920 0x5574510a87a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2b080043b0 tx=0x7f2b08018000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9836708b5b565280 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.982+0000 7f2b06000640 1 -- 172.21.15.47:0/3791126318 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b08003d70 con 0x5574510a6920 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.982+0000 7f2b06000640 1 -- 172.21.15.47:0/3791126318 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b0801f960 con 0x5574510a6920 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.982+0000 7f2b06000640 1 -- 172.21.15.47:0/3791126318 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b08020a40 con 0x5574510a6920 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 -- 172.21.15.47:0/3791126318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6920 msgr2=0x5574510a87a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6920 0x5574510a87a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2b080043b0 tx=0x7f2b08018000 comp rx=0 tx=0).stop 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 -- 172.21.15.47:0/3791126318 shutdown_connections 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 0x5574510a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6920 0x5574510a87a0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 --2- 172.21.15.47:0/3791126318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6000 0x5574510bccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 -- 172.21.15.47:0/3791126318 >> 172.21.15.47:0/3791126318 conn(0x5574510a2320 msgr2=0x5574510a0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 -- 172.21.15.47:0/3791126318 shutdown_connections 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 -- 172.21.15.47:0/3791126318 wait complete. 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.983+0000 7f2b22f78740 1 -- start start 2024-04-25T02:37:16.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.984+0000 7f2b22f78740 1 Processor -- start 2024-04-25T02:37:16.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.984+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 0x5574510b4c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.984+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510b5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.984+0000 7f2b22f78740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 0x5574510b5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.984+0000 7f2b22f78740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b181adc10 con 0x5574510a6920 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.984+0000 7f2b22f78740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2b181af080 con 0x5574510a6000 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.984+0000 7f2b22f78740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2b181ae2e0 con 0x5574510b0ff0 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.984+0000 7f2b22f78740 10 client.0 _ll_register_callbacks cb 0x7f2b100b8450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510b5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510b5140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39430/0 (socket says 172.21.15.47:39430) 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 -- 172.21.15.47:0/2989422411 learned_addr learned my addr 172.21.15.47:0/2989422411 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1d800640 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 0x5574510b4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1e200640 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 0x5574510b5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 -- 172.21.15.47:0/2989422411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 msgr2=0x5574510b5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 0x5574510b5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 -- 172.21.15.47:0/2989422411 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 msgr2=0x5574510b4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 0x5574510b4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 -- 172.21.15.47:0/2989422411 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557451126720 con 0x5574510a6920 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2b1ce00640 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510b5140 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2b08020620 tx=0x7f2b08003d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8503be825d93eb8f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.985+0000 7f2afb400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.986+0000 7f2afb400640 1 -- 172.21.15.47:0/2989422411 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b08030040 con 0x5574510a6920 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.986+0000 7f2afb400640 1 -- 172.21.15.47:0/2989422411 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f2b0801f680 con 0x5574510a6920 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.986+0000 7f2b22f78740 1 -- 172.21.15.47:0/2989422411 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b0801f960 con 0x5574510a6920 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.986+0000 7f2afb400640 1 -- 172.21.15.47:0/2989422411 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2b0801fb10 con 0x5574510a6920 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.986+0000 7f2b22f78740 10 client.16386 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.986+0000 7f2b22f78740 1 -- 172.21.15.47:0/2989422411 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5574511279d0 con 0x5574510a6920 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.986+0000 7f2afb400640 1 -- 172.21.15.47:0/2989422411 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b0801f960 con 0x5574510a6920 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2afb400640 1 -- 172.21.15.47:0/2989422411 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2b0801a070 con 0x5574510a6920 2024-04-25T02:37:16.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2b22f78740 10 client.16386 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2b22f78740 10 client.16386 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2b22f78740 20 client.16386 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2b22f78740 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574511280b0 0x55745112a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2b22f78740 4 client.16386 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2b22f78740 1 -- 172.21.15.47:0/2989422411 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557451017aa0 con 0x5574511280b0 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2b1d800640 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574511280b0 0x55745112a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2b1d800640 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574511280b0 0x55745112a4d0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cb7c243f588ab6b server_cookie=68a154ea4d17fd35 in_seq=0 out_seq=0 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.987+0000 7f2afb400640 10 client.16386 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2afb400640 1 -- 172.21.15.47:0/2989422411 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x557451017aa0 con 0x5574511280b0 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2afb400640 10 client.16386 handle_command_reply: tid=0 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 client.16386 shutdown 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 -- 172.21.15.47:0/2989422411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 msgr2=0x5574510b5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510b5140 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2b08020620 tx=0x7f2b08003d20 comp rx=0 tx=0).stop 2024-04-25T02:37:16.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 -- 172.21.15.47:0/2989422411 shutdown_connections 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5574511280b0 0x55745112a4d0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574510b0ff0 0x5574510b5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5574510a6920 0x5574510b5140 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 --2- 172.21.15.47:0/2989422411 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5574510a6000 0x5574510b4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2afb400640 0 client.16386 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 -- 172.21.15.47:0/2989422411 >> 172.21.15.47:0/2989422411 conn(0x5574510a2320 msgr2=0x5574510ae7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 -- 172.21.15.47:0/2989422411 shutdown_connections 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 1 -- 172.21.15.47:0/2989422411 wait complete. 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.988+0000 7f2b22f78740 20 client.16386 trim_cache size 0 max 16384 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:37:16.996 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:37:16.997 INFO:teuthology.orchestra.run.smithi047.stdout: "0f2c1f0a-664a-415e-ad33-ecbb3dddbf41": { 2024-04-25T02:37:16.997 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:37:16.997 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "0f2c1f0a-664a-415e-ad33-ecbb3dddbf41", 2024-04-25T02:37:16.997 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:37:16.997 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:37:16.997 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:37:16.997 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:37:16.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 -- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2b000a2d00 msgr2=0x7f2b000a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2b000a2d00 0x7f2b000a51c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x5574510a34b0 tx=0x7f2b08005f90 comp rx=0 tx=0).stop 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 -- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b1810e110 msgr2=0x7f2b1819eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b1810e110 0x7f2b1819eac0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2b1002abe0 tx=0x7f2b100305d0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 -- 172.21.15.47:0/1094142403 shutdown_connections 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2b000a2d00 0x7f2b000a51c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b1810e110 0x7f2b1819eac0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2b18100e80 0x7f2b1819a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 --2- 172.21.15.47:0/1094142403 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2b18100560 0x7f2b1819a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 -- 172.21.15.47:0/1094142403 >> 172.21.15.47:0/1094142403 conn(0x7f2b180777a0 msgr2=0x7f2b1810f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 -- 172.21.15.47:0/1094142403 shutdown_connections 2024-04-25T02:37:16.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:16.989+0000 7f2b20200640 1 -- 172.21.15.47:0/1094142403 wait complete. 2024-04-25T02:37:17.013 INFO:tasks.cephfs.filesystem:scrub status for tag:0f2c1f0a-664a-415e-ad33-ecbb3dddbf41 - {'path': '/', 'tag': '0f2c1f0a-664a-415e-ad33-ecbb3dddbf41', 'options': 'recursive,force'} 2024-04-25T02:37:17.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:16 smithi178 ceph-mon[33053]: pgmap v140: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:37:17.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:16 smithi113 ceph-mon[32459]: pgmap v140: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:37:18.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:17 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:37:18.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:17 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:18.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:17 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:37:18.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:17 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:18.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:17 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:37:18.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:17 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:18.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:17 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:37:18.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:17 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:18.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:17 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:37:18.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:17 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:18.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:17 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:37:18.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:17 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:19.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:18 smithi178 ceph-mon[33053]: pgmap v141: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T02:37:19.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:18 smithi047 ceph-mon[27871]: pgmap v141: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T02:37:19.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:18 smithi113 ceph-mon[32459]: pgmap v141: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T02:37:21.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:20 smithi178 ceph-mon[33053]: pgmap v142: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:37:21.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:20 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:37:21.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:20 smithi047 ceph-mon[27871]: pgmap v142: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:37:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:20 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:37:21.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:20 smithi113 ceph-mon[32459]: pgmap v142: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:37:21.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:20 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:37:23.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:22 smithi178 ceph-mon[33053]: pgmap v143: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:37:23.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:22 smithi047 ceph-mon[27871]: pgmap v143: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:37:23.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:22 smithi113 ceph-mon[32459]: pgmap v143: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-25T02:37:25.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:24 smithi178 ceph-mon[33053]: pgmap v144: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:37:25.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:24 smithi047 ceph-mon[27871]: pgmap v144: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:37:25.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:24 smithi113 ceph-mon[32459]: pgmap v144: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:37:27.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:26 smithi178 ceph-mon[33053]: pgmap v145: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:37:27.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:26 smithi047 ceph-mon[27871]: pgmap v145: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:37:27.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:26 smithi113 ceph-mon[32459]: pgmap v145: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:37:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:28 smithi178 ceph-mon[33053]: pgmap v146: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:29.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:28 smithi047 ceph-mon[27871]: pgmap v146: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:29.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:28 smithi113 ceph-mon[32459]: pgmap v146: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:30 smithi178 ceph-mon[33053]: pgmap v147: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:31.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:30 smithi047 ceph-mon[27871]: pgmap v147: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:30 smithi113 ceph-mon[32459]: pgmap v147: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:32 smithi178 ceph-mon[33053]: pgmap v148: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:33.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:32 smithi047 ceph-mon[27871]: pgmap v148: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:33.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:32 smithi113 ceph-mon[32459]: pgmap v148: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:34 smithi178 ceph-mon[33053]: pgmap v149: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:35.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:34 smithi047 ceph-mon[27871]: pgmap v149: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:35.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:34 smithi113 ceph-mon[32459]: pgmap v149: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:36 smithi178 ceph-mon[33053]: pgmap v150: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:37.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:36 smithi047 ceph-mon[27871]: pgmap v150: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:37.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:36 smithi113 ceph-mon[32459]: pgmap v150: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:38 smithi178 ceph-mon[33053]: pgmap v151: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:39.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:38 smithi047 ceph-mon[27871]: pgmap v151: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:38 smithi113 ceph-mon[32459]: pgmap v151: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:40 smithi178 ceph-mon[33053]: pgmap v152: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:41.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:40 smithi047 ceph-mon[27871]: pgmap v152: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:41.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:40 smithi113 ceph-mon[32459]: pgmap v152: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:42.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:41 smithi047 ceph-mon[27871]: pgmap v153: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:42.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:41 smithi113 ceph-mon[32459]: pgmap v153: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:42.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:41 smithi178 ceph-mon[33053]: pgmap v153: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:44.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:44 smithi178 ceph-mon[33053]: pgmap v154: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:44 smithi047 ceph-mon[27871]: pgmap v154: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:44 smithi113 ceph-mon[32459]: pgmap v154: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:46.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:46 smithi178 ceph-mon[33053]: pgmap v155: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:46 smithi047 ceph-mon[27871]: pgmap v155: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:46 smithi113 ceph-mon[32459]: pgmap v155: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:47.014 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:37:47.014 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:37:47.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.236+0000 7fa8ef200640 1 -- 172.21.15.47:0/4102095779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8f01027c0 msgr2=0x7fa8f0102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.236+0000 7fa8ef200640 1 --2- 172.21.15.47:0/4102095779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8f01027c0 0x7fa8f0102ba0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0009900 tx=0x7fa8e002a480 comp rx=0 tx=0).stop 2024-04-25T02:37:47.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.236+0000 7fa8ef200640 1 -- 172.21.15.47:0/4102095779 shutdown_connections 2024-04-25T02:37:47.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.236+0000 7fa8ef200640 1 --2- 172.21.15.47:0/4102095779 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8f010bbe0 0x7fa8f010e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.236+0000 7fa8ef200640 1 --2- 172.21.15.47:0/4102095779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8f01030e0 0x7fa8f010b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.236+0000 7fa8ef200640 1 --2- 172.21.15.47:0/4102095779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8f01027c0 0x7fa8f0102ba0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.236+0000 7fa8ef200640 1 -- 172.21.15.47:0/4102095779 >> 172.21.15.47:0/4102095779 conn(0x7fa8f00fbfc0 msgr2=0x7fa8f00fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:47.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.237+0000 7fa8ef200640 1 -- 172.21.15.47:0/4102095779 shutdown_connections 2024-04-25T02:37:47.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.237+0000 7fa8ef200640 1 -- 172.21.15.47:0/4102095779 wait complete. 2024-04-25T02:37:47.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.238+0000 7fa8ef200640 1 Processor -- start 2024-04-25T02:37:47.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.238+0000 7fa8ef200640 1 -- start start 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ef200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8f01027c0 0x7fa8f019a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ef200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8f01030e0 0x7fa8f019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ef200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8f010bbe0 0x7fa8f019e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ef200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f0111a30 con 0x7fa8f01030e0 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ef200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f01118b0 con 0x7fa8f01027c0 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ef200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f0111bb0 con 0x7fa8f010bbe0 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ede00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8f01027c0 0x7fa8f019a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ede00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8f01027c0 0x7fa8f019a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39322/0 (socket says 172.21.15.47:39322) 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ede00640 1 -- 172.21.15.47:0/3648396370 learned_addr learned my addr 172.21.15.47:0/3648396370 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8f01030e0 0x7fa8f019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.239+0000 7fa8ee800640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8f010bbe0 0x7fa8f019e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8ede00640 1 -- 172.21.15.47:0/3648396370 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8f010bbe0 msgr2=0x7fa8f019e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8ede00640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8f010bbe0 0x7fa8f019e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8ede00640 1 -- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8f01030e0 msgr2=0x7fa8f019a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8ede00640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8f01030e0 0x7fa8f019a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8ede00640 1 -- 172.21.15.47:0/3648396370 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8f019f0e0 con 0x7fa8f01027c0 2024-04-25T02:37:47.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8ede00640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8f01027c0 0x7fa8f019a0f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0004770 tx=0x7fa8e0003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:47.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8e6a00640 1 -- 172.21.15.47:0/3648396370 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e003f070 con 0x7fa8f01027c0 2024-04-25T02:37:47.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8ef200640 1 -- 172.21.15.47:0/3648396370 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8f019f370 con 0x7fa8f01027c0 2024-04-25T02:37:47.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8e6a00640 1 -- 172.21.15.47:0/3648396370 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e0031ca0 con 0x7fa8f01027c0 2024-04-25T02:37:47.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8e6a00640 1 -- 172.21.15.47:0/3648396370 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e0035030 con 0x7fa8f01027c0 2024-04-25T02:37:47.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.240+0000 7fa8ef200640 1 -- 172.21.15.47:0/3648396370 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8f01a6c60 con 0x7fa8f01027c0 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8f7a4f740 1 Processor -- start 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8f7a4f740 1 -- start start 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8e6a00640 1 -- 172.21.15.47:0/3648396370 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa8e0042070 con 0x7fa8f01027c0 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee741e0 0x5632cee745c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee7ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee7f1d0 0x5632cee815c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5632cedd8560 con 0x5632cee741e0 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5632ced80930 con 0x5632cee7f1d0 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5632cedd4520 con 0x5632cee74b00 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8ee800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee741e0 0x5632cee745c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8ee800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee741e0 0x5632cee745c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44190/0 (socket says 172.21.15.47:44190) 2024-04-25T02:37:47.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8ee800640 1 -- 172.21.15.47:0/2831440925 learned_addr learned my addr 172.21.15.47:0/2831440925 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:47.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.244+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee7f1d0 0x5632cee815c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.245+0000 7fa8ede00640 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee7ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.245+0000 7fa8ee800640 1 -- 172.21.15.47:0/2831440925 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 msgr2=0x5632cee7ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.245+0000 7fa8ee800640 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee7ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.245+0000 7fa8ee800640 1 -- 172.21.15.47:0/2831440925 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee7f1d0 msgr2=0x5632cee815c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.245+0000 7fa8ee800640 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee7f1d0 0x5632cee815c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.245+0000 7fa8ee800640 1 -- 172.21.15.47:0/2831440925 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632cebb67d0 con 0x5632cee741e0 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.245+0000 7fa8ee800640 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee741e0 0x5632cee745c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fa8e8009f60 tx=0x7fa8e8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40e49fc43fd8c3d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.245+0000 7fa8df000640 1 -- 172.21.15.47:0/2831440925 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e801e070 con 0x5632cee741e0 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8df000640 1 -- 172.21.15.47:0/2831440925 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e8003c30 con 0x5632cee741e0 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8df000640 1 -- 172.21.15.47:0/2831440925 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e800f980 con 0x5632cee741e0 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8e6a00640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8d40a2d00 0x7fa8d40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8e6a00640 1 -- 172.21.15.47:0/3648396370 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fa8e00efa50 con 0x7fa8f01027c0 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8ede00640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8d40a2d00 0x7fa8d40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2831440925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee741e0 msgr2=0x5632cee745c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee741e0 0x5632cee745c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fa8e8009f60 tx=0x7fa8e8009f90 comp rx=0 tx=0).stop 2024-04-25T02:37:47.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2831440925 shutdown_connections 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee7f1d0 0x5632cee815c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee7ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2831440925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee741e0 0x5632cee745c0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.246+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2831440925 >> 172.21.15.47:0/2831440925 conn(0x5632cee70500 msgr2=0x5632cee708e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.247+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2831440925 shutdown_connections 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.247+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2831440925 wait complete. 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.247+0000 7fa8ede00640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8d40a2d00 0x7fa8d40a51c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x5632cee757a0 tx=0x7fa8e0005d50 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.247+0000 7fa8f7a4f740 1 -- start start 2024-04-25T02:37:47.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.247+0000 7fa8f7a4f740 1 Processor -- start 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee7c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee7c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee7cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5632cee81fc0 con 0x5632cee7f1d0 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5632ced93d90 con 0x5632cee74b00 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5632cee82140 con 0x5632cee741e0 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8f7a4f740 10 client.0 _ll_register_callbacks cb 0x5632ced93780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8ee800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee7c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8e7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee7c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8ee800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee7c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:48256/0 (socket says 172.21.15.47:48256) 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8ee800640 1 -- 172.21.15.47:0/2534749373 learned_addr learned my addr 172.21.15.47:0/2534749373 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.248+0000 7fa8ee800640 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee7cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8e7e00640 1 -- 172.21.15.47:0/2534749373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 msgr2=0x5632cee7c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee7c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8e7e00640 1 -- 172.21.15.47:0/2534749373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 msgr2=0x5632cee7cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee7cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8e7e00640 1 -- 172.21.15.47:0/2534749373 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632ceaec3f0 con 0x5632cee74b00 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8ee800640 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee7cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee7c6f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8012680 tx=0x7fa8d8012b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc6f3a2922ed7f19 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8d3400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8d3400640 1 -- 172.21.15.47:0/2534749373 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8004030 con 0x5632cee74b00 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8d3400640 1 -- 172.21.15.47:0/2534749373 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fa8d80041d0 con 0x5632cee74b00 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.249+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2534749373 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8e8003c30 con 0x5632cee74b00 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.250+0000 7fa8d3400640 1 -- 172.21.15.47:0/2534749373 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa8d80043d0 con 0x5632cee74b00 2024-04-25T02:37:47.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.250+0000 7fa8f7a4f740 10 client.26510 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.250+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2534749373 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5632ceaac0f0 con 0x5632cee74b00 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.250+0000 7fa8d3400640 1 -- 172.21.15.47:0/2534749373 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e8003c30 con 0x5632cee74b00 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.251+0000 7fa8d3400640 1 -- 172.21.15.47:0/2534749373 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa8d8003bf0 con 0x5632cee74b00 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.251+0000 7fa8f7a4f740 10 client.26510 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.251+0000 7fa8f7a4f740 10 client.26510 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.251+0000 7fa8f7a4f740 20 client.26510 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.251+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5632cee8f650 0x5632cee91a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.251+0000 7fa8f7a4f740 4 client.26510 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.251+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2534749373 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5632cedebd90 con 0x5632cee8f650 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.251+0000 7fa8ee800640 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5632cee8f650 0x5632cee91a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.252+0000 7fa8ee800640 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5632cee8f650 0x5632cee91a70 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d784eb3ed0d0aac5 server_cookie=89ee86176d932252 in_seq=0 out_seq=0 2024-04-25T02:37:47.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.252+0000 7fa8d3400640 10 client.26510 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:47.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.252+0000 7fa8d3400640 1 -- 172.21.15.47:0/2534749373 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5632cedebd90 con 0x5632cee8f650 2024-04-25T02:37:47.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.252+0000 7fa8d3400640 10 client.26510 handle_command_reply: tid=0 2024-04-25T02:37:47.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 client.26510 shutdown 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2534749373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 msgr2=0x5632cee7c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee7c6f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8012680 tx=0x7fa8d8012b40 comp rx=0 tx=0).stop 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2534749373 shutdown_connections 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5632cee8f650 0x5632cee91a70 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee7cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee7c6f0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/2534749373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee7c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2534749373 >> 172.21.15.47:0/2534749373 conn(0x5632cee70500 msgr2=0x5632cee76300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8d3400640 0 client.26510 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2534749373 shutdown_connections 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/2534749373 wait complete. 2024-04-25T02:37:47.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.253+0000 7fa8f7a4f740 20 client.26510 trim_cache size 0 max 16384 2024-04-25T02:37:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8f7a4f740 1 Processor -- start 2024-04-25T02:37:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8f7a4f740 1 -- start start 2024-04-25T02:37:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee741e0 0x5632cee8ae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee97340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee97880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f01b1cc0 con 0x5632cee7f1d0 2024-04-25T02:37:47.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f01af590 con 0x5632cee741e0 2024-04-25T02:37:47.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f01ad3e0 con 0x5632cee74b00 2024-04-25T02:37:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8ee800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee97880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8e7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee97340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.273+0000 7fa8ee800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee97880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44196/0 (socket says 172.21.15.47:44196) 2024-04-25T02:37:47.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8ee800640 1 -- 172.21.15.47:0/3852735376 learned_addr learned my addr 172.21.15.47:0/3852735376 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8ee800640 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee741e0 0x5632cee8ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8ee800640 1 -- 172.21.15.47:0/3852735376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 msgr2=0x5632cee97340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8ee800640 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee97340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8ee800640 1 -- 172.21.15.47:0/3852735376 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee741e0 msgr2=0x5632cee8ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8ee800640 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee741e0 0x5632cee8ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8ee800640 1 -- 172.21.15.47:0/3852735376 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632cee6aa20 con 0x5632cee7f1d0 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee97340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.274+0000 7fa8ee800640 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee97880 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa8e8011fd0 tx=0x7fa8e8009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aedd2c45b9bd45a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8de600640 1 -- 172.21.15.47:0/3852735376 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e801e040 con 0x5632cee7f1d0 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8de600640 1 -- 172.21.15.47:0/3852735376 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e800f650 con 0x5632cee7f1d0 2024-04-25T02:37:47.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8de600640 1 -- 172.21.15.47:0/3852735376 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e8004e60 con 0x5632cee7f1d0 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3852735376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 msgr2=0x5632cee97880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee97880 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa8e8011fd0 tx=0x7fa8e8009500 comp rx=0 tx=0).stop 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3852735376 shutdown_connections 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee97880 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee74b00 0x5632cee97340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3852735376 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee741e0 0x5632cee8ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3852735376 >> 172.21.15.47:0/3852735376 conn(0x5632cee70500 msgr2=0x5632cee708e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.275+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3852735376 shutdown_connections 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.276+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3852735376 wait complete. 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.276+0000 7fa8f7a4f740 1 -- start start 2024-04-25T02:37:47.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.276+0000 7fa8f7a4f740 1 Processor -- start 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee78f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee794d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8f7a4f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee79a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f01ada50 con 0x5632cee7f1d0 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f01aeec0 con 0x5632cee74b00 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8f7a4f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f01ae120 con 0x5632cee741e0 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8f7a4f740 10 client.0 _ll_register_callbacks cb 0x7fa8d8009e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8ee800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee78f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8e7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee794d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8ee800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee79a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8e7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee794d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39374/0 (socket says 172.21.15.47:39374) 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8e7e00640 1 -- 172.21.15.47:0/3968263140 learned_addr learned my addr 172.21.15.47:0/3968263140 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.277+0000 7fa8e7e00640 1 -- 172.21.15.47:0/3968263140 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 msgr2=0x5632cee78f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee78f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8e7e00640 1 -- 172.21.15.47:0/3968263140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 msgr2=0x5632cee79a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee79a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8e7e00640 1 -- 172.21.15.47:0/3968263140 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632ceef4ce0 con 0x5632cee74b00 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8ee800640 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee79a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee794d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x5632cee7ba10 tx=0x7fa8d801c720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8babcb4c48b302c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8d3400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8d3400640 1 -- 172.21.15.47:0/3968263140 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8029040 con 0x5632cee74b00 2024-04-25T02:37:47.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3968263140 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8e800f650 con 0x5632cee74b00 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.278+0000 7fa8d3400640 1 -- 172.21.15.47:0/3968263140 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fa8d801c910 con 0x5632cee74b00 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8d3400640 1 -- 172.21.15.47:0/3968263140 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa8d803b050 con 0x5632cee74b00 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8f7a4f740 10 client.26516 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3968263140 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5632ceef5fd0 con 0x5632cee74b00 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8d3400640 1 -- 172.21.15.47:0/3968263140 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e800f650 con 0x5632cee74b00 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8d3400640 1 -- 172.21.15.47:0/3968263140 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa8d8010550 con 0x5632cee74b00 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8f7a4f740 10 client.26516 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8f7a4f740 10 client.26516 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8f7a4f740 20 client.26516 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5632ceef6680 0x5632ceef8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8f7a4f740 4 client.26516 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.279+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3968263140 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5632cede5aa0 con 0x5632ceef6680 2024-04-25T02:37:47.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.280+0000 7fa8ee800640 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5632ceef6680 0x5632ceef8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.280+0000 7fa8ee800640 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5632ceef6680 0x5632ceef8aa0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68289ebde4fad002 server_cookie=12cfa2bdb04c5839 in_seq=0 out_seq=0 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.280+0000 7fa8d3400640 10 client.26516 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8d3400640 1 -- 172.21.15.47:0/3968263140 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5632cede5aa0 con 0x5632ceef6680 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8d3400640 10 client.26516 handle_command_reply: tid=0 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 client.26516 shutdown 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3968263140 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 msgr2=0x5632cee794d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee794d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x5632cee7ba10 tx=0x7fa8d801c720 comp rx=0 tx=0).stop 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3968263140 shutdown_connections 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5632ceef6680 0x5632ceef8aa0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5632cee7f1d0 0x5632cee79a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5632cee74b00 0x5632cee794d0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 --2- 172.21.15.47:0/3968263140 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5632cee741e0 0x5632cee78f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3968263140 >> 172.21.15.47:0/3968263140 conn(0x5632cee70500 msgr2=0x5632cee7c170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8d3400640 0 client.26516 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3968263140 shutdown_connections 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 1 -- 172.21.15.47:0/3968263140 wait complete. 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.281+0000 7fa8f7a4f740 20 client.26516 trim_cache size 0 max 16384 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:37:47.289 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:37:47.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 -- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8d40a2d00 msgr2=0x7fa8d40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8d40a2d00 0x7fa8d40a51c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x5632cee757a0 tx=0x7fa8e0005d50 comp rx=0 tx=0).stop 2024-04-25T02:37:47.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 -- 172.21.15.47:0/3648396370 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8f01027c0 msgr2=0x7fa8f019a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8f01027c0 0x7fa8f019a0f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0004770 tx=0x7fa8e0003c10 comp rx=0 tx=0).stop 2024-04-25T02:37:47.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 -- 172.21.15.47:0/3648396370 shutdown_connections 2024-04-25T02:37:47.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8d40a2d00 0x7fa8d40a51c0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8f010bbe0 0x7fa8f019e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8f01030e0 0x7fa8f019a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 --2- 172.21.15.47:0/3648396370 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8f01027c0 0x7fa8f019a0f0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 -- 172.21.15.47:0/3648396370 >> 172.21.15.47:0/3648396370 conn(0x7fa8f00fbfc0 msgr2=0x7fa8f0100340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:47.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 -- 172.21.15.47:0/3648396370 shutdown_connections 2024-04-25T02:37:47.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.282+0000 7fa8ef200640 1 -- 172.21.15.47:0/3648396370 wait complete. 2024-04-25T02:37:47.306 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:37:47.306 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:37:47.519 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.515+0000 7f39aae00640 1 -- 172.21.15.47:0/2572520508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 msgr2=0x7f39a4103bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.515+0000 7f39aae00640 1 --2- 172.21.15.47:0/2572520508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 0x7f39a4103bb0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3990009930 tx=0x7f399002a420 comp rx=0 tx=0).stop 2024-04-25T02:37:47.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.516+0000 7f39aae00640 1 -- 172.21.15.47:0/2572520508 shutdown_connections 2024-04-25T02:37:47.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.516+0000 7f39aae00640 1 --2- 172.21.15.47:0/2572520508 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f39a41040f0 0x7f39a4110600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.516+0000 7f39aae00640 1 --2- 172.21.15.47:0/2572520508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 0x7f39a4103bb0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.516+0000 7f39aae00640 1 --2- 172.21.15.47:0/2572520508 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39a4109740 0x7f39a4109b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.516+0000 7f39aae00640 1 -- 172.21.15.47:0/2572520508 >> 172.21.15.47:0/2572520508 conn(0x7f39a40ff1e0 msgr2=0x7f39a4101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:47.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.516+0000 7f39aae00640 1 -- 172.21.15.47:0/2572520508 shutdown_connections 2024-04-25T02:37:47.520 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.516+0000 7f39aae00640 1 -- 172.21.15.47:0/2572520508 wait complete. 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39aae00640 1 Processor -- start 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39aae00640 1 -- start start 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39aae00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 0x7f39a419a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39aae00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f39a41040f0 0x7f39a419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39aae00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39a4109740 0x7f39a419e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39aae00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f39a4113ba0 con 0x7f39a4103730 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39aae00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f39a4113a20 con 0x7f39a41040f0 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39aae00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f39a4113d20 con 0x7f39a4109740 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39a9a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 0x7f39a419a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39a9a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 0x7f39a419a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44218/0 (socket says 172.21.15.47:44218) 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.517+0000 7f39a9a00640 1 -- 172.21.15.47:0/1363670277 learned_addr learned my addr 172.21.15.47:0/1363670277 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.518+0000 7f39a9000640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f39a41040f0 0x7f39a419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.518+0000 7f39aa400640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39a4109740 0x7f39a419e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.518+0000 7f39a9a00640 1 -- 172.21.15.47:0/1363670277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39a4109740 msgr2=0x7f39a419e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.518+0000 7f39a9a00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39a4109740 0x7f39a419e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.518+0000 7f39a9a00640 1 -- 172.21.15.47:0/1363670277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f39a41040f0 msgr2=0x7f39a419a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.518+0000 7f39a9a00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f39a41040f0 0x7f39a419a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.518+0000 7f39a9a00640 1 -- 172.21.15.47:0/1363670277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39a419f050 con 0x7f39a4103730 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.518+0000 7f39a9a00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 0x7f39a419a060 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f399800e9f0 tx=0x7f399800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.519+0000 7f39a2000640 1 -- 172.21.15.47:0/1363670277 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399800cd80 con 0x7f39a4103730 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.519+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39a419f340 con 0x7f39a4103730 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.519+0000 7f39a2000640 1 -- 172.21.15.47:0/1363670277 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3998010910 con 0x7f39a4103730 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.519+0000 7f39a2000640 1 -- 172.21.15.47:0/1363670277 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39980188f0 con 0x7f39a4103730 2024-04-25T02:37:47.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.519+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39a41a6bd0 con 0x7f39a4103730 2024-04-25T02:37:47.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.520+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39a40688d0 con 0x7f39a4103730 2024-04-25T02:37:47.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.522+0000 7f39a2000640 1 -- 172.21.15.47:0/1363670277 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3998010ac0 con 0x7f39a4103730 2024-04-25T02:37:47.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.523+0000 7f39a2000640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f398c0a2d80 0x7f398c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:47.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.524+0000 7f39a2000640 1 -- 172.21.15.47:0/1363670277 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f39980cf6e0 con 0x7f39a4103730 2024-04-25T02:37:47.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.524+0000 7f39a9000640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f398c0a2d80 0x7f398c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:47.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.524+0000 7f39a9000640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f398c0a2d80 0x7f398c0a5240 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3990006010 tx=0x7f3990000bc0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:47.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.528+0000 7f39a2000640 1 -- 172.21.15.47:0/1363670277 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f399809bc80 con 0x7f39a4103730 2024-04-25T02:37:47.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.779+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39a402d170 con 0x7f39a4103730 2024-04-25T02:37:47.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.780+0000 7f39a2000640 1 -- 172.21.15.47:0/1363670277 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f399809ff80 con 0x7f39a4103730 2024-04-25T02:37:47.784 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:37:47.784 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:37:47.784 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:37:47.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f398c0a2d80 msgr2=0x7f398c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f398c0a2d80 0x7f398c0a5240 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3990006010 tx=0x7f3990000bc0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 msgr2=0x7f39a419a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 0x7f39a419a060 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f399800e9f0 tx=0x7f399800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 shutdown_connections 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f398c0a2d80 0x7f398c0a5240 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39a4109740 0x7f39a419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f39a41040f0 0x7f39a419a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 --2- 172.21.15.47:0/1363670277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f39a4103730 0x7f39a419a060 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 >> 172.21.15.47:0/1363670277 conn(0x7f39a40ff1e0 msgr2=0x7f39a40ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 shutdown_connections 2024-04-25T02:37:47.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:47.783+0000 7f39aae00640 1 -- 172.21.15.47:0/1363670277 wait complete. 2024-04-25T02:37:47.805 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.009+0000 7fad6b200640 1 -- 172.21.15.47:0/3599787284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c107ce0 msgr2=0x7fad6c108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.009+0000 7fad6b200640 1 --2- 172.21.15.47:0/3599787284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c107ce0 0x7fad6c108140 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fad58009900 tx=0x7fad5802a480 comp rx=0 tx=0).stop 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.010+0000 7fad6b200640 1 -- 172.21.15.47:0/3599787284 shutdown_connections 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.010+0000 7fad6b200640 1 --2- 172.21.15.47:0/3599787284 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fad6c108680 0x7fad6c114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.010+0000 7fad6b200640 1 --2- 172.21.15.47:0/3599787284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c107ce0 0x7fad6c108140 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.010+0000 7fad6b200640 1 --2- 172.21.15.47:0/3599787284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fad6c10dd00 0x7fad6c10e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.010+0000 7fad6b200640 1 -- 172.21.15.47:0/3599787284 >> 172.21.15.47:0/3599787284 conn(0x7fad6c077560 msgr2=0x7fad6c106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.010+0000 7fad6b200640 1 -- 172.21.15.47:0/3599787284 shutdown_connections 2024-04-25T02:37:48.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.010+0000 7fad6b200640 1 -- 172.21.15.47:0/3599787284 wait complete. 2024-04-25T02:37:48.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.011+0000 7fad6b200640 1 Processor -- start 2024-04-25T02:37:48.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.011+0000 7fad6b200640 1 -- start start 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.011+0000 7fad6b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fad6c107ce0 0x7fad6c19e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.011+0000 7fad6b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fad6c108680 0x7fad6c19e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.011+0000 7fad6b200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c10dd00 0x7fad6c1a2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6b200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c118030 con 0x7fad6c10dd00 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6b200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c117eb0 con 0x7fad6c108680 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6b200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1181b0 con 0x7fad6c107ce0 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c10dd00 0x7fad6c1a2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad69400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fad6c108680 0x7fad6c19e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c10dd00 0x7fad6c1a2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44232/0 (socket says 172.21.15.47:44232) 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6a800640 1 -- 172.21.15.47:0/1059009479 learned_addr learned my addr 172.21.15.47:0/1059009479 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad69e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fad6c107ce0 0x7fad6c19e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6a800640 1 -- 172.21.15.47:0/1059009479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fad6c107ce0 msgr2=0x7fad6c19e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6a800640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fad6c107ce0 0x7fad6c19e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6a800640 1 -- 172.21.15.47:0/1059009479 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fad6c108680 msgr2=0x7fad6c19e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6a800640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fad6c108680 0x7fad6c19e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.012+0000 7fad6a800640 1 -- 172.21.15.47:0/1059009479 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad6c1a3480 con 0x7fad6c10dd00 2024-04-25T02:37:48.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.013+0000 7fad6a800640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c10dd00 0x7fad6c1a2d50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fad6400ec70 tx=0x7fad6400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.013+0000 7fad62a00640 1 -- 172.21.15.47:0/1059009479 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad64003b70 con 0x7fad6c10dd00 2024-04-25T02:37:48.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.013+0000 7fad62a00640 1 -- 172.21.15.47:0/1059009479 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad6400ee80 con 0x7fad6c10dd00 2024-04-25T02:37:48.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.013+0000 7fad6b200640 1 -- 172.21.15.47:0/1059009479 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad6c1a3770 con 0x7fad6c10dd00 2024-04-25T02:37:48.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.013+0000 7fad62a00640 1 -- 172.21.15.47:0/1059009479 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad640108a0 con 0x7fad6c10dd00 2024-04-25T02:37:48.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.013+0000 7fad6b200640 1 -- 172.21.15.47:0/1059009479 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad6c1ab000 con 0x7fad6c10dd00 2024-04-25T02:37:48.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.016+0000 7fad7407a740 1 Processor -- start 2024-04-25T02:37:48.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.017+0000 7fad62a00640 1 -- 172.21.15.47:0/1059009479 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fad64004020 con 0x7fad6c10dd00 2024-04-25T02:37:48.021 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.017+0000 7fad7407a740 1 -- start start 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.017+0000 7fad7407a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae655b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.017+0000 7fad7407a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae660250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.017+0000 7fad7407a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae660790 0x5646ae662b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.017+0000 7fad7407a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5646ae5ba4e0 con 0x5646ae660790 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.017+0000 7fad7407a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5646ae562a70 con 0x5646ae6560c0 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.017+0000 7fad7407a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5646ae5b64a0 con 0x5646ae6557a0 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae660790 0x5646ae662b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae660790 0x5646ae662b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44242/0 (socket says 172.21.15.47:44242) 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69400640 1 -- 172.21.15.47:0/886218758 learned_addr learned my addr 172.21.15.47:0/886218758 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69e00640 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae660250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69400640 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae655b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69e00640 1 -- 172.21.15.47:0/886218758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 msgr2=0x5646ae655b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69e00640 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae655b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69e00640 1 -- 172.21.15.47:0/886218758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae660790 msgr2=0x5646ae662b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69e00640 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae660790 0x5646ae662b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.018+0000 7fad69e00640 1 -- 172.21.15.47:0/886218758 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646ae2ce3f0 con 0x5646ae6560c0 2024-04-25T02:37:48.024 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.019+0000 7fad69e00640 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae660250 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fad5c009c00 tx=0x7fad5c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec513020db1c9114 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.019+0000 7fad62a00640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fad500a2d80 0x7fad500a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.019+0000 7fad57400640 1 -- 172.21.15.47:0/886218758 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c004230 con 0x5646ae6560c0 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.019+0000 7fad57400640 1 -- 172.21.15.47:0/886218758 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad5c0043d0 con 0x5646ae6560c0 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.019+0000 7fad57400640 1 -- 172.21.15.47:0/886218758 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c004d20 con 0x5646ae6560c0 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.019+0000 7fad62a00640 1 -- 172.21.15.47:0/1059009479 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fad640cf7d0 con 0x7fad6c10dd00 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.019+0000 7fad69400640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fad500a2d80 0x7fad500a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 -- 172.21.15.47:0/886218758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 msgr2=0x5646ae660250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae660250 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fad5c009c00 tx=0x7fad5c011810 comp rx=0 tx=0).stop 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 -- 172.21.15.47:0/886218758 shutdown_connections 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae660790 0x5646ae662b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae660250 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 --2- 172.21.15.47:0/886218758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae655b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 -- 172.21.15.47:0/886218758 >> 172.21.15.47:0/886218758 conn(0x5646ae651ac0 msgr2=0x5646ae651ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad69400640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fad500a2d80 0x7fad500a5240 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x5646ae652c50 tx=0x7fad5802a480 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 -- 172.21.15.47:0/886218758 shutdown_connections 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 -- 172.21.15.47:0/886218758 wait complete. 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.020+0000 7fad7407a740 1 -- start start 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad7407a740 1 Processor -- start 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad7407a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae65d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad7407a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae65dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad7407a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae660790 0x5646ae65e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad7407a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5646ae663580 con 0x5646ae6557a0 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad7407a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5646ae575ec0 con 0x5646ae6560c0 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad7407a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5646ae663700 con 0x5646ae660790 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad7407a740 10 client.0 _ll_register_callbacks cb 0x5646ae5b23f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad69400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae65dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad69e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae65d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad69400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae65dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39422/0 (socket says 172.21.15.47:39422) 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.021+0000 7fad69400640 1 -- 172.21.15.47:0/801922550 learned_addr learned my addr 172.21.15.47:0/801922550 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad6a800640 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae660790 0x5646ae65e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad69e00640 1 -- 172.21.15.47:0/801922550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae660790 msgr2=0x5646ae65e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad69e00640 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae660790 0x5646ae65e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad69e00640 1 -- 172.21.15.47:0/801922550 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 msgr2=0x5646ae65dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad69e00640 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae65dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad69e00640 1 -- 172.21.15.47:0/801922550 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646ae3987d0 con 0x5646ae6557a0 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad69400640 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae65dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad69e00640 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae65d690 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fad5c011d10 tx=0x7fad5c019a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=751d08bd35df3fa7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.022+0000 7fad4be00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.023+0000 7fad4be00640 1 -- 172.21.15.47:0/801922550 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c028020 con 0x5646ae6557a0 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.023+0000 7fad4be00640 1 -- 172.21.15.47:0/801922550 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fad5c024620 con 0x5646ae6557a0 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.023+0000 7fad7407a740 1 -- 172.21.15.47:0/801922550 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad5c0043d0 con 0x5646ae6557a0 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.023+0000 7fad4be00640 1 -- 172.21.15.47:0/801922550 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fad5c033050 con 0x5646ae6557a0 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.023+0000 7fad7407a740 10 client.16422 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.023+0000 7fad7407a740 1 -- 172.21.15.47:0/801922550 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5646ae66f7b0 con 0x5646ae6557a0 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad4be00640 1 -- 172.21.15.47:0/801922550 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad5c0043d0 con 0x5646ae6557a0 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad4be00640 1 -- 172.21.15.47:0/801922550 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fad5c018070 con 0x5646ae6557a0 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad7407a740 10 client.16422 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad7407a740 10 client.16422 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad7407a740 20 client.16422 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad7407a740 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5646ae670c10 0x5646ae673000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad7407a740 4 client.16422 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad7407a740 1 -- 172.21.15.47:0/801922550 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5646ae5c7a20 con 0x5646ae670c10 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.024+0000 7fad69400640 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5646ae670c10 0x5646ae673000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.025+0000 7fad69400640 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5646ae670c10 0x5646ae673000 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=955e7fee88ca6b33 server_cookie=b0bef2c3cd6f3b25 in_seq=0 out_seq=0 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.025+0000 7fad4be00640 10 client.16422 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad4be00640 1 -- 172.21.15.47:0/801922550 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5646ae5c7a20 con 0x5646ae670c10 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad4be00640 10 client.16422 handle_command_reply: tid=0 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 client.16422 shutdown 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 -- 172.21.15.47:0/801922550 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 msgr2=0x5646ae65d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae65d690 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fad5c011d10 tx=0x7fad5c019a30 comp rx=0 tx=0).stop 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 -- 172.21.15.47:0/801922550 shutdown_connections 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5646ae670c10 0x5646ae673000 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae660790 0x5646ae65e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae6560c0 0x5646ae65dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 --2- 172.21.15.47:0/801922550 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae65d690 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad4be00640 0 client.16422 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:37:48.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 -- 172.21.15.47:0/801922550 >> 172.21.15.47:0/801922550 conn(0x5646ae651ac0 msgr2=0x5646ae6578c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 -- 172.21.15.47:0/801922550 shutdown_connections 2024-04-25T02:37:48.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 1 -- 172.21.15.47:0/801922550 wait complete. 2024-04-25T02:37:48.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.026+0000 7fad7407a740 20 client.16422 trim_cache size 0 max 16384 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.041+0000 7fad7407a740 1 Processor -- start 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.041+0000 7fad7407a740 1 -- start start 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad7407a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae66c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad7407a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6560c0 0x5646ae65df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad7407a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae6509c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad7407a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b5ff0 con 0x5646ae6557a0 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad7407a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b38c0 con 0x5646ae660790 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad7407a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b1710 con 0x5646ae6560c0 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae66c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae66c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44260/0 (socket says 172.21.15.47:44260) 2024-04-25T02:37:48.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69e00640 1 -- 172.21.15.47:0/407459538 learned_addr learned my addr 172.21.15.47:0/407459538 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69400640 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6560c0 0x5646ae65df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad6a800640 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae6509c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69e00640 1 -- 172.21.15.47:0/407459538 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6560c0 msgr2=0x5646ae65df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69e00640 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6560c0 0x5646ae65df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69e00640 1 -- 172.21.15.47:0/407459538 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 msgr2=0x5646ae6509c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69e00640 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae6509c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad69e00640 1 -- 172.21.15.47:0/407459538 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646ae663460 con 0x5646ae6557a0 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.042+0000 7fad6a800640 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae6509c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:48.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.043+0000 7fad69e00640 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae66c470 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fad5c019780 tx=0x7fad5c019e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7655b1028e5b33d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.043+0000 7fad56a00640 1 -- 172.21.15.47:0/407459538 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c03c070 con 0x5646ae6557a0 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.043+0000 7fad56a00640 1 -- 172.21.15.47:0/407459538 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad5c01f040 con 0x5646ae6557a0 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.043+0000 7fad56a00640 1 -- 172.21.15.47:0/407459538 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c028050 con 0x5646ae6557a0 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.043+0000 7fad7407a740 1 -- 172.21.15.47:0/407459538 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 msgr2=0x5646ae66c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.043+0000 7fad7407a740 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae66c470 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fad5c019780 tx=0x7fad5c019e30 comp rx=0 tx=0).stop 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 -- 172.21.15.47:0/407459538 shutdown_connections 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae6509c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6560c0 0x5646ae65df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 --2- 172.21.15.47:0/407459538 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6557a0 0x5646ae66c470 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 -- 172.21.15.47:0/407459538 >> 172.21.15.47:0/407459538 conn(0x5646ae651ac0 msgr2=0x5646ae6502b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 -- 172.21.15.47:0/407459538 shutdown_connections 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 -- 172.21.15.47:0/407459538 wait complete. 2024-04-25T02:37:48.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 -- start start 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.044+0000 7fad7407a740 1 Processor -- start 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad7407a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae668ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad7407a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6560c0 0x5646ae659fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad7407a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae65a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad7407a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b1d80 con 0x5646ae6560c0 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad7407a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b31f0 con 0x5646ae660790 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad7407a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b2450 con 0x5646ae6557a0 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad7407a740 10 client.0 _ll_register_callbacks cb 0x7fad5c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6560c0 0x5646ae659fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae668ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad6a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae65a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae668ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:48380/0 (socket says 172.21.15.47:48380) 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69e00640 1 -- 172.21.15.47:0/2903321252 learned_addr learned my addr 172.21.15.47:0/2903321252 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad6a800640 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae65a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39440/0 (socket says 172.21.15.47:39440) 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69e00640 1 -- 172.21.15.47:0/2903321252 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 msgr2=0x5646ae65a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69e00640 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae65a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69e00640 1 -- 172.21.15.47:0/2903321252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6560c0 msgr2=0x5646ae659fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69e00640 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6560c0 0x5646ae659fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69e00640 1 -- 172.21.15.47:0/2903321252 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646ae65acd0 con 0x5646ae6557a0 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad69400640 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6560c0 0x5646ae659fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.045+0000 7fad6a800640 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae65a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.046+0000 7fad69e00640 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae668ce0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fad5c004720 tx=0x7fad5c005fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77b7a2e51372083d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.046+0000 7fad4be00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.046+0000 7fad4be00640 1 -- 172.21.15.47:0/2903321252 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c03c070 con 0x5646ae6557a0 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.046+0000 7fad7407a740 1 -- 172.21.15.47:0/2903321252 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad5c01f040 con 0x5646ae6557a0 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.046+0000 7fad4be00640 1 -- 172.21.15.47:0/2903321252 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fad5c024420 con 0x5646ae6557a0 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.046+0000 7fad4be00640 1 -- 172.21.15.47:0/2903321252 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fad5c028070 con 0x5646ae6557a0 2024-04-25T02:37:48.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.046+0000 7fad7407a740 10 client.26545 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.046+0000 7fad7407a740 1 -- 172.21.15.47:0/2903321252 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5646ae6d6f80 con 0x5646ae6557a0 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad4be00640 1 -- 172.21.15.47:0/2903321252 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad5c01f040 con 0x5646ae6557a0 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad4be00640 1 -- 172.21.15.47:0/2903321252 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fad5c018040 con 0x5646ae6557a0 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad7407a740 10 client.26545 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad7407a740 10 client.26545 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad7407a740 20 client.26545 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad7407a740 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5646ae6d75c0 0x5646ae6d99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad7407a740 4 client.26545 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad7407a740 1 -- 172.21.15.47:0/2903321252 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5646ae5c1d70 con 0x5646ae6d75c0 2024-04-25T02:37:48.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.047+0000 7fad69400640 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5646ae6d75c0 0x5646ae6d99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad69400640 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5646ae6d75c0 0x5646ae6d99e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d62832f3f9b502b1 server_cookie=ef7f0143385f6e2a in_seq=0 out_seq=0 2024-04-25T02:37:48.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad4be00640 10 client.26545 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad4be00640 1 -- 172.21.15.47:0/2903321252 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5646ae5c1d70 con 0x5646ae6d75c0 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad4be00640 10 client.26545 handle_command_reply: tid=0 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 client.26545 shutdown 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 -- 172.21.15.47:0/2903321252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 msgr2=0x5646ae668ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae668ce0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fad5c004720 tx=0x7fad5c005fb0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 -- 172.21.15.47:0/2903321252 shutdown_connections 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5646ae6d75c0 0x5646ae6d99e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5646ae660790 0x5646ae65a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646ae6560c0 0x5646ae659fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 --2- 172.21.15.47:0/2903321252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646ae6557a0 0x5646ae668ce0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 -- 172.21.15.47:0/2903321252 >> 172.21.15.47:0/2903321252 conn(0x5646ae651ac0 msgr2=0x5646ae650b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad4be00640 0 client.26545 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 -- 172.21.15.47:0/2903321252 shutdown_connections 2024-04-25T02:37:48.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.048+0000 7fad7407a740 1 -- 172.21.15.47:0/2903321252 wait complete. 2024-04-25T02:37:48.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad7407a740 20 client.26545 trim_cache size 0 max 16384 2024-04-25T02:37:48.058 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 -- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fad500a2d80 msgr2=0x7fad500a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fad500a2d80 0x7fad500a5240 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x5646ae652c50 tx=0x7fad5802a480 comp rx=0 tx=0).stop 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 -- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c10dd00 msgr2=0x7fad6c1a2d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c10dd00 0x7fad6c1a2d50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fad6400ec70 tx=0x7fad6400c6a0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 -- 172.21.15.47:0/1059009479 shutdown_connections 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fad500a2d80 0x7fad500a5240 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad6c10dd00 0x7fad6c1a2d50 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fad6c108680 0x7fad6c19e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 --2- 172.21.15.47:0/1059009479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fad6c107ce0 0x7fad6c19e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 -- 172.21.15.47:0/1059009479 >> 172.21.15.47:0/1059009479 conn(0x7fad6c077560 msgr2=0x7fad6c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 -- 172.21.15.47:0/1059009479 shutdown_connections 2024-04-25T02:37:48.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.049+0000 7fad6b200640 1 -- 172.21.15.47:0/1059009479 wait complete. 2024-04-25T02:37:48.073 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 -- 172.21.15.47:0/2410696809 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54075c70 msgr2=0x7ffb54076050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 --2- 172.21.15.47:0/2410696809 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54075c70 0x7ffb54076050 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ffb44009930 tx=0x7ffb4402a420 comp rx=0 tx=0).stop 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 -- 172.21.15.47:0/2410696809 shutdown_connections 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 --2- 172.21.15.47:0/2410696809 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb54112480 0x7ffb54114870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 --2- 172.21.15.47:0/2410696809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb54076590 0x7ffb54111f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 --2- 172.21.15.47:0/2410696809 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54075c70 0x7ffb54076050 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 -- 172.21.15.47:0/2410696809 >> 172.21.15.47:0/2410696809 conn(0x7ffb540ff2b0 msgr2=0x7ffb541016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 -- 172.21.15.47:0/2410696809 shutdown_connections 2024-04-25T02:37:48.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.286+0000 7ffb53200640 1 -- 172.21.15.47:0/2410696809 wait complete. 2024-04-25T02:37:48.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.287+0000 7ffb53200640 1 Processor -- start 2024-04-25T02:37:48.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.287+0000 7ffb53200640 1 -- start start 2024-04-25T02:37:48.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb53200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb54075c70 0x7ffb5419e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb53200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54076590 0x7ffb5419eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb53200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb54112480 0x7ffb541a2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb53200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffb54118030 con 0x7ffb54075c70 2024-04-25T02:37:48.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb53200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ffb54117eb0 con 0x7ffb54076590 2024-04-25T02:37:48.293 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb53200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541181b0 con 0x7ffb54112480 2024-04-25T02:37:48.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb51400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54076590 0x7ffb5419eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb51400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54076590 0x7ffb5419eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39458/0 (socket says 172.21.15.47:39458) 2024-04-25T02:37:48.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb51e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb54075c70 0x7ffb5419e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb51400640 1 -- 172.21.15.47:0/3222318476 learned_addr learned my addr 172.21.15.47:0/3222318476 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.288+0000 7ffb52800640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb54112480 0x7ffb541a2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb51400640 1 -- 172.21.15.47:0/3222318476 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb54112480 msgr2=0x7ffb541a2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb51400640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb54112480 0x7ffb541a2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb51400640 1 -- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb54075c70 msgr2=0x7ffb5419e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb51400640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb54075c70 0x7ffb5419e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb51400640 1 -- 172.21.15.47:0/3222318476 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb541a35e0 con 0x7ffb54076590 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb51400640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54076590 0x7ffb5419eb80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c00d950 tx=0x7ffb3c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb4aa00640 1 -- 172.21.15.47:0/3222318476 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c017070 con 0x7ffb54076590 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb4aa00640 1 -- 172.21.15.47:0/3222318476 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb3c009c30 con 0x7ffb54076590 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb53200640 1 -- 172.21.15.47:0/3222318476 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb541a38d0 con 0x7ffb54076590 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb4aa00640 1 -- 172.21.15.47:0/3222318476 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c00f6b0 con 0x7ffb54076590 2024-04-25T02:37:48.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.289+0000 7ffb53200640 1 -- 172.21.15.47:0/3222318476 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb541ab160 con 0x7ffb54076590 2024-04-25T02:37:48.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb5bd79740 1 Processor -- start 2024-04-25T02:37:48.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb5bd79740 1 -- start start 2024-04-25T02:37:48.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb4aa00640 1 -- 172.21.15.47:0/3222318476 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ffb3c0109d0 con 0x7ffb54076590 2024-04-25T02:37:48.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x55822776db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227778250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x55822777ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5582276d24e0 con 0x558227778790 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55822767aa70 con 0x55822776e0c0 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.293+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5582276ce4a0 con 0x55822776d7a0 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb51400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x55822777ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb51e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227778250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb52800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x55822776db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb51400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x55822777ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44302/0 (socket says 172.21.15.47:44302) 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb51400640 1 -- 172.21.15.47:0/3271127187 learned_addr learned my addr 172.21.15.47:0/3271127187 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb52800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x55822776db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:48406/0 (socket says 172.21.15.47:48406) 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb52800640 1 -- 172.21.15.47:0/3271127187 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 msgr2=0x558227778250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb52800640 1 --2- 172.21.15.47:0/3271127187 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227778250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb52800640 1 -- 172.21.15.47:0/3271127187 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 msgr2=0x55822777ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb52800640 1 --2- 172.21.15.47:0/3271127187 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x55822777ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb52800640 1 -- 172.21.15.47:0/3271127187 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582273e63f0 con 0x55822776d7a0 2024-04-25T02:37:48.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.294+0000 7ffb51400640 1 --2- 172.21.15.47:0/3271127187 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x55822777ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:48.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.295+0000 7ffb52800640 1 --2- 172.21.15.47:0/3271127187 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x55822776db80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c005fd0 tx=0x7ffb4c0107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f37997d619dc31bd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.295+0000 7ffb4aa00640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffb380a2d80 0x7ffb380a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.295+0000 7ffb43400640 1 -- 172.21.15.47:0/3271127187 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c003b70 con 0x55822776d7a0 2024-04-25T02:37:48.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.295+0000 7ffb4aa00640 1 -- 172.21.15.47:0/3222318476 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ffb3c0cef80 con 0x7ffb54076590 2024-04-25T02:37:48.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.295+0000 7ffb43400640 1 -- 172.21.15.47:0/3271127187 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb4c015070 con 0x55822776d7a0 2024-04-25T02:37:48.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.295+0000 7ffb43400640 1 -- 172.21.15.47:0/3271127187 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c01a830 con 0x55822776d7a0 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.295+0000 7ffb51e00640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffb380a2d80 0x7ffb380a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3271127187 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 msgr2=0x55822776db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3271127187 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x55822776db80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c005fd0 tx=0x7ffb4c0107a0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3271127187 shutdown_connections 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3271127187 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x55822777ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3271127187 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227778250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3271127187 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x55822776db80 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3271127187 >> 172.21.15.47:0/3271127187 conn(0x558227769ac0 msgr2=0x558227769ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb51e00640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffb380a2d80 0x7ffb380a5240 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ffb44006010 tx=0x7ffb44000bc0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3271127187 shutdown_connections 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3271127187 wait complete. 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.296+0000 7ffb5bd79740 1 -- start start 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb5bd79740 1 Processor -- start 2024-04-25T02:37:48.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x558227775790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227775cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x558227776210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55822777b580 con 0x558227778790 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55822768dec0 con 0x55822776e0c0 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55822777b700 con 0x55822776d7a0 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb5bd79740 10 client.0 _ll_register_callbacks cb 0x5582276ca3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb51e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x558227775790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb51e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x558227775790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:48422/0 (socket says 172.21.15.47:48422) 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb51e00640 1 -- 172.21.15.47:0/1685410560 learned_addr learned my addr 172.21.15.47:0/1685410560 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.297+0000 7ffb52800640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x558227776210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb51400640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227775cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb51e00640 1 -- 172.21.15.47:0/1685410560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 msgr2=0x558227775cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb51e00640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227775cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb51e00640 1 -- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 msgr2=0x558227776210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb51e00640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x558227776210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb51e00640 1 -- 172.21.15.47:0/1685410560 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582274b07d0 con 0x55822776d7a0 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb51400640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227775cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb52800640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x558227776210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb51e00640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x558227775790 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ffb44009930 tx=0x7ffb4402a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9821d6514a9e942 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.298+0000 7ffb37e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.299+0000 7ffb37e00640 1 -- 172.21.15.47:0/1685410560 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4404e070 con 0x55822776d7a0 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.299+0000 7ffb37e00640 1 -- 172.21.15.47:0/1685410560 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ffb44004cd0 con 0x55822776d7a0 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.299+0000 7ffb5bd79740 1 -- 172.21.15.47:0/1685410560 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb4c015070 con 0x55822776d7a0 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.299+0000 7ffb37e00640 1 -- 172.21.15.47:0/1685410560 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ffb4405a050 con 0x55822776d7a0 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.299+0000 7ffb5bd79740 10 client.26557 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:48.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.299+0000 7ffb5bd79740 1 -- 172.21.15.47:0/1685410560 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5582277878d0 con 0x55822776d7a0 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.299+0000 7ffb37e00640 1 -- 172.21.15.47:0/1685410560 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb4c015070 con 0x55822776d7a0 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.300+0000 7ffb37e00640 1 -- 172.21.15.47:0/1685410560 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ffb44003950 con 0x55822776d7a0 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.300+0000 7ffb5bd79740 10 client.26557 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.300+0000 7ffb5bd79740 10 client.26557 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.300+0000 7ffb5bd79740 20 client.26557 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.300+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558227788d30 0x55822778b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.300+0000 7ffb5bd79740 4 client.26557 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.300+0000 7ffb5bd79740 1 -- 172.21.15.47:0/1685410560 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582276dfa20 con 0x558227788d30 2024-04-25T02:37:48.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.300+0000 7ffb51400640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558227788d30 0x55822778b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.301+0000 7ffb51400640 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558227788d30 0x55822778b160 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f9baa1f8b0d90f46 server_cookie=d8318b5158a0684f in_seq=0 out_seq=0 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.301+0000 7ffb37e00640 10 client.26557 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.301+0000 7ffb37e00640 1 -- 172.21.15.47:0/1685410560 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5582276dfa20 con 0x558227788d30 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.301+0000 7ffb37e00640 10 client.26557 handle_command_reply: tid=0 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.301+0000 7ffb5bd79740 1 client.26557 shutdown 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 -- 172.21.15.47:0/1685410560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 msgr2=0x558227775790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x558227775790 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ffb44009930 tx=0x7ffb4402a420 comp rx=0 tx=0).stop 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 -- 172.21.15.47:0/1685410560 shutdown_connections 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558227788d30 0x55822778b160 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x558227776210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776e0c0 0x558227775cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb37e00640 0 client.26557 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/1685410560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776d7a0 0x558227775790 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 -- 172.21.15.47:0/1685410560 >> 172.21.15.47:0/1685410560 conn(0x558227769ac0 msgr2=0x55822776f8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 -- 172.21.15.47:0/1685410560 shutdown_connections 2024-04-25T02:37:48.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 1 -- 172.21.15.47:0/1685410560 wait complete. 2024-04-25T02:37:48.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.302+0000 7ffb5bd79740 20 client.26557 trim_cache size 0 max 16384 2024-04-25T02:37:48.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.317+0000 7ffb5bd79740 1 Processor -- start 2024-04-25T02:37:48.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.317+0000 7ffb5bd79740 1 -- start start 2024-04-25T02:37:48.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.317+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55822776d7a0 0x558227784440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.317+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x558227774910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.317+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558227778790 0x558227776030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.317+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b60a0 con 0x55822776d7a0 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.317+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b3970 con 0x558227778790 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.317+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b17c0 con 0x55822776e0c0 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55822776d7a0 0x558227784440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x558227774910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55822776d7a0 0x558227784440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44308/0 (socket says 172.21.15.47:44308) 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51e00640 1 -- 172.21.15.47:0/3668977399 learned_addr learned my addr 172.21.15.47:0/3668977399 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb52800640 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558227778790 0x558227776030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51400640 1 -- 172.21.15.47:0/3668977399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558227778790 msgr2=0x558227776030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51400640 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558227778790 0x558227776030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51400640 1 -- 172.21.15.47:0/3668977399 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55822776d7a0 msgr2=0x558227784440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51400640 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55822776d7a0 0x558227784440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51400640 1 -- 172.21.15.47:0/3668977399 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558227763f90 con 0x55822776e0c0 2024-04-25T02:37:48.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb52800640 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558227778790 0x558227776030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:48.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb51400640 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x558227774910 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c000c00 tx=0x7ffb3c0d2a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0667ad6ce7df739 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb42a00640 1 -- 172.21.15.47:0/3668977399 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c020040 con 0x55822776e0c0 2024-04-25T02:37:48.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb42a00640 1 -- 172.21.15.47:0/3668977399 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb3c080e50 con 0x55822776e0c0 2024-04-25T02:37:48.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.318+0000 7ffb42a00640 1 -- 172.21.15.47:0/3668977399 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c09f820 con 0x55822776e0c0 2024-04-25T02:37:48.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3668977399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 msgr2=0x558227774910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x558227774910 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c000c00 tx=0x7ffb3c0d2a30 comp rx=0 tx=0).stop 2024-04-25T02:37:48.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3668977399 shutdown_connections 2024-04-25T02:37:48.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558227778790 0x558227776030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x558227774910 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3668977399 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55822776d7a0 0x558227784440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3668977399 >> 172.21.15.47:0/3668977399 conn(0x558227769ac0 msgr2=0x55822776f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3668977399 shutdown_connections 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.319+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3668977399 wait complete. 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 1 -- start start 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 1 Processor -- start 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776d7a0 0x55822777bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x55822777c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x5582277ed290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b1e30 con 0x558227778790 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b32a0 con 0x55822776d7a0 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b2500 con 0x55822776e0c0 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.320+0000 7ffb5bd79740 10 client.0 _ll_register_callbacks cb 0x7ffb440045d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776d7a0 0x55822777bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776d7a0 0x55822777bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39486/0 (socket says 172.21.15.47:39486) 2024-04-25T02:37:48.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 -- 172.21.15.47:0/3024629209 learned_addr learned my addr 172.21.15.47:0/3024629209 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51400640 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x55822777c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb52800640 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x5582277ed290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 -- 172.21.15.47:0/3024629209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 msgr2=0x55822777c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x55822777c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 -- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 msgr2=0x5582277ed290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x5582277ed290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 -- 172.21.15.47:0/3024629209 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582277ed7d0 con 0x55822776d7a0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb52800640 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x5582277ed290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb51e00640 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776d7a0 0x55822777bb00 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ffb440043d0 tx=0x7ffb44004400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bf8a0b4101d1c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb37e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.321+0000 7ffb37e00640 1 -- 172.21.15.47:0/3024629209 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb44062020 con 0x55822776d7a0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.322+0000 7ffb37e00640 1 -- 172.21.15.47:0/3024629209 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7ffb440035f0 con 0x55822776d7a0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.322+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3024629209 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb3c080e50 con 0x55822776d7a0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.322+0000 7ffb37e00640 1 -- 172.21.15.47:0/3024629209 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ffb4406d050 con 0x55822776d7a0 2024-04-25T02:37:48.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.322+0000 7ffb5bd79740 10 client.26558 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.322+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3024629209 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5582277eea00 con 0x55822776d7a0 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.322+0000 7ffb37e00640 1 -- 172.21.15.47:0/3024629209 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb3c080e50 con 0x55822776d7a0 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.322+0000 7ffb37e00640 1 -- 172.21.15.47:0/3024629209 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ffb4404a450 con 0x55822776d7a0 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb5bd79740 10 client.26558 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb5bd79740 10 client.26558 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb5bd79740 20 client.26558 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5582277ef140 0x5582277f1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb5bd79740 4 client.26558 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3024629209 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5582276d9d70 con 0x5582277ef140 2024-04-25T02:37:48.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb51400640 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5582277ef140 0x5582277f1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb51400640 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5582277ef140 0x5582277f1560 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7eec0d877b2a0a1a server_cookie=c80625ccf72545c in_seq=0 out_seq=0 2024-04-25T02:37:48.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.323+0000 7ffb37e00640 10 client.26558 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:37:48.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb37e00640 1 -- 172.21.15.47:0/3024629209 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5582276d9d70 con 0x5582277ef140 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb37e00640 10 client.26558 handle_command_reply: tid=0 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 client.26558 shutdown 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3024629209 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776d7a0 msgr2=0x55822777bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776d7a0 0x55822777bb00 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ffb440043d0 tx=0x7ffb44004400 comp rx=0 tx=0).stop 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3024629209 shutdown_connections 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5582277ef140 0x5582277f1560 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558227778790 0x5582277ed290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55822776e0c0 0x55822777c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 --2- 172.21.15.47:0/3024629209 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55822776d7a0 0x55822777bb00 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3024629209 >> 172.21.15.47:0/3024629209 conn(0x558227769ac0 msgr2=0x558227776090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb37e00640 0 client.26558 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3024629209 shutdown_connections 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 1 -- 172.21.15.47:0/3024629209 wait complete. 2024-04-25T02:37:48.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.324+0000 7ffb5bd79740 20 client.26558 trim_cache size 0 max 16384 2024-04-25T02:37:48.333 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:37:48.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 -- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffb380a2d80 msgr2=0x7ffb380a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffb380a2d80 0x7ffb380a5240 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ffb44006010 tx=0x7ffb44000bc0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 -- 172.21.15.47:0/3222318476 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54076590 msgr2=0x7ffb5419eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54076590 0x7ffb5419eb80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c00d950 tx=0x7ffb3c00de10 comp rx=0 tx=0).stop 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 -- 172.21.15.47:0/3222318476 shutdown_connections 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ffb380a2d80 0x7ffb380a5240 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb54112480 0x7ffb541a2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb54076590 0x7ffb5419eb80 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 --2- 172.21.15.47:0/3222318476 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb54075c70 0x7ffb5419e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 -- 172.21.15.47:0/3222318476 >> 172.21.15.47:0/3222318476 conn(0x7ffb540ff2b0 msgr2=0x7ffb541016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 -- 172.21.15.47:0/3222318476 shutdown_connections 2024-04-25T02:37:48.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.325+0000 7ffb53200640 1 -- 172.21.15.47:0/3222318476 wait complete. 2024-04-25T02:37:48.349 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:37:48.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 -- 172.21.15.47:0/1150979934 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744109060 msgr2=0x7f7744114350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 --2- 172.21.15.47:0/1150979934 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744109060 0x7f7744114350 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f772c009930 tx=0x7f772c02a420 comp rx=0 tx=0).stop 2024-04-25T02:37:48.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 -- 172.21.15.47:0/1150979934 shutdown_connections 2024-04-25T02:37:48.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 --2- 172.21.15.47:0/1150979934 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7744114890 0x7f7744116c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 --2- 172.21.15.47:0/1150979934 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744109060 0x7f7744114350 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 --2- 172.21.15.47:0/1150979934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7744108740 0x7f7744108b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 -- 172.21.15.47:0/1150979934 >> 172.21.15.47:0/1150979934 conn(0x7f774406ccb0 msgr2=0x7f774406d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 -- 172.21.15.47:0/1150979934 shutdown_connections 2024-04-25T02:37:48.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.561+0000 7f7749000640 1 -- 172.21.15.47:0/1150979934 wait complete. 2024-04-25T02:37:48.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.563+0000 7f7749000640 1 Processor -- start 2024-04-25T02:37:48.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.563+0000 7f7749000640 1 -- start start 2024-04-25T02:37:48.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.563+0000 7f7749000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744108740 0x7f77441a8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.563+0000 7f7749000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7744109060 0x7f77441a8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.563+0000 7f7749000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7744114890 0x7f77441a2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.563+0000 7f7749000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f774411a2e0 con 0x7f7744114890 2024-04-25T02:37:48.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.563+0000 7f7749000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f774411a160 con 0x7f7744109060 2024-04-25T02:37:48.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.563+0000 7f7749000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f774411a460 con 0x7f7744108740 2024-04-25T02:37:48.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7742800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7744114890 0x7f77441a2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7741e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744108740 0x7f77441a8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7741e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744108740 0x7f77441a8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:48454/0 (socket says 172.21.15.47:48454) 2024-04-25T02:37:48.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7741e00640 1 -- 172.21.15.47:0/1151068956 learned_addr learned my addr 172.21.15.47:0/1151068956 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7742800640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7744114890 0x7f77441a2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44326/0 (socket says 172.21.15.47:44326) 2024-04-25T02:37:48.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7739400640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7744109060 0x7f77441a8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7741e00640 1 -- 172.21.15.47:0/1151068956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7744109060 msgr2=0x7f77441a8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7741e00640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7744109060 0x7f77441a8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7741e00640 1 -- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7744114890 msgr2=0x7f77441a2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7741e00640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7744114890 0x7f77441a2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7741e00640 1 -- 172.21.15.47:0/1151068956 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77441a30e0 con 0x7f7744108740 2024-04-25T02:37:48.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.564+0000 7f7742800640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7744114890 0x7f77441a2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:48.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.565+0000 7f7741e00640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744108740 0x7f77441a8760 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f773400ebc0 tx=0x7f773400c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.565+0000 7f773b400640 1 -- 172.21.15.47:0/1151068956 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734003970 con 0x7f7744108740 2024-04-25T02:37:48.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.565+0000 7f7749000640 1 -- 172.21.15.47:0/1151068956 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77441a33d0 con 0x7f7744108740 2024-04-25T02:37:48.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.565+0000 7f773b400640 1 -- 172.21.15.47:0/1151068956 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7734004030 con 0x7f7744108740 2024-04-25T02:37:48.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.565+0000 7f773b400640 1 -- 172.21.15.47:0/1151068956 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77340197b0 con 0x7f7744108740 2024-04-25T02:37:48.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.565+0000 7f7749000640 1 -- 172.21.15.47:0/1151068956 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77441af620 con 0x7f7744108740 2024-04-25T02:37:48.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.568+0000 7f773b400640 1 -- 172.21.15.47:0/1151068956 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f77340041e0 con 0x7f7744108740 2024-04-25T02:37:48.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.568+0000 7f774bda7740 1 Processor -- start 2024-04-25T02:37:48.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.568+0000 7f774bda7740 1 -- start start 2024-04-25T02:37:48.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f774bda7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635ad9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f774bda7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b8070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f774bda7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635ba9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f774bda7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564d635124e0 con 0x564d635adee0 2024-04-25T02:37:48.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f774bda7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564d634baa70 con 0x564d635ad5c0 2024-04-25T02:37:48.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f774bda7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564d6350e4a0 con 0x564d635b85b0 2024-04-25T02:37:48.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f7741e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f7742800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635ad9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f7739400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635ba9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f7742800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635ad9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39530/0 (socket says 172.21.15.47:39530) 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.569+0000 7f7742800640 1 -- 172.21.15.47:0/1130558551 learned_addr learned my addr 172.21.15.47:0/1130558551 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7742800640 1 -- 172.21.15.47:0/1130558551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 msgr2=0x564d635ba9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7742800640 1 --2- 172.21.15.47:0/1130558551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635ba9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7742800640 1 -- 172.21.15.47:0/1130558551 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 msgr2=0x564d635b8070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7742800640 1 --2- 172.21.15.47:0/1130558551 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b8070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7742800640 1 -- 172.21.15.47:0/1130558551 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d632263f0 con 0x564d635ad5c0 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7742800640 1 --2- 172.21.15.47:0/1130558551 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635ad9a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f773c011470 tx=0x7f773c011930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b333d1f3516d0fe5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.575 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f773b400640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77280a2d00 0x7f77280a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7733400640 1 -- 172.21.15.47:0/1130558551 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c01e070 con 0x564d635ad5c0 2024-04-25T02:37:48.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f773b400640 1 -- 172.21.15.47:0/1151068956 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f77340cfd80 con 0x7f7744108740 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7733400640 1 -- 172.21.15.47:0/1130558551 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f773c00fa20 con 0x564d635ad5c0 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7733400640 1 -- 172.21.15.47:0/1130558551 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c019b40 con 0x564d635ad5c0 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.570+0000 7f7741e00640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77280a2d00 0x7f77280a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 -- 172.21.15.47:0/1130558551 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 msgr2=0x564d635ad9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 --2- 172.21.15.47:0/1130558551 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635ad9a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f773c011470 tx=0x7f773c011930 comp rx=0 tx=0).stop 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f7741e00640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77280a2d00 0x7f77280a51c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x564d635aeb80 tx=0x7f77340d3830 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 -- 172.21.15.47:0/1130558551 shutdown_connections 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 --2- 172.21.15.47:0/1130558551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635ba9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 --2- 172.21.15.47:0/1130558551 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b8070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 --2- 172.21.15.47:0/1130558551 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635ad9a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 -- 172.21.15.47:0/1130558551 >> 172.21.15.47:0/1130558551 conn(0x564d635a98e0 msgr2=0x564d635a9cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 -- 172.21.15.47:0/1130558551 shutdown_connections 2024-04-25T02:37:48.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.571+0000 7f774bda7740 1 -- 172.21.15.47:0/1130558551 wait complete. 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.572+0000 7f774bda7740 1 -- start start 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.572+0000 7f774bda7740 1 Processor -- start 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.572+0000 7f774bda7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 0x564d635b54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f774bda7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635adee0 0x564d635b5a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f774bda7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635b85b0 0x564d635b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f774bda7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564d635bb3a0 con 0x564d635b85b0 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f774bda7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564d634cdec0 con 0x564d635adee0 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f774bda7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564d635bb520 con 0x564d635ad5c0 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f774bda7740 10 client.0 _ll_register_callbacks cb 0x564d6350a3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7742800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635b85b0 0x564d635b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7742800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635b85b0 0x564d635b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44344/0 (socket says 172.21.15.47:44344) 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7742800640 1 -- 172.21.15.47:0/1979741420 learned_addr learned my addr 172.21.15.47:0/1979741420 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7739400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635adee0 0x564d635b5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7742800640 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 0x564d635b54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7739400640 1 -- 172.21.15.47:0/1979741420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 msgr2=0x564d635b54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7739400640 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 0x564d635b54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7739400640 1 -- 172.21.15.47:0/1979741420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635b85b0 msgr2=0x564d635b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7739400640 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635b85b0 0x564d635b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7739400640 1 -- 172.21.15.47:0/1979741420 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d632f07d0 con 0x564d635adee0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.573+0000 7f7742800640 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635b85b0 0x564d635b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.574+0000 7f7739400640 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635adee0 0x564d635b5a30 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f772c02a940 tx=0x7f772c0043b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c6ce71df1bf877b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.574+0000 7f7727e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.574+0000 7f7727e00640 1 -- 172.21.15.47:0/1979741420 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c035040 con 0x564d635adee0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.574+0000 7f7727e00640 1 -- 172.21.15.47:0/1979741420 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f772c005450 con 0x564d635adee0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.574+0000 7f774bda7740 1 -- 172.21.15.47:0/1979741420 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f773c00fa20 con 0x564d635adee0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f7727e00640 1 -- 172.21.15.47:0/1979741420 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f772c005650 con 0x564d635adee0 2024-04-25T02:37:48.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f774bda7740 10 client.26570 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f774bda7740 1 -- 172.21.15.47:0/1979741420 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564d635c75f0 con 0x564d635adee0 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f7727e00640 1 -- 172.21.15.47:0/1979741420 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f773c00fa20 con 0x564d635adee0 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f7727e00640 1 -- 172.21.15.47:0/1979741420 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f772c003950 con 0x564d635adee0 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f774bda7740 10 client.26570 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f774bda7740 10 client.26570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f774bda7740 20 client.26570 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f774bda7740 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564d635c8ab0 0x564d635caea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f774bda7740 4 client.26570 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.575+0000 7f774bda7740 1 -- 172.21.15.47:0/1979741420 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d6351fa20 con 0x564d635c8ab0 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.576+0000 7f7742800640 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564d635c8ab0 0x564d635caea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.576+0000 7f7742800640 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564d635c8ab0 0x564d635caea0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56c62be27dbef694 server_cookie=d76153578fcb4b35 in_seq=0 out_seq=0 2024-04-25T02:37:48.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.576+0000 7f7727e00640 10 client.26570 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:48.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f7727e00640 1 -- 172.21.15.47:0/1979741420 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564d6351fa20 con 0x564d635c8ab0 2024-04-25T02:37:48.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f7727e00640 10 client.26570 handle_command_reply: tid=0 2024-04-25T02:37:48.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 client.26570 shutdown 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 -- 172.21.15.47:0/1979741420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635adee0 msgr2=0x564d635b5a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635adee0 0x564d635b5a30 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f772c02a940 tx=0x7f772c0043b0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 -- 172.21.15.47:0/1979741420 shutdown_connections 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564d635c8ab0 0x564d635caea0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635b85b0 0x564d635b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635adee0 0x564d635b5a30 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 --2- 172.21.15.47:0/1979741420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 0x564d635b54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f774bda7740 1 -- 172.21.15.47:0/1979741420 >> 172.21.15.47:0/1979741420 conn(0x564d635a98e0 msgr2=0x564d635a8b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.577+0000 7f7727e00640 0 client.26570 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.578+0000 7f774bda7740 1 -- 172.21.15.47:0/1979741420 shutdown_connections 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.578+0000 7f774bda7740 1 -- 172.21.15.47:0/1979741420 wait complete. 2024-04-25T02:37:48.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.578+0000 7f774bda7740 20 client.26570 trim_cache size 0 max 16384 2024-04-25T02:37:48.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f774bda7740 1 Processor -- start 2024-04-25T02:37:48.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f774bda7740 1 -- start start 2024-04-25T02:37:48.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f774bda7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 0x564d635c4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f774bda7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f774bda7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635b85b0 0x564d635af420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f774bda7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f77441ba730 con 0x564d635adee0 2024-04-25T02:37:48.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f774bda7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b8000 con 0x564d635b85b0 2024-04-25T02:37:48.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f774bda7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b5e50 con 0x564d635ad5c0 2024-04-25T02:37:48.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f7739400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f7739400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44348/0 (socket says 172.21.15.47:44348) 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f7739400640 1 -- 172.21.15.47:0/1645718245 learned_addr learned my addr 172.21.15.47:0/1645718245 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.593+0000 7f7742800640 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635b85b0 0x564d635af420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7742800640 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 0x564d635c4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7739400640 1 -- 172.21.15.47:0/1645718245 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 msgr2=0x564d635c4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7739400640 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 0x564d635c4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7739400640 1 -- 172.21.15.47:0/1645718245 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635b85b0 msgr2=0x564d635af420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7739400640 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635b85b0 0x564d635af420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7739400640 1 -- 172.21.15.47:0/1645718245 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d635add10 con 0x564d635adee0 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7742800640 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635b85b0 0x564d635af420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7739400640 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b46b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f772c031550 tx=0x7f772c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8d4e10bdcb602d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7732a00640 1 -- 172.21.15.47:0/1645718245 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c035030 con 0x564d635adee0 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7732a00640 1 -- 172.21.15.47:0/1645718245 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f772c041070 con 0x564d635adee0 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.594+0000 7f7732a00640 1 -- 172.21.15.47:0/1645718245 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c053070 con 0x564d635adee0 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 -- 172.21.15.47:0/1645718245 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 msgr2=0x564d635b46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b46b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f772c031550 tx=0x7f772c02a420 comp rx=0 tx=0).stop 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 -- 172.21.15.47:0/1645718245 shutdown_connections 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635b85b0 0x564d635af420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635b46b0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 --2- 172.21.15.47:0/1645718245 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635ad5c0 0x564d635c4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 -- 172.21.15.47:0/1645718245 >> 172.21.15.47:0/1645718245 conn(0x564d635a98e0 msgr2=0x564d635aed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 -- 172.21.15.47:0/1645718245 shutdown_connections 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 -- 172.21.15.47:0/1645718245 wait complete. 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.595+0000 7f774bda7740 1 -- start start 2024-04-25T02:37:48.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f774bda7740 1 Processor -- start 2024-04-25T02:37:48.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f774bda7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635c0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f774bda7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635c0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f774bda7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635b1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f774bda7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b64c0 con 0x564d635adee0 2024-04-25T02:37:48.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f774bda7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b7930 con 0x564d635ad5c0 2024-04-25T02:37:48.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f774bda7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f77441b6b90 con 0x564d635b85b0 2024-04-25T02:37:48.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f774bda7740 10 client.0 _ll_register_callbacks cb 0x7f772c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:48.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f7739400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635c0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.596+0000 7f7739400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635c0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44352/0 (socket says 172.21.15.47:44352) 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7739400640 1 -- 172.21.15.47:0/2672025836 learned_addr learned my addr 172.21.15.47:0/2672025836 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7742800640 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635c0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7742800640 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635b1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7739400640 1 -- 172.21.15.47:0/2672025836 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 msgr2=0x564d635b1cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7739400640 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635b1cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7739400640 1 -- 172.21.15.47:0/2672025836 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 msgr2=0x564d635c0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7739400640 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635c0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7739400640 1 -- 172.21.15.47:0/2672025836 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d635b24c0 con 0x564d635adee0 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7742800640 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635b1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7739400640 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635c0cb0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f772c003ee0 tx=0x7f772c003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14dda131718d43dd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7727e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.597+0000 7f7727e00640 1 -- 172.21.15.47:0/2672025836 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c053070 con 0x564d635adee0 2024-04-25T02:37:48.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 1 -- 172.21.15.47:0/2672025836 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f772c041070 con 0x564d635adee0 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f7727e00640 1 -- 172.21.15.47:0/2672025836 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f772c0315b0 con 0x564d635adee0 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f7727e00640 1 -- 172.21.15.47:0/2672025836 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f772c066050 con 0x564d635adee0 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 10 client.16464 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 1 -- 172.21.15.47:0/2672025836 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564d6362ebc0 con 0x564d635adee0 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f7727e00640 1 -- 172.21.15.47:0/2672025836 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f772c041070 con 0x564d635adee0 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f7727e00640 1 -- 172.21.15.47:0/2672025836 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f772c0046c0 con 0x564d635adee0 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 10 client.16464 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 10 client.16464 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 20 client.16464 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564d6362f220 0x564d63631640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 4 client.16464 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.598+0000 7f774bda7740 1 -- 172.21.15.47:0/2672025836 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564d63519d70 con 0x564d6362f220 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.599+0000 7f7742800640 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564d6362f220 0x564d63631640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.599+0000 7f7742800640 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564d6362f220 0x564d63631640 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=856160186254634b server_cookie=9f5f5de75ea10a70 in_seq=0 out_seq=0 2024-04-25T02:37:48.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.599+0000 7f7727e00640 10 client.16464 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f7727e00640 1 -- 172.21.15.47:0/2672025836 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564d63519d70 con 0x564d6362f220 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f7727e00640 10 client.16464 handle_command_reply: tid=0 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 client.16464 shutdown 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 -- 172.21.15.47:0/2672025836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 msgr2=0x564d635c0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635c0cb0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f772c003ee0 tx=0x7f772c003a80 comp rx=0 tx=0).stop 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 -- 172.21.15.47:0/2672025836 shutdown_connections 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564d6362f220 0x564d63631640 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d635b85b0 0x564d635b1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d635adee0 0x564d635c0cb0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f7727e00640 0 client.16464 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 --2- 172.21.15.47:0/2672025836 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564d635ad5c0 0x564d635c0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 -- 172.21.15.47:0/2672025836 >> 172.21.15.47:0/2672025836 conn(0x564d635a98e0 msgr2=0x564d635b5ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 -- 172.21.15.47:0/2672025836 shutdown_connections 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 1 -- 172.21.15.47:0/2672025836 wait complete. 2024-04-25T02:37:48.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.600+0000 7f774bda7740 20 client.16464 trim_cache size 0 max 16384 2024-04-25T02:37:48.609 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:37:48.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 -- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77280a2d00 msgr2=0x7f77280a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77280a2d00 0x7f77280a51c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x564d635aeb80 tx=0x7f77340d3830 comp rx=0 tx=0).stop 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 -- 172.21.15.47:0/1151068956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744108740 msgr2=0x7f77441a8760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744108740 0x7f77441a8760 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f773400ebc0 tx=0x7f773400c2d0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 -- 172.21.15.47:0/1151068956 shutdown_connections 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77280a2d00 0x7f77280a51c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7744114890 0x7f77441a2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7744109060 0x7f77441a8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 --2- 172.21.15.47:0/1151068956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7744108740 0x7f77441a8760 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 -- 172.21.15.47:0/1151068956 >> 172.21.15.47:0/1151068956 conn(0x7f774406ccb0 msgr2=0x7f774410a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 -- 172.21.15.47:0/1151068956 shutdown_connections 2024-04-25T02:37:48.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:48.601+0000 7f7749000640 1 -- 172.21.15.47:0/1151068956 wait complete. 2024-04-25T02:37:48.622 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:48 smithi047 ceph-mon[27871]: pgmap v156: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:48.622 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:48 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1363670277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:37:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:48 smithi178 ceph-mon[33053]: pgmap v156: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:48.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:48 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1363670277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:37:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:48 smithi113 ceph-mon[32459]: pgmap v156: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:37:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:48 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1363670277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:37:49.624 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:37:49.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:37:49.625 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:37:49.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.853+0000 7f902f200640 1 -- 172.21.15.47:0/3094781147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f90301037f0 msgr2=0x7f9030103c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.853+0000 7f902f200640 1 --2- 172.21.15.47:0/3094781147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f90301037f0 0x7f9030103c70 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9018009930 tx=0x7f901802a420 comp rx=0 tx=0).stop 2024-04-25T02:37:49.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.854+0000 7f902f200640 1 -- 172.21.15.47:0/3094781147 shutdown_connections 2024-04-25T02:37:49.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.854+0000 7f902f200640 1 --2- 172.21.15.47:0/3094781147 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f90301041b0 0x7f90301106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.854+0000 7f902f200640 1 --2- 172.21.15.47:0/3094781147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f90301037f0 0x7f9030103c70 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.854+0000 7f902f200640 1 --2- 172.21.15.47:0/3094781147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9030109800 0x7f9030109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.854+0000 7f902f200640 1 -- 172.21.15.47:0/3094781147 >> 172.21.15.47:0/3094781147 conn(0x7f90300ff280 msgr2=0x7f90301016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:49.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.854+0000 7f902f200640 1 -- 172.21.15.47:0/3094781147 shutdown_connections 2024-04-25T02:37:49.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.854+0000 7f902f200640 1 -- 172.21.15.47:0/3094781147 wait complete. 2024-04-25T02:37:49.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.855+0000 7f902f200640 1 Processor -- start 2024-04-25T02:37:49.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.855+0000 7f902f200640 1 -- start start 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f90301037f0 0x7f903019a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f90301041b0 0x7f903019a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902f200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9030109800 0x7f903019ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902f200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9030113c60 con 0x7f90301041b0 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902f200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9030113ae0 con 0x7f9030109800 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9030113de0 con 0x7f90301037f0 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f90301037f0 0x7f903019a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f90301037f0 0x7f903019a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:48520/0 (socket says 172.21.15.47:48520) 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902de00640 1 -- 172.21.15.47:0/3768365652 learned_addr learned my addr 172.21.15.47:0/3768365652 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f9027e00640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f90301041b0 0x7f903019a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.861 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.856+0000 7f902e800640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9030109800 0x7f903019ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.862 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.857+0000 7f902de00640 1 -- 172.21.15.47:0/3768365652 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9030109800 msgr2=0x7f903019ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.857+0000 7f902de00640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9030109800 0x7f903019ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.857+0000 7f902de00640 1 -- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f90301041b0 msgr2=0x7f903019a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.857+0000 7f902de00640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f90301041b0 0x7f903019a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.857+0000 7f902de00640 1 -- 172.21.15.47:0/3768365652 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f903019f140 con 0x7f90301037f0 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.857+0000 7f902de00640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f90301037f0 0x7f903019a1a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f902000e9f0 tx=0x7f902000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.857+0000 7f9026a00640 1 -- 172.21.15.47:0/3768365652 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f902000cd80 con 0x7f90301037f0 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.858+0000 7f902f200640 1 -- 172.21.15.47:0/3768365652 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f903019f430 con 0x7f90301037f0 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.858+0000 7f9026a00640 1 -- 172.21.15.47:0/3768365652 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9020010910 con 0x7f90301037f0 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.858+0000 7f9026a00640 1 -- 172.21.15.47:0/3768365652 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90200188f0 con 0x7f90301037f0 2024-04-25T02:37:49.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.858+0000 7f902f200640 1 -- 172.21.15.47:0/3768365652 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90301a6cc0 con 0x7f90301037f0 2024-04-25T02:37:49.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f90377f8740 1 Processor -- start 2024-04-25T02:37:49.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f9026a00640 1 -- 172.21.15.47:0/3768365652 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9020010ac0 con 0x7f90301037f0 2024-04-25T02:37:49.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f90377f8740 1 -- start start 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f90377f8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x5642772f6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f90377f8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x5642773009d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f90377f8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 0x564277303300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f90377f8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564277254f40 con 0x5642772f6840 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f90377f8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56427725a190 con 0x5642772f5f20 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.861+0000 7f90377f8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564277202a10 con 0x564277300f10 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x5642773009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x5642772f6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x5642773009d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44376/0 (socket says 172.21.15.47:44376) 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902de00640 1 -- 172.21.15.47:0/31987287 learned_addr learned my addr 172.21.15.47:0/31987287 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f9027e00640 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 0x564277303300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902e800640 1 -- 172.21.15.47:0/31987287 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 msgr2=0x564277303300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902e800640 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 0x564277303300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902e800640 1 -- 172.21.15.47:0/31987287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 msgr2=0x5642773009d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902e800640 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x5642773009d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902e800640 1 -- 172.21.15.47:0/31987287 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642770367e0 con 0x5642772f5f20 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.862+0000 7f902de00640 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x5642773009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.863+0000 7f902e800640 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x5642772f6300 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9028009f00 tx=0x7f9028011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db70b7df9cb03855 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.863+0000 7f9026a00640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f90140a2d80 0x7f90140a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.863+0000 7f901f000640 1 -- 172.21.15.47:0/31987287 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028004d20 con 0x5642772f5f20 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.863+0000 7f901f000640 1 -- 172.21.15.47:0/31987287 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9028004030 con 0x5642772f5f20 2024-04-25T02:37:49.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.863+0000 7f901f000640 1 -- 172.21.15.47:0/31987287 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028005260 con 0x5642772f5f20 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.863+0000 7f9026a00640 1 -- 172.21.15.47:0/3768365652 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f90200cf720 con 0x7f90301037f0 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.863+0000 7f902de00640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f90140a2d80 0x7f90140a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 -- 172.21.15.47:0/31987287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 msgr2=0x5642772f6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x5642772f6300 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9028009f00 tx=0x7f9028011810 comp rx=0 tx=0).stop 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f902de00640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f90140a2d80 0x7f90140a5240 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f902009bc50 tx=0x7f90200d5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 -- 172.21.15.47:0/31987287 shutdown_connections 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 0x564277303300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x5642773009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 --2- 172.21.15.47:0/31987287 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x5642772f6300 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 -- 172.21.15.47:0/31987287 >> 172.21.15.47:0/31987287 conn(0x5642772f2240 msgr2=0x5642772f2620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:49.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 -- 172.21.15.47:0/31987287 shutdown_connections 2024-04-25T02:37:49.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 -- 172.21.15.47:0/31987287 wait complete. 2024-04-25T02:37:49.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.864+0000 7f90377f8740 1 -- start start 2024-04-25T02:37:49.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f90377f8740 1 Processor -- start 2024-04-25T02:37:49.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f90377f8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f5f20 0x5642772fdef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f90377f8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f6840 0x5642772fe430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f90377f8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x5642772fe970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f90377f8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564277215e70 con 0x564277300f10 2024-04-25T02:37:49.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f90377f8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564277256150 con 0x5642772f6840 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f90377f8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564277303da0 con 0x5642772f5f20 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f90377f8740 10 client.0 _ll_register_callbacks cb 0x5642772511f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.865+0000 7f902e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x5642772fe970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f9027e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f6840 0x5642772fe430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f902e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x5642772fe970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44382/0 (socket says 172.21.15.47:44382) 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f902e800640 1 -- 172.21.15.47:0/3696475400 learned_addr learned my addr 172.21.15.47:0/3696475400 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f902e800640 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f5f20 0x5642772fdef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f9027e00640 1 -- 172.21.15.47:0/3696475400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f5f20 msgr2=0x5642772fdef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f9027e00640 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f5f20 0x5642772fdef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f9027e00640 1 -- 172.21.15.47:0/3696475400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 msgr2=0x5642772fe970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f9027e00640 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x5642772fe970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f9027e00640 1 -- 172.21.15.47:0/3696475400 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564277096f70 con 0x5642772f6840 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f902e800640 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x5642772fe970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:49.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f9027e00640 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f6840 0x5642772fe430 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9018009230 tx=0x7f90180043b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af9d87c3e0054bfc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.866+0000 7f9013400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.867+0000 7f9013400640 1 -- 172.21.15.47:0/3696475400 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9018035040 con 0x5642772f6840 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.867+0000 7f9013400640 1 -- 172.21.15.47:0/3696475400 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f9018005450 con 0x5642772f6840 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.867+0000 7f90377f8740 1 -- 172.21.15.47:0/3696475400 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9028004030 con 0x5642772f6840 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.867+0000 7f9013400640 1 -- 172.21.15.47:0/3696475400 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9018005650 con 0x5642772f6840 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.867+0000 7f90377f8740 10 client.26588 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.867+0000 7f90377f8740 1 -- 172.21.15.47:0/3696475400 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564276f2e170 con 0x5642772f6840 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.867+0000 7f9013400640 1 -- 172.21.15.47:0/3696475400 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9028004030 con 0x5642772f6840 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.868+0000 7f9013400640 1 -- 172.21.15.47:0/3696475400 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9018031940 con 0x5642772f6840 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.868+0000 7f90377f8740 10 client.26588 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.868+0000 7f90377f8740 10 client.26588 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.868+0000 7f90377f8740 20 client.26588 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.868+0000 7f90377f8740 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564277311200 0x564277313620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.868+0000 7f90377f8740 4 client.26588 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.868+0000 7f90377f8740 1 -- 172.21.15.47:0/3696475400 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642772676d0 con 0x564277311200 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.868+0000 7f902e800640 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564277311200 0x564277313620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.869+0000 7f902e800640 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564277311200 0x564277313620 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ef30b54f10f7f9f server_cookie=e659b82b7f313d7e in_seq=0 out_seq=0 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.869+0000 7f9013400640 10 client.26588 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f9013400640 1 -- 172.21.15.47:0/3696475400 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5642772676d0 con 0x564277311200 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f9013400640 10 client.26588 handle_command_reply: tid=0 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 client.26588 shutdown 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 -- 172.21.15.47:0/3696475400 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f6840 msgr2=0x5642772fe430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f6840 0x5642772fe430 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9018009230 tx=0x7f90180043b0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 -- 172.21.15.47:0/3696475400 shutdown_connections 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564277311200 0x564277313620 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x5642772fe970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f6840 0x5642772fe430 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 --2- 172.21.15.47:0/3696475400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f5f20 0x5642772fdef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 -- 172.21.15.47:0/3696475400 >> 172.21.15.47:0/3696475400 conn(0x5642772f2240 msgr2=0x5642772f8040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:49.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f9013400640 0 client.26588 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:49.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 -- 172.21.15.47:0/3696475400 shutdown_connections 2024-04-25T02:37:49.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 1 -- 172.21.15.47:0/3696475400 wait complete. 2024-04-25T02:37:49.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.870+0000 7f90377f8740 20 client.26588 trim_cache size 0 max 16384 2024-04-25T02:37:49.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.890+0000 7f90377f8740 1 Processor -- start 2024-04-25T02:37:49.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.890+0000 7f90377f8740 1 -- start start 2024-04-25T02:37:49.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.890+0000 7f90377f8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x56427730cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.890+0000 7f90377f8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f6840 0x5642772fe790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.890+0000 7f90377f8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x564277318ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.890+0000 7f90377f8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f90301b1ce0 con 0x564277300f10 2024-04-25T02:37:49.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.890+0000 7f90377f8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f90301af5b0 con 0x5642772f5f20 2024-04-25T02:37:49.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.890+0000 7f90377f8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f90301ad400 con 0x5642772f6840 2024-04-25T02:37:49.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x564277318ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x56427730cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f9027e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f6840 0x5642772fe790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x56427730cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39606/0 (socket says 172.21.15.47:39606) 2024-04-25T02:37:49.896 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 -- 172.21.15.47:0/2725016081 learned_addr learned my addr 172.21.15.47:0/2725016081 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 -- 172.21.15.47:0/2725016081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f6840 msgr2=0x5642772fe790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 --2- 172.21.15.47:0/2725016081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f6840 0x5642772fe790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 -- 172.21.15.47:0/2725016081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 msgr2=0x564277318ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 --2- 172.21.15.47:0/2725016081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x564277318ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.891+0000 7f902e800640 1 -- 172.21.15.47:0/2725016081 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564277313990 con 0x5642772f5f20 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f902e800640 1 --2- 172.21.15.47:0/2725016081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x56427730cae0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9028005bd0 tx=0x7f9028005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79b1cce529406fea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f901e600640 1 -- 172.21.15.47:0/2725016081 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f902801e040 con 0x5642772f5f20 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f901e600640 1 -- 172.21.15.47:0/2725016081 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9028004030 con 0x5642772f5f20 2024-04-25T02:37:49.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f901e600640 1 -- 172.21.15.47:0/2725016081 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90280053d0 con 0x5642772f5f20 2024-04-25T02:37:49.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f90377f8740 1 -- 172.21.15.47:0/2725016081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 msgr2=0x56427730cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f90377f8740 1 --2- 172.21.15.47:0/2725016081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x56427730cae0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9028005bd0 tx=0x7f9028005c00 comp rx=0 tx=0).stop 2024-04-25T02:37:49.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f90377f8740 1 -- 172.21.15.47:0/2725016081 shutdown_connections 2024-04-25T02:37:49.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f90377f8740 1 --2- 172.21.15.47:0/2725016081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564277300f10 0x564277318ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f90377f8740 1 --2- 172.21.15.47:0/2725016081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642772f6840 0x5642772fe790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f90377f8740 1 --2- 172.21.15.47:0/2725016081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x56427730cae0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f90377f8740 1 -- 172.21.15.47:0/2725016081 >> 172.21.15.47:0/2725016081 conn(0x5642772f2240 msgr2=0x5642772f7670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.892+0000 7f90377f8740 1 -- 172.21.15.47:0/2725016081 shutdown_connections 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.893+0000 7f90377f8740 1 -- 172.21.15.47:0/2725016081 wait complete. 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.893+0000 7f90377f8740 1 -- start start 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.893+0000 7f90377f8740 1 Processor -- start 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.893+0000 7f90377f8740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x564277308ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f90377f8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x564277309530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f90377f8740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 0x564277305fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f90377f8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f90301ada70 con 0x5642772f6840 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f90377f8740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f90301aeee0 con 0x5642772f5f20 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f90377f8740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f90301ae140 con 0x564277300f10 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f90377f8740 10 client.0 _ll_register_callbacks cb 0x7f9018009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f9027e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x564277309530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f902e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x564277308ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.901 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f902e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x564277308ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39608/0 (socket says 172.21.15.47:39608) 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f902e800640 1 -- 172.21.15.47:0/3396061800 learned_addr learned my addr 172.21.15.47:0/3396061800 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f902e800640 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 0x564277305fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f9027e00640 1 -- 172.21.15.47:0/3396061800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 msgr2=0x564277305fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f9027e00640 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 0x564277305fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f9027e00640 1 -- 172.21.15.47:0/3396061800 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 msgr2=0x564277308ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f9027e00640 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x564277308ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.894+0000 7f9027e00640 1 -- 172.21.15.47:0/3396061800 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642773067c0 con 0x5642772f6840 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f9027e00640 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x564277309530 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f9018031d60 tx=0x7f9018031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac4bbe75905dec63 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f9013400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f9013400640 1 -- 172.21.15.47:0/3396061800 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9018035050 con 0x5642772f6840 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f90377f8740 1 -- 172.21.15.47:0/3396061800 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9028004030 con 0x5642772f6840 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f9013400640 1 -- 172.21.15.47:0/3396061800 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f90180315b0 con 0x5642772f6840 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f9013400640 1 -- 172.21.15.47:0/3396061800 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9018053040 con 0x5642772f6840 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f90377f8740 10 client.16482 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:49.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f90377f8740 1 -- 172.21.15.47:0/3396061800 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5642773781b0 con 0x5642772f6840 2024-04-25T02:37:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.895+0000 7f9013400640 1 -- 172.21.15.47:0/3396061800 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9028004030 con 0x5642772f6840 2024-04-25T02:37:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.896+0000 7f9013400640 1 -- 172.21.15.47:0/3396061800 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9018031860 con 0x5642772f6840 2024-04-25T02:37:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.896+0000 7f90377f8740 10 client.16482 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.896+0000 7f90377f8740 10 client.16482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.896+0000 7f90377f8740 20 client.16482 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.896+0000 7f90377f8740 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5642773789b0 0x56427737add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.896+0000 7f90377f8740 4 client.16482 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:37:49.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.896+0000 7f90377f8740 1 -- 172.21.15.47:0/3396061800 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564277261a20 con 0x5642773789b0 2024-04-25T02:37:49.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.896+0000 7f902e800640 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5642773789b0 0x56427737add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.897+0000 7f902e800640 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5642773789b0 0x56427737add0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5d6f5cdafee9153 server_cookie=42e2e3016fc06c7e in_seq=0 out_seq=0 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.897+0000 7f9013400640 10 client.16482 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f9013400640 1 -- 172.21.15.47:0/3396061800 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564277261a20 con 0x5642773789b0 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f9013400640 10 client.16482 handle_command_reply: tid=0 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 client.16482 shutdown 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 -- 172.21.15.47:0/3396061800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 msgr2=0x564277309530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x564277309530 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f9018031d60 tx=0x7f9018031400 comp rx=0 tx=0).stop 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 -- 172.21.15.47:0/3396061800 shutdown_connections 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5642773789b0 0x56427737add0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564277300f10 0x564277305fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5642772f6840 0x564277309530 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 --2- 172.21.15.47:0/3396061800 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5642772f5f20 0x564277308ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 -- 172.21.15.47:0/3396061800 >> 172.21.15.47:0/3396061800 conn(0x5642772f2240 msgr2=0x5642772f7f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f9013400640 0 client.16482 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 -- 172.21.15.47:0/3396061800 shutdown_connections 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 1 -- 172.21.15.47:0/3396061800 wait complete. 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.898+0000 7f90377f8740 20 client.16482 trim_cache size 0 max 16384 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "3282d56b-643d-4e21-a096-f568d560e443", 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:37:49.906 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:37:49.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 -- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f90140a2d80 msgr2=0x7f90140a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f90140a2d80 0x7f90140a5240 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f902009bc50 tx=0x7f90200d5530 comp rx=0 tx=0).stop 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 -- 172.21.15.47:0/3768365652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f90301037f0 msgr2=0x7f903019a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f90301037f0 0x7f903019a1a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f902000e9f0 tx=0x7f902000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 -- 172.21.15.47:0/3768365652 shutdown_connections 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f90140a2d80 0x7f90140a5240 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9030109800 0x7f903019ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f90301041b0 0x7f903019a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 --2- 172.21.15.47:0/3768365652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f90301037f0 0x7f903019a1a0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 -- 172.21.15.47:0/3768365652 >> 172.21.15.47:0/3768365652 conn(0x7f90300ff280 msgr2=0x7f90300ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 -- 172.21.15.47:0/3768365652 shutdown_connections 2024-04-25T02:37:49.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:49.899+0000 7f902f200640 1 -- 172.21.15.47:0/3768365652 wait complete. 2024-04-25T02:37:49.922 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:37:49.922 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:37:50.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.127+0000 7f5b94a00640 1 -- 172.21.15.47:0/4042864508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 msgr2=0x7f5b90110280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.127+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4042864508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 0x7f5b90110280 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009be0 tx=0x7f5b8802a750 comp rx=0 tx=0).stop 2024-04-25T02:37:50.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.127+0000 7f5b94a00640 1 -- 172.21.15.47:0/4042864508 shutdown_connections 2024-04-25T02:37:50.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.127+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4042864508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 0x7f5b90110280 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.127+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4042864508 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b90074490 0x7f5b9010d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.127+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4042864508 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b90073b70 0x7f5b90073f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.127+0000 7f5b94a00640 1 -- 172.21.15.47:0/4042864508 >> 172.21.15.47:0/4042864508 conn(0x7f5b900fd0e0 msgr2=0x7f5b900ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:50.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.128+0000 7f5b94a00640 1 -- 172.21.15.47:0/4042864508 shutdown_connections 2024-04-25T02:37:50.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.128+0000 7f5b94a00640 1 -- 172.21.15.47:0/4042864508 wait complete. 2024-04-25T02:37:50.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.129+0000 7f5b94a00640 1 Processor -- start 2024-04-25T02:37:50.135 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.129+0000 7f5b94a00640 1 -- start start 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.129+0000 7f5b94a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b90073b70 0x7f5b9019a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.129+0000 7f5b94a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b90074490 0x7f5b9019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.129+0000 7f5b94a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 0x7f5b9019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.129+0000 7f5b94a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b90113bd0 con 0x7f5b9010de30 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.129+0000 7f5b94a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5b90113a50 con 0x7f5b90074490 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.129+0000 7f5b94a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b90113d50 con 0x7f5b90073b70 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 0x7f5b9019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 0x7f5b9019e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44412/0 (socket says 172.21.15.47:44412) 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 -- 172.21.15.47:0/4073198405 learned_addr learned my addr 172.21.15.47:0/4073198405 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8de00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b90074490 0x7f5b9019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8e800640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b90073b70 0x7f5b9019a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 -- 172.21.15.47:0/4073198405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b90073b70 msgr2=0x7f5b9019a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b90073b70 0x7f5b9019a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 -- 172.21.15.47:0/4073198405 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b90074490 msgr2=0x7f5b9019a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b90074490 0x7f5b9019a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 -- 172.21.15.47:0/4073198405 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b9019f070 con 0x7f5b9010de30 2024-04-25T02:37:50.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8de00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b90074490 0x7f5b9019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:50.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.130+0000 7f5b8f200640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 0x7f5b9019e940 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009b30 tx=0x7f5b880305d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:50.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.131+0000 7f5b87400640 1 -- 172.21.15.47:0/4073198405 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b88041020 con 0x7f5b9010de30 2024-04-25T02:37:50.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.131+0000 7f5b94a00640 1 -- 172.21.15.47:0/4073198405 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b9019f300 con 0x7f5b9010de30 2024-04-25T02:37:50.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.131+0000 7f5b87400640 1 -- 172.21.15.47:0/4073198405 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b88003e50 con 0x7f5b9010de30 2024-04-25T02:37:50.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.131+0000 7f5b87400640 1 -- 172.21.15.47:0/4073198405 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b88036040 con 0x7f5b9010de30 2024-04-25T02:37:50.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.131+0000 7f5b94a00640 1 -- 172.21.15.47:0/4073198405 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b901a6bf0 con 0x7f5b9010de30 2024-04-25T02:37:50.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.134+0000 7f5b983cd740 1 Processor -- start 2024-04-25T02:37:50.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.134+0000 7f5b87400640 1 -- 172.21.15.47:0/4073198405 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5b88044020 con 0x7f5b9010de30 2024-04-25T02:37:50.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b983cd740 1 -- start start 2024-04-25T02:37:50.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c6645c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c66ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c6715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b983cd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bf3c5c8560 con 0x55bf3c66f1d0 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b983cd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55bf3c570930 con 0x55bf3c6641e0 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b983cd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bf3c5c4520 con 0x55bf3c664b00 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b8de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c6645c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b8de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c6645c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39630/0 (socket says 172.21.15.47:39630) 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b8de00640 1 -- 172.21.15.47:0/1387984095 learned_addr learned my addr 172.21.15.47:0/1387984095 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b8e800640 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c66ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.135+0000 7f5b8de00640 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c6715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.136+0000 7f5b8e800640 1 -- 172.21.15.47:0/1387984095 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 msgr2=0x55bf3c6645c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.136+0000 7f5b8e800640 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c6645c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.136+0000 7f5b8e800640 1 -- 172.21.15.47:0/1387984095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 msgr2=0x55bf3c6715c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.136+0000 7f5b8e800640 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c6715c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.136+0000 7f5b8e800640 1 -- 172.21.15.47:0/1387984095 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf3c3a67d0 con 0x55bf3c664b00 2024-04-25T02:37:50.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.136+0000 7f5b8e800640 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c66ec90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5b80009c10 tx=0x7f5b80011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3c65fd71a681fb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:50.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.136+0000 7f5b87400640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5b740a2d00 0x7f5b740a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.146 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b7b400640 1 -- 172.21.15.47:0/1387984095 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b80004230 con 0x55bf3c664b00 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b7b400640 1 -- 172.21.15.47:0/1387984095 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b800043d0 con 0x55bf3c664b00 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b7b400640 1 -- 172.21.15.47:0/1387984095 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b80019620 con 0x55bf3c664b00 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b87400640 1 -- 172.21.15.47:0/4073198405 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f5b880effa0 con 0x7f5b9010de30 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b8de00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5b740a2d00 0x7f5b740a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b983cd740 1 -- 172.21.15.47:0/1387984095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 msgr2=0x55bf3c66ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c66ec90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5b80009c10 tx=0x7f5b80011810 comp rx=0 tx=0).stop 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b8de00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5b740a2d00 0x7f5b740a51c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x55bf3c661690 tx=0x7f5b7c005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b983cd740 1 -- 172.21.15.47:0/1387984095 shutdown_connections 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c6715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c66ec90 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1387984095 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c6645c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.147 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.137+0000 7f5b983cd740 1 -- 172.21.15.47:0/1387984095 >> 172.21.15.47:0/1387984095 conn(0x55bf3c660500 msgr2=0x55bf3c6608e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.138+0000 7f5b983cd740 1 -- 172.21.15.47:0/1387984095 shutdown_connections 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.138+0000 7f5b983cd740 1 -- 172.21.15.47:0/1387984095 wait complete. 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.138+0000 7f5b983cd740 1 -- start start 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.138+0000 7f5b983cd740 1 Processor -- start 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c66c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 0x55bf3c66c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b983cd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bf3c671fc0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b983cd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55bf3c583d90 con 0x55bf3c664b00 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b983cd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bf3c672140 con 0x55bf3c6641e0 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b983cd740 10 client.0 _ll_register_callbacks cb 0x55bf3c583780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:50.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b8f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b8de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 0x55bf3c66c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b8f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44442/0 (socket says 172.21.15.47:44442) 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b8f200640 1 -- 172.21.15.47:0/1558175701 learned_addr learned my addr 172.21.15.47:0/1558175701 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.139+0000 7f5b8e800640 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c66c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b8f200640 1 -- 172.21.15.47:0/1558175701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 msgr2=0x55bf3c66c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b8f200640 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c66c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b8f200640 1 -- 172.21.15.47:0/1558175701 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 msgr2=0x55bf3c66c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b8f200640 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 0x55bf3c66c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b8f200640 1 -- 172.21.15.47:0/1558175701 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf3c2dc3f0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b8f200640 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66cb40 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f5b880bc190 tx=0x7f5b880bc320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96230a11544a431b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b6fe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b6fe00640 1 -- 172.21.15.47:0/1558175701 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b880d5060 con 0x55bf3c66f1d0 2024-04-25T02:37:50.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b6fe00640 1 -- 172.21.15.47:0/1558175701 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f5b880d5200 con 0x55bf3c66f1d0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.140+0000 7f5b983cd740 1 -- 172.21.15.47:0/1558175701 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b800043d0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b6fe00640 1 -- 172.21.15.47:0/1558175701 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5b880bcb90 con 0x55bf3c66f1d0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b983cd740 10 client.16494 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b983cd740 1 -- 172.21.15.47:0/1558175701 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bf3c29c0f0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b6fe00640 1 -- 172.21.15.47:0/1558175701 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b800043d0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b6fe00640 1 -- 172.21.15.47:0/1558175701 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5b880c4c70 con 0x55bf3c66f1d0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b983cd740 10 client.16494 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b983cd740 10 client.16494 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b983cd740 20 client.16494 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bf3c67f4d0 0x55bf3c681970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b983cd740 4 client.16494 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.141+0000 7f5b983cd740 1 -- 172.21.15.47:0/1558175701 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bf3c5dbd90 con 0x55bf3c67f4d0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.142+0000 7f5b8e800640 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bf3c67f4d0 0x55bf3c681970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.142+0000 7f5b8e800640 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bf3c67f4d0 0x55bf3c681970 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecabd876d9753c4d server_cookie=bc87967ae1353f21 in_seq=0 out_seq=0 2024-04-25T02:37:50.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.142+0000 7f5b6fe00640 10 client.16494 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:50.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.143+0000 7f5b6fe00640 1 -- 172.21.15.47:0/1558175701 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bf3c5dbd90 con 0x55bf3c67f4d0 2024-04-25T02:37:50.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.143+0000 7f5b6fe00640 10 client.16494 handle_command_reply: tid=0 2024-04-25T02:37:50.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.143+0000 7f5b983cd740 1 client.16494 shutdown 2024-04-25T02:37:50.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 -- 172.21.15.47:0/1558175701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 msgr2=0x55bf3c66cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66cb40 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f5b880bc190 tx=0x7f5b880bc320 comp rx=0 tx=0).stop 2024-04-25T02:37:50.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 -- 172.21.15.47:0/1558175701 shutdown_connections 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bf3c67f4d0 0x55bf3c681970 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66cb40 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 0x55bf3c66c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 --2- 172.21.15.47:0/1558175701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c66c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b6fe00640 0 client.16494 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 -- 172.21.15.47:0/1558175701 >> 172.21.15.47:0/1558175701 conn(0x55bf3c660500 msgr2=0x55bf3c65f800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 -- 172.21.15.47:0/1558175701 shutdown_connections 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 1 -- 172.21.15.47:0/1558175701 wait complete. 2024-04-25T02:37:50.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.144+0000 7f5b983cd740 20 client.16494 trim_cache size 0 max 16384 2024-04-25T02:37:50.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b983cd740 1 Processor -- start 2024-04-25T02:37:50.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b983cd740 1 -- start start 2024-04-25T02:37:50.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c67aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c666980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b983cd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901b1c40 con 0x55bf3c66f1d0 2024-04-25T02:37:50.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b983cd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901af510 con 0x55bf3c6641e0 2024-04-25T02:37:50.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b983cd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901ad360 con 0x55bf3c664b00 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b8e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c67aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b8e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c67aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:39656/0 (socket says 172.21.15.47:39656) 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.164+0000 7f5b8e800640 1 -- 172.21.15.47:0/25989383 learned_addr learned my addr 172.21.15.47:0/25989383 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8f200640 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8de00640 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c666980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8e800640 1 -- 172.21.15.47:0/25989383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 msgr2=0x55bf3c666980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8e800640 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c666980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8e800640 1 -- 172.21.15.47:0/25989383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 msgr2=0x55bf3c66c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8e800640 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8e800640 1 -- 172.21.15.47:0/25989383 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf3c66a610 con 0x55bf3c6641e0 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8de00640 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c666980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8f200640 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:37:50.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b8e800640 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c67aeb0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5b80011d10 tx=0x7f5b80004400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21586a3361e7713e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b7aa00640 1 -- 172.21.15.47:0/25989383 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b80031070 con 0x55bf3c6641e0 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b7aa00640 1 -- 172.21.15.47:0/25989383 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b800035f0 con 0x55bf3c6641e0 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.165+0000 7f5b7aa00640 1 -- 172.21.15.47:0/25989383 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8001f040 con 0x55bf3c6641e0 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 -- 172.21.15.47:0/25989383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 msgr2=0x55bf3c67aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c67aeb0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5b80011d10 tx=0x7f5b80004400 comp rx=0 tx=0).stop 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 -- 172.21.15.47:0/25989383 shutdown_connections 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c66c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c664b00 0x55bf3c666980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 --2- 172.21.15.47:0/25989383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c6641e0 0x55bf3c67aeb0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 -- 172.21.15.47:0/25989383 >> 172.21.15.47:0/25989383 conn(0x55bf3c660500 msgr2=0x55bf3c66c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 -- 172.21.15.47:0/25989383 shutdown_connections 2024-04-25T02:37:50.172 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.166+0000 7f5b983cd740 1 -- 172.21.15.47:0/25989383 wait complete. 2024-04-25T02:37:50.176 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 1 -- start start 2024-04-25T02:37:50.176 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 1 Processor -- start 2024-04-25T02:37:50.176 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c677510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 0x55bf3c6729a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c672ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901ad9d0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901aee40 con 0x55bf3c664b00 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901ae0a0 con 0x55bf3c6641e0 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.167+0000 7f5b983cd740 10 client.0 _ll_register_callbacks cb 0x7f5b880b8010 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c672ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c677510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c672ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:44466/0 (socket says 172.21.15.47:44466) 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 -- 172.21.15.47:0/3406667924 learned_addr learned my addr 172.21.15.47:0/3406667924 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c677510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:48628/0 (socket says 172.21.15.47:48628) 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8de00640 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 0x55bf3c6729a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 -- 172.21.15.47:0/3406667924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 msgr2=0x55bf3c677510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:50.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c677510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 -- 172.21.15.47:0/3406667924 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 msgr2=0x55bf3c6729a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 0x55bf3c6729a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 -- 172.21.15.47:0/3406667924 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf3c6734a0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8e800640 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c677510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b8f200640 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c672ee0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5b880d5600 tx=0x7f5b88009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b5376dafbf4c6c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.168+0000 7f5b6fe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b6fe00640 1 -- 172.21.15.47:0/3406667924 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b880bc490 con 0x55bf3c66f1d0 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b6fe00640 1 -- 172.21.15.47:0/3406667924 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f5b880bb8e0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 1 -- 172.21.15.47:0/3406667924 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b800035f0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b6fe00640 1 -- 172.21.15.47:0/3406667924 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5b880c0840 con 0x55bf3c66f1d0 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 10 client.16500 fetch_fsmap learned FSMap version 24 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 1 -- 172.21.15.47:0/3406667924 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bf3c6734a0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b6fe00640 1 -- 172.21.15.47:0/3406667924 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b800035f0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b6fe00640 1 -- 172.21.15.47:0/3406667924 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5b88031ae0 con 0x55bf3c66f1d0 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 10 client.16500 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 10 client.16500 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 20 client.16500 populate_metadata read hostname 'smithi047' 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bf3c6e5cb0 0x55bf3c6e80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 4 client.16500 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.169+0000 7f5b983cd740 1 -- 172.21.15.47:0/3406667924 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bf3c5d5aa0 con 0x55bf3c6e5cb0 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.170+0000 7f5b8e800640 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bf3c6e5cb0 0x55bf3c6e80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.170+0000 7f5b8e800640 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bf3c6e5cb0 0x55bf3c6e80d0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dbbaec3e2b099df server_cookie=2b491ef4edfb0185 in_seq=0 out_seq=0 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.170+0000 7f5b6fe00640 10 client.16500 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b6fe00640 1 -- 172.21.15.47:0/3406667924 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55bf3c5d5aa0 con 0x55bf3c6e5cb0 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b6fe00640 10 client.16500 handle_command_reply: tid=0 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 client.16500 shutdown 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 -- 172.21.15.47:0/3406667924 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 msgr2=0x55bf3c672ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c672ee0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5b880d5600 tx=0x7f5b88009500 comp rx=0 tx=0).stop 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 -- 172.21.15.47:0/3406667924 shutdown_connections 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55bf3c6e5cb0 0x55bf3c6e80d0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bf3c66f1d0 0x55bf3c672ee0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55bf3c664b00 0x55bf3c6729a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b6fe00640 0 client.16500 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 --2- 172.21.15.47:0/3406667924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf3c6641e0 0x55bf3c677510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 -- 172.21.15.47:0/3406667924 >> 172.21.15.47:0/3406667924 conn(0x55bf3c660500 msgr2=0x55bf3c66c910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 -- 172.21.15.47:0/3406667924 shutdown_connections 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 1 -- 172.21.15.47:0/3406667924 wait complete. 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.171+0000 7f5b983cd740 20 client.16500 trim_cache size 0 max 16384 2024-04-25T02:37:50.180 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout: "3282d56b-643d-4e21-a096-f568d560e443": { 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "3282d56b-643d-4e21-a096-f568d560e443", 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:37:50.181 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 -- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5b740a2d00 msgr2=0x7f5b740a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5b740a2d00 0x7f5b740a51c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x55bf3c661690 tx=0x7f5b7c005f90 comp rx=0 tx=0).stop 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 -- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 msgr2=0x7f5b9019e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 0x7f5b9019e940 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009b30 tx=0x7f5b880305d0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 -- 172.21.15.47:0/4073198405 shutdown_connections 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5b740a2d00 0x7f5b740a51c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b9010de30 0x7f5b9019e940 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b90074490 0x7f5b9019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 --2- 172.21.15.47:0/4073198405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b90073b70 0x7f5b9019a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:37:50.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 -- 172.21.15.47:0/4073198405 >> 172.21.15.47:0/4073198405 conn(0x7f5b900fd0e0 msgr2=0x7f5b900fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:37:50.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 -- 172.21.15.47:0/4073198405 shutdown_connections 2024-04-25T02:37:50.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:37:50.172+0000 7f5b94a00640 1 -- 172.21.15.47:0/4073198405 wait complete. 2024-04-25T02:37:50.195 INFO:tasks.cephfs.filesystem:scrub status for tag:3282d56b-643d-4e21-a096-f568d560e443 - {'path': '/', 'tag': '3282d56b-643d-4e21-a096-f568d560e443', 'options': 'recursive,force'} 2024-04-25T02:37:50.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:50 smithi178 ceph-mon[33053]: pgmap v157: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:50.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:50 smithi047 ceph-mon[27871]: pgmap v157: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:50 smithi113 ceph-mon[32459]: pgmap v157: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:51 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:37:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:51 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:51 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:37:51.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:51 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:51 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:37:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:51 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:51 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:37:51.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:51 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:51 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:37:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:51 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:51 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:37:52.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:51 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:37:52.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:52 smithi178 ceph-mon[33053]: pgmap v158: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:52.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:52 smithi047 ceph-mon[27871]: pgmap v158: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:52 smithi113 ceph-mon[32459]: pgmap v158: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:37:54.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:54 smithi178 ceph-mon[33053]: pgmap v159: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:54.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:54 smithi047 ceph-mon[27871]: pgmap v159: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:54 smithi113 ceph-mon[32459]: pgmap v159: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:55.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:55 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:37:55.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:55 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:37:56.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:55 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:37:56.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:56 smithi178 ceph-mon[33053]: pgmap v160: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:37:56.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:56 smithi047 ceph-mon[27871]: pgmap v160: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:37:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:56 smithi113 ceph-mon[32459]: pgmap v160: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:37:57.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:57 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:37:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:57 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:37:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:57 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:37:58.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:58 smithi047 ceph-mon[27871]: pgmap v161: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:58 smithi113 ceph-mon[32459]: pgmap v161: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:59.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:58 smithi178 ceph-mon[33053]: pgmap v161: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:37:59.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:59 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:37:59.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:59 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:37:59.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:37:59 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:38:00.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:59 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:38:00.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:59 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:38:00.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:37:59 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:38:00.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:59 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:38:00.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:59 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:38:00.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:37:59 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:38:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:00 smithi178 ceph-mon[33053]: pgmap v162: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:00 smithi047 ceph-mon[27871]: pgmap v162: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:01.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:00 smithi113 ceph-mon[32459]: pgmap v162: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:02 smithi178 ceph-mon[33053]: pgmap v163: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:03.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:02 smithi047 ceph-mon[27871]: pgmap v163: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:02 smithi113 ceph-mon[32459]: pgmap v163: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:05.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:04 smithi178 ceph-mon[33053]: pgmap v164: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:38:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:04 smithi047 ceph-mon[27871]: pgmap v164: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:38:05.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:04 smithi113 ceph-mon[32459]: pgmap v164: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T02:38:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:06 smithi178 ceph-mon[33053]: pgmap v165: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:38:07.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:06 smithi047 ceph-mon[27871]: pgmap v165: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:38:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:06 smithi113 ceph-mon[32459]: pgmap v165: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T02:38:09.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:08 smithi178 ceph-mon[33053]: pgmap v166: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:38:09.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:08 smithi047 ceph-mon[27871]: pgmap v166: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:38:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:08 smithi113 ceph-mon[32459]: pgmap v166: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:38:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:10 smithi178 ceph-mon[33053]: pgmap v167: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:38:11.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:10 smithi047 ceph-mon[27871]: pgmap v167: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:38:11.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:10 smithi113 ceph-mon[32459]: pgmap v167: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:38:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:12 smithi178 ceph-mon[33053]: pgmap v168: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:38:13.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:12 smithi047 ceph-mon[27871]: pgmap v168: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:38:13.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:12 smithi113 ceph-mon[32459]: pgmap v168: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-25T02:38:14.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:13 smithi047 ceph-mon[27871]: pgmap v169: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:38:14.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:13 smithi113 ceph-mon[32459]: pgmap v169: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:38:14.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:13 smithi178 ceph-mon[33053]: pgmap v169: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-25T02:38:16.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:16 smithi178 ceph-mon[33053]: pgmap v170: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:38:16.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:16 smithi047 ceph-mon[27871]: pgmap v170: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:38:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:16 smithi113 ceph-mon[32459]: pgmap v170: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T02:38:18.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:18 smithi178 ceph-mon[33053]: pgmap v171: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-25T02:38:18.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:18 smithi047 ceph-mon[27871]: pgmap v171: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-25T02:38:19.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:18 smithi113 ceph-mon[32459]: pgmap v171: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-25T02:38:20.197 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:38:20.197 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:38:20.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 -- 172.21.15.47:0/1935469149 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe46010dd00 msgr2=0x7fe46010e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 --2- 172.21.15.47:0/1935469149 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe46010dd00 0x7fe46010e0e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe450009860 tx=0x7fe45002a3d0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 -- 172.21.15.47:0/1935469149 shutdown_connections 2024-04-25T02:38:20.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 --2- 172.21.15.47:0/1935469149 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe460108680 0x7fe460114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 --2- 172.21.15.47:0/1935469149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe460107ce0 0x7fe460108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 --2- 172.21.15.47:0/1935469149 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe46010dd00 0x7fe46010e0e0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 -- 172.21.15.47:0/1935469149 >> 172.21.15.47:0/1935469149 conn(0x7fe460077560 msgr2=0x7fe460106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:20.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 -- 172.21.15.47:0/1935469149 shutdown_connections 2024-04-25T02:38:20.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.417+0000 7fe45f200640 1 -- 172.21.15.47:0/1935469149 wait complete. 2024-04-25T02:38:20.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.419+0000 7fe45f200640 1 Processor -- start 2024-04-25T02:38:20.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.419+0000 7fe45f200640 1 -- start start 2024-04-25T02:38:20.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.419+0000 7fe45f200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe460107ce0 0x7fe46019e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.419+0000 7fe45f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe460108680 0x7fe46019e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.419+0000 7fe45f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe46010dd00 0x7fe4601a2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.419+0000 7fe45f200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe460118020 con 0x7fe46010dd00 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.419+0000 7fe45f200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe460117ea0 con 0x7fe460107ce0 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.419+0000 7fe45f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4601181a0 con 0x7fe460108680 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe46010dd00 0x7fe4601a2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe46010dd00 0x7fe4601a2ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59114/0 (socket says 172.21.15.47:59114) 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45e800640 1 -- 172.21.15.47:0/3044017554 learned_addr learned my addr 172.21.15.47:0/3044017554 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45de00640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe460107ce0 0x7fe46019e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45d400640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe460108680 0x7fe46019e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45e800640 1 -- 172.21.15.47:0/3044017554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe460108680 msgr2=0x7fe46019e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45e800640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe460108680 0x7fe46019e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45e800640 1 -- 172.21.15.47:0/3044017554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe460107ce0 msgr2=0x7fe46019e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45e800640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe460107ce0 0x7fe46019e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45e800640 1 -- 172.21.15.47:0/3044017554 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4601a3410 con 0x7fe46010dd00 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.420+0000 7fe45de00640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe460107ce0 0x7fe46019e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.421+0000 7fe45e800640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe46010dd00 0x7fe4601a2ce0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe45800ea60 tx=0x7fe45800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.421+0000 7fe456a00640 1 -- 172.21.15.47:0/3044017554 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45800ce40 con 0x7fe46010dd00 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.421+0000 7fe456a00640 1 -- 172.21.15.47:0/3044017554 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe458005020 con 0x7fe46010dd00 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.421+0000 7fe45f200640 1 -- 172.21.15.47:0/3044017554 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4601a3700 con 0x7fe46010dd00 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.421+0000 7fe456a00640 1 -- 172.21.15.47:0/3044017554 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe458010690 con 0x7fe46010dd00 2024-04-25T02:38:20.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.421+0000 7fe45f200640 1 -- 172.21.15.47:0/3044017554 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4601aaf90 con 0x7fe46010dd00 2024-04-25T02:38:20.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.424+0000 7fe467b9c740 1 Processor -- start 2024-04-25T02:38:20.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.424+0000 7fe456a00640 1 -- 172.21.15.47:0/3044017554 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe458005520 con 0x7fe46010dd00 2024-04-25T02:38:20.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe467b9c740 1 -- start start 2024-04-25T02:38:20.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723215c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab7232bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab7232e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe467b9c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ab72285560 con 0x55ab7232c1d0 2024-04-25T02:38:20.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe467b9c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55ab7222d930 con 0x55ab723211e0 2024-04-25T02:38:20.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe467b9c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ab72281520 con 0x55ab72321b00 2024-04-25T02:38:20.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe45de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab7232bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe45d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723215c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe45de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab7232bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:34218/0 (socket says 172.21.15.47:34218) 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe45de00640 1 -- 172.21.15.47:0/1785400907 learned_addr learned my addr 172.21.15.47:0/1785400907 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.425+0000 7fe45d400640 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab7232e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe45de00640 1 -- 172.21.15.47:0/1785400907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 msgr2=0x55ab723215c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe45de00640 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723215c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe45de00640 1 -- 172.21.15.47:0/1785400907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 msgr2=0x55ab7232e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe45de00640 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab7232e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe45de00640 1 -- 172.21.15.47:0/1785400907 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab720637d0 con 0x55ab72321b00 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe45d400640 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab7232e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:38:20.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe45de00640 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab7232bc90 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe450009860 tx=0x7fe450009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38c1f281a7295d19 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe44b400640 1 -- 172.21.15.47:0/1785400907 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4500305a0 con 0x55ab72321b00 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.426+0000 7fe456a00640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe4440a2d00 0x7fe4440a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe44b400640 1 -- 172.21.15.47:0/1785400907 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe450005520 con 0x55ab72321b00 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe44b400640 1 -- 172.21.15.47:0/1785400907 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45002f570 con 0x55ab72321b00 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe456a00640 1 -- 172.21.15.47:0/3044017554 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe4580cf910 con 0x7fe46010dd00 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe45d400640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe4440a2d00 0x7fe4440a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe467b9c740 1 -- 172.21.15.47:0/1785400907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 msgr2=0x55ab7232bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab7232bc90 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe450009860 tx=0x7fe450009560 comp rx=0 tx=0).stop 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe467b9c740 1 -- 172.21.15.47:0/1785400907 shutdown_connections 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab7232e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab7232bc90 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1785400907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723215c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.427+0000 7fe467b9c740 1 -- 172.21.15.47:0/1785400907 >> 172.21.15.47:0/1785400907 conn(0x55ab7231d500 msgr2=0x55ab7231d8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:20.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.428+0000 7fe45d400640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe4440a2d00 0x7fe4440a51c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x55ab7231e690 tx=0x7fe44c009260 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:20.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.428+0000 7fe467b9c740 1 -- 172.21.15.47:0/1785400907 shutdown_connections 2024-04-25T02:38:20.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.428+0000 7fe467b9c740 1 -- 172.21.15.47:0/1785400907 wait complete. 2024-04-25T02:38:20.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.428+0000 7fe467b9c740 1 -- start start 2024-04-25T02:38:20.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.428+0000 7fe467b9c740 1 Processor -- start 2024-04-25T02:38:20.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723290b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab72321b00 0x55ab723295f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72329b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe467b9c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ab7232ef60 con 0x55ab72321b00 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe467b9c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55ab72240d90 con 0x55ab723211e0 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe467b9c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ab7232f0e0 con 0x55ab7232c1d0 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe467b9c740 10 client.0 _ll_register_callbacks cb 0x55ab72240780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe45de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723290b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe45d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab72321b00 0x55ab723295f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe45de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723290b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38290/0 (socket says 172.21.15.47:38290) 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe45de00640 1 -- 172.21.15.47:0/530341970 learned_addr learned my addr 172.21.15.47:0/530341970 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:20.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.429+0000 7fe45e800640 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72329b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe45de00640 1 -- 172.21.15.47:0/530341970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 msgr2=0x55ab72329b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe45de00640 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72329b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe45de00640 1 -- 172.21.15.47:0/530341970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab72321b00 msgr2=0x55ab723295f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe45de00640 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab72321b00 0x55ab723295f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe45de00640 1 -- 172.21.15.47:0/530341970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab71f993f0 con 0x55ab723211e0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe45d400640 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab72321b00 0x55ab723295f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe45de00640 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723290b0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe45002a8f0 tx=0x7fe450004a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f887b7e54a5bfa7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe43fe00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe43fe00640 1 -- 172.21.15.47:0/530341970 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4500307b0 con 0x55ab723211e0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe43fe00640 1 -- 172.21.15.47:0/530341970 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe45002f570 con 0x55ab723211e0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.430+0000 7fe467b9c740 1 -- 172.21.15.47:0/530341970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe450005520 con 0x55ab723211e0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.431+0000 7fe43fe00640 1 -- 172.21.15.47:0/530341970 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe450058050 con 0x55ab723211e0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.431+0000 7fe467b9c740 10 client.26624 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.431+0000 7fe467b9c740 1 -- 172.21.15.47:0/530341970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ab71f590f0 con 0x55ab723211e0 2024-04-25T02:38:20.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.431+0000 7fe43fe00640 1 -- 172.21.15.47:0/530341970 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe450005520 con 0x55ab723211e0 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.432+0000 7fe43fe00640 1 -- 172.21.15.47:0/530341970 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe450044020 con 0x55ab723211e0 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.432+0000 7fe467b9c740 10 client.26624 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.432+0000 7fe467b9c740 10 client.26624 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.432+0000 7fe467b9c740 20 client.26624 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.432+0000 7fe467b9c740 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ab7233c350 0x55ab7233e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.432+0000 7fe467b9c740 4 client.26624 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.432+0000 7fe467b9c740 1 -- 172.21.15.47:0/530341970 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab72298d90 con 0x55ab7233c350 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.432+0000 7fe45d400640 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ab7233c350 0x55ab7233e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.433+0000 7fe45d400640 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ab7233c350 0x55ab7233e740 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ed7fe117172c6d9 server_cookie=54577aba251804e0 in_seq=0 out_seq=0 2024-04-25T02:38:20.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.433+0000 7fe43fe00640 10 client.26624 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:20.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe43fe00640 1 -- 172.21.15.47:0/530341970 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ab72298d90 con 0x55ab7233c350 2024-04-25T02:38:20.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe43fe00640 10 client.26624 handle_command_reply: tid=0 2024-04-25T02:38:20.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 client.26624 shutdown 2024-04-25T02:38:20.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 -- 172.21.15.47:0/530341970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 msgr2=0x55ab723290b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723290b0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe45002a8f0 tx=0x7fe450004a10 comp rx=0 tx=0).stop 2024-04-25T02:38:20.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 -- 172.21.15.47:0/530341970 shutdown_connections 2024-04-25T02:38:20.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ab7233c350 0x55ab7233e740 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72329b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab72321b00 0x55ab723295f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 --2- 172.21.15.47:0/530341970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab723290b0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe43fe00640 0 client.26624 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:20.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 -- 172.21.15.47:0/530341970 >> 172.21.15.47:0/530341970 conn(0x55ab7231d500 msgr2=0x55ab7231c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:20.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.434+0000 7fe467b9c740 1 -- 172.21.15.47:0/530341970 shutdown_connections 2024-04-25T02:38:20.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.435+0000 7fe467b9c740 1 -- 172.21.15.47:0/530341970 wait complete. 2024-04-25T02:38:20.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.435+0000 7fe467b9c740 20 client.26624 trim_cache size 0 max 16384 2024-04-25T02:38:20.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.454+0000 7fe467b9c740 1 Processor -- start 2024-04-25T02:38:20.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.454+0000 7fe467b9c740 1 -- start start 2024-04-25T02:38:20.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.454+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab723211e0 0x55ab723388f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.454+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab72321b00 0x55ab72337eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.454+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72323080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.454+0000 7fe467b9c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe4601b5fe0 con 0x55ab723211e0 2024-04-25T02:38:20.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.454+0000 7fe467b9c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe4601b38b0 con 0x55ab72321b00 2024-04-25T02:38:20.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.454+0000 7fe467b9c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4601b1700 con 0x55ab7232c1d0 2024-04-25T02:38:20.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72323080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72323080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:34238/0 (socket says 172.21.15.47:34238) 2024-04-25T02:38:20.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 -- 172.21.15.47:0/3396818159 learned_addr learned my addr 172.21.15.47:0/3396818159 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:20.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab723211e0 0x55ab723388f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45d400640 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab72321b00 0x55ab72337eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 -- 172.21.15.47:0/3396818159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab72321b00 msgr2=0x55ab72337eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab72321b00 0x55ab72337eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 -- 172.21.15.47:0/3396818159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab723211e0 msgr2=0x55ab723388f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab723211e0 0x55ab723388f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 -- 172.21.15.47:0/3396818159 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab72323a30 con 0x55ab7232c1d0 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45d400640 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab72321b00 0x55ab72337eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.455+0000 7fe45e800640 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72323080 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe45800c760 tx=0x7fe45809ba70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45e45a2c0e27e302 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.456+0000 7fe44aa00640 1 -- 172.21.15.47:0/3396818159 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4580a4a70 con 0x55ab7232c1d0 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.456+0000 7fe44aa00640 1 -- 172.21.15.47:0/3396818159 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4580051d0 con 0x55ab7232c1d0 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.456+0000 7fe44aa00640 1 -- 172.21.15.47:0/3396818159 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4580a4840 con 0x55ab7232c1d0 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.456+0000 7fe467b9c740 1 -- 172.21.15.47:0/3396818159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 msgr2=0x55ab72323080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.456+0000 7fe467b9c740 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72323080 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe45800c760 tx=0x7fe45809ba70 comp rx=0 tx=0).stop 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.456+0000 7fe467b9c740 1 -- 172.21.15.47:0/3396818159 shutdown_connections 2024-04-25T02:38:20.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.456+0000 7fe467b9c740 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab7232c1d0 0x55ab72323080 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.457+0000 7fe467b9c740 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab72321b00 0x55ab72337eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.457+0000 7fe467b9c740 1 --2- 172.21.15.47:0/3396818159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab723211e0 0x55ab723388f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.457+0000 7fe467b9c740 1 -- 172.21.15.47:0/3396818159 >> 172.21.15.47:0/3396818159 conn(0x55ab7231d500 msgr2=0x55ab72322970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:20.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.457+0000 7fe467b9c740 1 -- 172.21.15.47:0/3396818159 shutdown_connections 2024-04-25T02:38:20.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.457+0000 7fe467b9c740 1 -- 172.21.15.47:0/3396818159 wait complete. 2024-04-25T02:38:20.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.457+0000 7fe467b9c740 1 -- start start 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.457+0000 7fe467b9c740 1 Processor -- start 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab72325e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab723263d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe467b9c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab72326910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe467b9c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe4601b1d70 con 0x55ab7232c1d0 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe467b9c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe4601b31e0 con 0x55ab723211e0 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe467b9c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4601b2440 con 0x55ab72321b00 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe467b9c740 10 client.0 _ll_register_callbacks cb 0x7fe450004760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:20.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab72326910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab723263d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab72325e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab72325e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38314/0 (socket says 172.21.15.47:38314) 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab72326910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59152/0 (socket says 172.21.15.47:59152) 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45de00640 1 -- 172.21.15.47:0/1960827347 learned_addr learned my addr 172.21.15.47:0/1960827347 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab723263d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:34250/0 (socket says 172.21.15.47:34250) 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45de00640 1 -- 172.21.15.47:0/1960827347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 msgr2=0x55ab723263d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45de00640 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab723263d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45de00640 1 -- 172.21.15.47:0/1960827347 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 msgr2=0x55ab72326910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45de00640 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab72326910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.458+0000 7fe45de00640 1 -- 172.21.15.47:0/1960827347 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab723a1710 con 0x55ab723211e0 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.459+0000 7fe45de00640 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab72325e90 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe450005490 tx=0x7fe450004b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55311ca341db4fbf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.459+0000 7fe43fe00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:38:20.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.459+0000 7fe43fe00640 1 -- 172.21.15.47:0/1960827347 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe450030e60 con 0x55ab723211e0 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.459+0000 7fe43fe00640 1 -- 172.21.15.47:0/1960827347 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fe4500307c0 con 0x55ab723211e0 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.459+0000 7fe467b9c740 1 -- 172.21.15.47:0/1960827347 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4580051d0 con 0x55ab723211e0 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.459+0000 7fe43fe00640 1 -- 172.21.15.47:0/1960827347 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe450004810 con 0x55ab723211e0 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.459+0000 7fe467b9c740 10 client.26630 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.459+0000 7fe467b9c740 1 -- 172.21.15.47:0/1960827347 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ab723a2a00 con 0x55ab723211e0 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.460+0000 7fe43fe00640 1 -- 172.21.15.47:0/1960827347 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4580051d0 con 0x55ab723211e0 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.460+0000 7fe43fe00640 1 -- 172.21.15.47:0/1960827347 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe450044070 con 0x55ab723211e0 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.460+0000 7fe467b9c740 10 client.26630 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.460+0000 7fe467b9c740 10 client.26630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:20.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.460+0000 7fe467b9c740 20 client.26630 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:20.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.460+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ab723a3120 0x55ab723a5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.460+0000 7fe467b9c740 4 client.26630 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:38:20.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.460+0000 7fe467b9c740 1 -- 172.21.15.47:0/1960827347 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ab72292aa0 con 0x55ab723a3120 2024-04-25T02:38:20.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.461+0000 7fe45d400640 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ab723a3120 0x55ab723a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.461+0000 7fe45d400640 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ab723a3120 0x55ab723a5540 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a46b87a88d8c1fc server_cookie=80bbfc5b687bd2e5 in_seq=0 out_seq=0 2024-04-25T02:38:20.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.461+0000 7fe43fe00640 10 client.26630 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:20.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.461+0000 7fe43fe00640 1 -- 172.21.15.47:0/1960827347 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ab72292aa0 con 0x55ab723a3120 2024-04-25T02:38:20.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.461+0000 7fe43fe00640 10 client.26630 handle_command_reply: tid=0 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.461+0000 7fe467b9c740 1 client.26630 shutdown 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 -- 172.21.15.47:0/1960827347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 msgr2=0x55ab72325e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab72325e90 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe450005490 tx=0x7fe450004b50 comp rx=0 tx=0).stop 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 -- 172.21.15.47:0/1960827347 shutdown_connections 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ab723a3120 0x55ab723a5540 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ab7232c1d0 0x55ab72326910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ab72321b00 0x55ab723263d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 --2- 172.21.15.47:0/1960827347 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ab723211e0 0x55ab72325e90 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe43fe00640 0 client.26630 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:20.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 -- 172.21.15.47:0/1960827347 >> 172.21.15.47:0/1960827347 conn(0x55ab7231d500 msgr2=0x55ab723231c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:20.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 -- 172.21.15.47:0/1960827347 shutdown_connections 2024-04-25T02:38:20.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 1 -- 172.21.15.47:0/1960827347 wait complete. 2024-04-25T02:38:20.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.462+0000 7fe467b9c740 20 client.26630 trim_cache size 0 max 16384 2024-04-25T02:38:20.471 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:38:20.471 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:38:20.471 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:38:20.471 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:38:20.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 -- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe4440a2d00 msgr2=0x7fe4440a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe4440a2d00 0x7fe4440a51c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x55ab7231e690 tx=0x7fe44c009260 comp rx=0 tx=0).stop 2024-04-25T02:38:20.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 -- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe46010dd00 msgr2=0x7fe4601a2ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe46010dd00 0x7fe4601a2ce0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe45800ea60 tx=0x7fe45800ef20 comp rx=0 tx=0).stop 2024-04-25T02:38:20.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 -- 172.21.15.47:0/3044017554 shutdown_connections 2024-04-25T02:38:20.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe4440a2d00 0x7fe4440a51c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe46010dd00 0x7fe4601a2ce0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe460108680 0x7fe46019e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 --2- 172.21.15.47:0/3044017554 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe460107ce0 0x7fe46019e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 -- 172.21.15.47:0/3044017554 >> 172.21.15.47:0/3044017554 conn(0x7fe460077560 msgr2=0x7fe4600784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:20.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 -- 172.21.15.47:0/3044017554 shutdown_connections 2024-04-25T02:38:20.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.463+0000 7fe45f200640 1 -- 172.21.15.47:0/3044017554 wait complete. 2024-04-25T02:38:20.485 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:38:20.486 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 -- 172.21.15.47:0/1683422230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6200103730 msgr2=0x7f6200103bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 --2- 172.21.15.47:0/1683422230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6200103730 0x7f6200103bb0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f61f0009890 tx=0x7f61f002a360 comp rx=0 tx=0).stop 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 -- 172.21.15.47:0/1683422230 shutdown_connections 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 --2- 172.21.15.47:0/1683422230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f62001040f0 0x7f6200110600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 --2- 172.21.15.47:0/1683422230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6200103730 0x7f6200103bb0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 --2- 172.21.15.47:0/1683422230 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6200109740 0x7f6200109b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 -- 172.21.15.47:0/1683422230 >> 172.21.15.47:0/1683422230 conn(0x7f62000ff1e0 msgr2=0x7f6200101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 -- 172.21.15.47:0/1683422230 shutdown_connections 2024-04-25T02:38:20.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.701+0000 7f6206400640 1 -- 172.21.15.47:0/1683422230 wait complete. 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.702+0000 7f6206400640 1 Processor -- start 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.702+0000 7f6206400640 1 -- start start 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f6206400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6200103730 0x7f620019a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f6206400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62001040f0 0x7f620019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f6206400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6200109740 0x7f620019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f6206400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6200113b50 con 0x7f6200109740 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f6206400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f62001139d0 con 0x7f62001040f0 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f6206400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6200113cd0 con 0x7f6200103730 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f61ffe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62001040f0 0x7f620019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f6205000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6200103730 0x7f620019a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f6205a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6200109740 0x7f620019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f61ffe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62001040f0 0x7f620019a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38342/0 (socket says 172.21.15.47:38342) 2024-04-25T02:38:20.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.703+0000 7f61ffe00640 1 -- 172.21.15.47:0/4200047234 learned_addr learned my addr 172.21.15.47:0/4200047234 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:20.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.704+0000 7f61ffe00640 1 -- 172.21.15.47:0/4200047234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6200103730 msgr2=0x7f620019a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.704+0000 7f61ffe00640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6200103730 0x7f620019a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.704+0000 7f61ffe00640 1 -- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6200109740 msgr2=0x7f620019e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.704+0000 7f61ffe00640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6200109740 0x7f620019e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.704+0000 7f61ffe00640 1 -- 172.21.15.47:0/4200047234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f620019f050 con 0x7f62001040f0 2024-04-25T02:38:20.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.704+0000 7f61ffe00640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62001040f0 0x7f620019a5f0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f61f0033ae0 tx=0x7f61f0033b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:20.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.704+0000 7f61fd600640 1 -- 172.21.15.47:0/4200047234 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f0037040 con 0x7f62001040f0 2024-04-25T02:38:20.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.704+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f620019f2e0 con 0x7f62001040f0 2024-04-25T02:38:20.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.705+0000 7f61fd600640 1 -- 172.21.15.47:0/4200047234 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61f0040070 con 0x7f62001040f0 2024-04-25T02:38:20.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.705+0000 7f61fd600640 1 -- 172.21.15.47:0/4200047234 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f0003960 con 0x7f62001040f0 2024-04-25T02:38:20.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.705+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62001a6bd0 con 0x7f62001040f0 2024-04-25T02:38:20.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.706+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62000688d0 con 0x7f62001040f0 2024-04-25T02:38:20.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.708+0000 7f61fd600640 1 -- 172.21.15.47:0/4200047234 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f61f0030580 con 0x7f62001040f0 2024-04-25T02:38:20.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.709+0000 7f61fd600640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f61e40a2d00 0x7f61e40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:20.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.709+0000 7f61fd600640 1 -- 172.21.15.47:0/4200047234 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f61f00ef120 con 0x7f62001040f0 2024-04-25T02:38:20.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.710+0000 7f6205000640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f61e40a2d00 0x7f61e40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:20.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.710+0000 7f6205000640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f61e40a2d00 0x7f61e40a51c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f61e8009b50 tx=0x7f61e8005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:20.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.714+0000 7f61fd600640 1 -- 172.21.15.47:0/4200047234 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f61f004a020 con 0x7f62001040f0 2024-04-25T02:38:20.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:20 smithi178 ceph-mon[33053]: pgmap v172: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-25T02:38:20.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:20 smithi047 ceph-mon[27871]: pgmap v172: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-25T02:38:20.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.961+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f620010bcd0 con 0x7f62001040f0 2024-04-25T02:38:20.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.962+0000 7f61fd600640 1 -- 172.21.15.47:0/4200047234 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f61f00bbe20 con 0x7f62001040f0 2024-04-25T02:38:20.966 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:38:20.967 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:38:20.967 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:38:20.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.965+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f61e40a2d00 msgr2=0x7f61e40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.965+0000 7f6206400640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f61e40a2d00 0x7f61e40a51c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f61e8009b50 tx=0x7f61e8005f90 comp rx=0 tx=0).stop 2024-04-25T02:38:20.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62001040f0 msgr2=0x7f620019a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62001040f0 0x7f620019a5f0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f61f0033ae0 tx=0x7f61f0033b10 comp rx=0 tx=0).stop 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 shutdown_connections 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f61e40a2d00 0x7f61e40a51c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6200109740 0x7f620019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f62001040f0 0x7f620019a5f0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 --2- 172.21.15.47:0/4200047234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6200103730 0x7f620019a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 >> 172.21.15.47:0/4200047234 conn(0x7f62000ff1e0 msgr2=0x7f62000ff9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 shutdown_connections 2024-04-25T02:38:20.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:20.966+0000 7f6206400640 1 -- 172.21.15.47:0/4200047234 wait complete. 2024-04-25T02:38:20.990 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:38:21.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:20 smithi113 ceph-mon[32459]: pgmap v172: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 -- 172.21.15.47:0/148208581 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae10101fb0 msgr2=0x7fae1010e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 --2- 172.21.15.47:0/148208581 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae10101fb0 0x7fae1010e4c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fae08009ca0 tx=0x7fae0802a8c0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 -- 172.21.15.47:0/148208581 shutdown_connections 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 --2- 172.21.15.47:0/148208581 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae10101fb0 0x7fae1010e4c0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 --2- 172.21.15.47:0/148208581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae101015f0 0x7fae10101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 --2- 172.21.15.47:0/148208581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae10107690 0x7fae10107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 -- 172.21.15.47:0/148208581 >> 172.21.15.47:0/148208581 conn(0x7fae100fd0e0 msgr2=0x7fae100ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 -- 172.21.15.47:0/148208581 shutdown_connections 2024-04-25T02:38:21.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.205+0000 7fae16e00640 1 -- 172.21.15.47:0/148208581 wait complete. 2024-04-25T02:38:21.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.206+0000 7fae16e00640 1 Processor -- start 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.206+0000 7fae16e00640 1 -- start start 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.206+0000 7fae16e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae101015f0 0x7fae10199f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.206+0000 7fae16e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae10101fb0 0x7fae1019a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.206+0000 7fae16e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae10107690 0x7fae1019e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.206+0000 7fae16e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae10111a10 con 0x7fae10101fb0 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.206+0000 7fae16e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae10111890 con 0x7fae101015f0 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.206+0000 7fae16e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae10111b90 con 0x7fae10107690 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae101015f0 0x7fae10199f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae101015f0 0x7fae10199f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38356/0 (socket says 172.21.15.47:38356) 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 -- 172.21.15.47:0/2128075518 learned_addr learned my addr 172.21.15.47:0/2128075518 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15000640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae10101fb0 0x7fae1019a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae16400640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae10107690 0x7fae1019e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 -- 172.21.15.47:0/2128075518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae10107690 msgr2=0x7fae1019e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae10107690 0x7fae1019e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 -- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae10101fb0 msgr2=0x7fae1019a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae10101fb0 0x7fae1019a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 -- 172.21.15.47:0/2128075518 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae1019ef80 con 0x7fae101015f0 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae16400640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae10107690 0x7fae1019e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.207+0000 7fae15a00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae101015f0 0x7fae10199f90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fae0400e9c0 tx=0x7fae0400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.208+0000 7fae0e000640 1 -- 172.21.15.47:0/2128075518 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0400cd80 con 0x7fae101015f0 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.208+0000 7fae0e000640 1 -- 172.21.15.47:0/2128075518 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae040035f0 con 0x7fae101015f0 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.208+0000 7fae0e000640 1 -- 172.21.15.47:0/2128075518 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04010690 con 0x7fae101015f0 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.208+0000 7fae16e00640 1 -- 172.21.15.47:0/2128075518 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae1019f270 con 0x7fae101015f0 2024-04-25T02:38:21.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.208+0000 7fae16e00640 1 -- 172.21.15.47:0/2128075518 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae101a6b00 con 0x7fae101015f0 2024-04-25T02:38:21.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.211+0000 7fae1b225740 1 Processor -- start 2024-04-25T02:38:21.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.211+0000 7fae1b225740 1 -- start start 2024-04-25T02:38:21.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.211+0000 7fae0e000640 1 -- 172.21.15.47:0/2128075518 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fae040037a0 con 0x7fae101015f0 2024-04-25T02:38:21.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.211+0000 7fae1b225740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410ca7a0 0x55f6410cab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.211+0000 7fae1b225740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae1b225740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410d5790 0x55f6410d7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae1b225740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f64102f4e0 con 0x55f6410d5790 2024-04-25T02:38:21.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae1b225740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f640fd7a70 con 0x55f6410ca7a0 2024-04-25T02:38:21.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae1b225740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f64102b4a0 con 0x55f6410cb0c0 2024-04-25T02:38:21.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae16400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410ca7a0 0x55f6410cab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae15000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410d5790 0x55f6410d7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae16400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410ca7a0 0x55f6410cab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38360/0 (socket says 172.21.15.47:38360) 2024-04-25T02:38:21.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae16400640 1 -- 172.21.15.47:0/1011018862 learned_addr learned my addr 172.21.15.47:0/1011018862 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae15a00640 1 --2- 172.21.15.47:0/1011018862 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae16400640 1 -- 172.21.15.47:0/1011018862 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 msgr2=0x55f6410d5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae16400640 1 --2- 172.21.15.47:0/1011018862 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae16400640 1 -- 172.21.15.47:0/1011018862 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410d5790 msgr2=0x55f6410d7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae16400640 1 --2- 172.21.15.47:0/1011018862 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410d5790 0x55f6410d7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.212+0000 7fae16400640 1 -- 172.21.15.47:0/1011018862 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f640d433f0 con 0x55f6410ca7a0 2024-04-25T02:38:21.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.213+0000 7fae16400640 1 --2- 172.21.15.47:0/1011018862 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410ca7a0 0x55f6410cab80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fae0802f530 tx=0x7fae08009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c09e3978a5289c66 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.213+0000 7fae02a00640 1 -- 172.21.15.47:0/1011018862 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae08031da0 con 0x55f6410ca7a0 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.213+0000 7fae02a00640 1 -- 172.21.15.47:0/1011018862 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae08036040 con 0x55f6410ca7a0 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.213+0000 7fae02a00640 1 -- 172.21.15.47:0/1011018862 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae08004330 con 0x55f6410ca7a0 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.213+0000 7fae0e000640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fadf80a2d00 0x7fadf80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.213+0000 7fae0e000640 1 -- 172.21.15.47:0/2128075518 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fae040cf8f0 con 0x7fae101015f0 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae15a00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fadf80a2d00 0x7fadf80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 -- 172.21.15.47:0/1011018862 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410ca7a0 msgr2=0x55f6410cab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 --2- 172.21.15.47:0/1011018862 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410ca7a0 0x55f6410cab80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fae0802f530 tx=0x7fae08009360 comp rx=0 tx=0).stop 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 -- 172.21.15.47:0/1011018862 shutdown_connections 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 --2- 172.21.15.47:0/1011018862 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410d5790 0x55f6410d7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 --2- 172.21.15.47:0/1011018862 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 --2- 172.21.15.47:0/1011018862 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410ca7a0 0x55f6410cab80 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 -- 172.21.15.47:0/1011018862 >> 172.21.15.47:0/1011018862 conn(0x55f6410c6ac0 msgr2=0x55f6410c6ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 -- 172.21.15.47:0/1011018862 shutdown_connections 2024-04-25T02:38:21.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae1b225740 1 -- 172.21.15.47:0/1011018862 wait complete. 2024-04-25T02:38:21.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.214+0000 7fae15a00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fadf80a2d00 0x7fadf80a51c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x55f6410cbd60 tx=0x7fae040d5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 1 -- start start 2024-04-25T02:38:21.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 1 Processor -- start 2024-04-25T02:38:21.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410ca7a0 0x55f6410d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410d3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f6410d8520 con 0x55f6410ca7a0 2024-04-25T02:38:21.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f640feaec0 con 0x55f6410d5790 2024-04-25T02:38:21.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f6410d86a0 con 0x55f6410cb0c0 2024-04-25T02:38:21.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.215+0000 7fae1b225740 10 client.0 _ll_register_callbacks cb 0x55f6410273f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:21.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae16400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410ca7a0 0x55f6410d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae16400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410ca7a0 0x55f6410d26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59214/0 (socket says 172.21.15.47:59214) 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae16400640 1 -- 172.21.15.47:0/1895651949 learned_addr learned my addr 172.21.15.47:0/1895651949 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae15000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae16400640 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410d3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae15000640 1 -- 172.21.15.47:0/1895651949 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 msgr2=0x55f6410d3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae15000640 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410d3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae15000640 1 -- 172.21.15.47:0/1895651949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410ca7a0 msgr2=0x55f6410d26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae15000640 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410ca7a0 0x55f6410d26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae15000640 1 -- 172.21.15.47:0/1895651949 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f640e0d7d0 con 0x55f6410cb0c0 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae16400640 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410ca7a0 0x55f6410d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fae15000640 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d2c10 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0126d0 tx=0x7fadfc012b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e425ce8acba24fb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.216+0000 7fadf7400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.217+0000 7fadf7400640 1 -- 172.21.15.47:0/1895651949 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc00f920 con 0x55f6410cb0c0 2024-04-25T02:38:21.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.217+0000 7fae1b225740 1 -- 172.21.15.47:0/1895651949 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae08036040 con 0x55f6410cb0c0 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.217+0000 7fadf7400640 1 -- 172.21.15.47:0/1895651949 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fadfc00fac0 con 0x55f6410cb0c0 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.217+0000 7fadf7400640 1 -- 172.21.15.47:0/1895651949 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fadfc00fcc0 con 0x55f6410cb0c0 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.217+0000 7fae1b225740 10 client.26653 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.217+0000 7fae1b225740 1 -- 172.21.15.47:0/1895651949 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f6410e4820 con 0x55f6410cb0c0 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.218+0000 7fadf7400640 1 -- 172.21.15.47:0/1895651949 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae08036040 con 0x55f6410cb0c0 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.218+0000 7fadf7400640 1 -- 172.21.15.47:0/1895651949 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fadfc01c420 con 0x55f6410cb0c0 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.218+0000 7fae1b225740 10 client.26653 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.218+0000 7fae1b225740 10 client.26653 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.218+0000 7fae1b225740 20 client.26653 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.218+0000 7fae1b225740 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f6410e5c30 0x55f6410e8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.218+0000 7fae1b225740 4 client.26653 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.218+0000 7fae1b225740 1 -- 172.21.15.47:0/1895651949 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f64103ca20 con 0x55f6410e5c30 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.219+0000 7fae16400640 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f6410e5c30 0x55f6410e8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.219+0000 7fae16400640 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f6410e5c30 0x55f6410e8090 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f5afb63d6f0ff46d server_cookie=28e278f8b55ece91 in_seq=0 out_seq=0 2024-04-25T02:38:21.226 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.219+0000 7fadf7400640 10 client.26653 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fadf7400640 1 -- 172.21.15.47:0/1895651949 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f64103ca20 con 0x55f6410e5c30 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fadf7400640 10 client.26653 handle_command_reply: tid=0 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 client.26653 shutdown 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 -- 172.21.15.47:0/1895651949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 msgr2=0x55f6410d2c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d2c10 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0126d0 tx=0x7fadfc012b90 comp rx=0 tx=0).stop 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 -- 172.21.15.47:0/1895651949 shutdown_connections 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f6410e5c30 0x55f6410e8090 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410d3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410cb0c0 0x55f6410d2c10 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fadf7400640 0 client.26653 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:38:21.227 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 --2- 172.21.15.47:0/1895651949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410ca7a0 0x55f6410d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 -- 172.21.15.47:0/1895651949 >> 172.21.15.47:0/1895651949 conn(0x55f6410c6ac0 msgr2=0x55f6410cc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.220+0000 7fae1b225740 1 -- 172.21.15.47:0/1895651949 shutdown_connections 2024-04-25T02:38:21.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.221+0000 7fae1b225740 1 -- 172.21.15.47:0/1895651949 wait complete. 2024-04-25T02:38:21.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.221+0000 7fae1b225740 20 client.26653 trim_cache size 0 max 16384 2024-04-25T02:38:21.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae1b225740 1 Processor -- start 2024-04-25T02:38:21.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae1b225740 1 -- start start 2024-04-25T02:38:21.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae1b225740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410e13e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae1b225740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410ed960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae1b225740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410edea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae1b225740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae101b1c80 con 0x55f6410cb0c0 2024-04-25T02:38:21.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae1b225740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae101af550 con 0x55f6410d5790 2024-04-25T02:38:21.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae1b225740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae101ad3a0 con 0x55f6410ca7a0 2024-04-25T02:38:21.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae16400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410e13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.236+0000 7fae15000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410ed960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.237+0000 7fae16400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410e13e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:34322/0 (socket says 172.21.15.47:34322) 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.237+0000 7fae16400640 1 -- 172.21.15.47:0/3064398467 learned_addr learned my addr 172.21.15.47:0/3064398467 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.237+0000 7fae16400640 1 --2- 172.21.15.47:0/3064398467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410edea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.237+0000 7fae16400640 1 -- 172.21.15.47:0/3064398467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 msgr2=0x55f6410e13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.237+0000 7fae16400640 1 --2- 172.21.15.47:0/3064398467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410e13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.237+0000 7fae16400640 1 -- 172.21.15.47:0/3064398467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 msgr2=0x55f6410ed960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.237+0000 7fae16400640 1 --2- 172.21.15.47:0/3064398467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410ed960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.237+0000 7fae16400640 1 -- 172.21.15.47:0/3064398467 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6410c68f0 con 0x55f6410d5790 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.238+0000 7fae16400640 1 --2- 172.21.15.47:0/3064398467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410edea0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fae08009a40 tx=0x7fae0803e040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9f0d544fcc2c0dd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.238+0000 7fae02000640 1 -- 172.21.15.47:0/3064398467 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0805c070 con 0x55f6410d5790 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.238+0000 7fae02000640 1 -- 172.21.15.47:0/3064398467 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae08036070 con 0x55f6410d5790 2024-04-25T02:38:21.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.238+0000 7fae02000640 1 -- 172.21.15.47:0/3064398467 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae080570d0 con 0x55f6410d5790 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.238+0000 7fae1b225740 1 -- 172.21.15.47:0/3064398467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 msgr2=0x55f6410edea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.238+0000 7fae1b225740 1 --2- 172.21.15.47:0/3064398467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410edea0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fae08009a40 tx=0x7fae0803e040 comp rx=0 tx=0).stop 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 -- 172.21.15.47:0/3064398467 shutdown_connections 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 --2- 172.21.15.47:0/3064398467 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410edea0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 --2- 172.21.15.47:0/3064398467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410ed960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 --2- 172.21.15.47:0/3064398467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410e13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 -- 172.21.15.47:0/3064398467 >> 172.21.15.47:0/3064398467 conn(0x55f6410c6ac0 msgr2=0x55f6410cd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 -- 172.21.15.47:0/3064398467 shutdown_connections 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 -- 172.21.15.47:0/3064398467 wait complete. 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 -- start start 2024-04-25T02:38:21.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.239+0000 7fae1b225740 1 Processor -- start 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae1b225740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410ddb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae1b225740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410cef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae1b225740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410cf460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae1b225740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae101ada10 con 0x55f6410cb0c0 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae1b225740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae101aee80 con 0x55f6410d5790 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae1b225740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae101ae0e0 con 0x55f6410ca7a0 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae1b225740 10 client.0 _ll_register_callbacks cb 0x7fadfc009830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae16400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410ddb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae15000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410cef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae16400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410ddb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:34324/0 (socket says 172.21.15.47:34324) 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae16400640 1 -- 172.21.15.47:0/3559284638 learned_addr learned my addr 172.21.15.47:0/3559284638 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.240+0000 7fae16400640 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410cf460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae15000640 1 -- 172.21.15.47:0/3559284638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 msgr2=0x55f6410ddb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae15000640 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410ddb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae15000640 1 -- 172.21.15.47:0/3559284638 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 msgr2=0x55f6410cf460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae15000640 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410cf460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae15000640 1 -- 172.21.15.47:0/3559284638 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6410cfad0 con 0x55f6410cb0c0 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae16400640 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410cf460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae15000640 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410cef20 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fadfc000c00 tx=0x7fadfc00fbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50f6e50c3e94f4c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fadf7400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fadf7400640 1 -- 172.21.15.47:0/3559284638 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc029020 con 0x55f6410cb0c0 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fadf7400640 1 -- 172.21.15.47:0/3559284638 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fadfc01c630 con 0x55f6410cb0c0 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae1b225740 1 -- 172.21.15.47:0/3559284638 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae08036070 con 0x55f6410cb0c0 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fadf7400640 1 -- 172.21.15.47:0/3559284638 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fadfc01cb00 con 0x55f6410cb0c0 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae1b225740 10 client.16542 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.241+0000 7fae1b225740 1 -- 172.21.15.47:0/3559284638 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f64114c060 con 0x55f6410cb0c0 2024-04-25T02:38:21.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fadf7400640 1 -- 172.21.15.47:0/3559284638 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae08036070 con 0x55f6410cb0c0 2024-04-25T02:38:21.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fadf7400640 1 -- 172.21.15.47:0/3559284638 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fadfc003680 con 0x55f6410cb0c0 2024-04-25T02:38:21.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fae1b225740 10 client.16542 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:21.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fae1b225740 10 client.16542 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:38:21.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fae1b225740 20 client.16542 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:21.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fae1b225740 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f64114c7d0 0x55f64114ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fae1b225740 4 client.16542 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:38:21.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fae1b225740 1 -- 172.21.15.47:0/3559284638 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f641036d70 con 0x55f64114c7d0 2024-04-25T02:38:21.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.242+0000 7fae16400640 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f64114c7d0 0x55f64114ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae16400640 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f64114c7d0 0x55f64114ebf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fe336ec34c8fe5e5 server_cookie=3a7f3335fffa2ee9 in_seq=0 out_seq=0 2024-04-25T02:38:21.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fadf7400640 10 client.16542 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:38:21.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fadf7400640 1 -- 172.21.15.47:0/3559284638 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f641036d70 con 0x55f64114c7d0 2024-04-25T02:38:21.250 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fadf7400640 10 client.16542 handle_command_reply: tid=0 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 client.16542 shutdown 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 -- 172.21.15.47:0/3559284638 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 msgr2=0x55f6410cef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410cef20 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fadfc000c00 tx=0x7fadfc00fbd0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 -- 172.21.15.47:0/3559284638 shutdown_connections 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55f64114c7d0 0x55f64114ebf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f6410d5790 0x55f6410cf460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fadf7400640 0 client.16542 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6410cb0c0 0x55f6410cef20 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 --2- 172.21.15.47:0/3559284638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f6410ca7a0 0x55f6410ddb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 -- 172.21.15.47:0/3559284638 >> 172.21.15.47:0/3559284638 conn(0x55f6410c6ac0 msgr2=0x55f6410c52b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 -- 172.21.15.47:0/3559284638 shutdown_connections 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.243+0000 7fae1b225740 1 -- 172.21.15.47:0/3559284638 wait complete. 2024-04-25T02:38:21.251 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae1b225740 20 client.16542 trim_cache size 0 max 16384 2024-04-25T02:38:21.252 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:38:21.252 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 -- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fadf80a2d00 msgr2=0x7fadf80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fadf80a2d00 0x7fadf80a51c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x55f6410cbd60 tx=0x7fae040d5530 comp rx=0 tx=0).stop 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 -- 172.21.15.47:0/2128075518 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae101015f0 msgr2=0x7fae10199f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae101015f0 0x7fae10199f90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fae0400e9c0 tx=0x7fae0400ee80 comp rx=0 tx=0).stop 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 -- 172.21.15.47:0/2128075518 shutdown_connections 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fadf80a2d00 0x7fadf80a51c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae10107690 0x7fae1019e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae10101fb0 0x7fae1019a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 --2- 172.21.15.47:0/2128075518 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae101015f0 0x7fae10199f90 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.244+0000 7fae16e00640 1 -- 172.21.15.47:0/2128075518 >> 172.21.15.47:0/2128075518 conn(0x7fae100fd0e0 msgr2=0x7fae100fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.245+0000 7fae16e00640 1 -- 172.21.15.47:0/2128075518 shutdown_connections 2024-04-25T02:38:21.253 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.245+0000 7fae16e00640 1 -- 172.21.15.47:0/2128075518 wait complete. 2024-04-25T02:38:21.266 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:38:21.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.466+0000 7fce4f200640 1 -- 172.21.15.47:0/1907417963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501037e0 msgr2=0x7fce50103c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.466+0000 7fce4f200640 1 --2- 172.21.15.47:0/1907417963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501037e0 0x7fce50103c60 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fce3c009930 tx=0x7fce3c02a440 comp rx=0 tx=0).stop 2024-04-25T02:38:21.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.467+0000 7fce4f200640 1 -- 172.21.15.47:0/1907417963 shutdown_connections 2024-04-25T02:38:21.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.467+0000 7fce4f200640 1 --2- 172.21.15.47:0/1907417963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce501041a0 0x7fce501106b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.467+0000 7fce4f200640 1 --2- 172.21.15.47:0/1907417963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501037e0 0x7fce50103c60 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.467+0000 7fce4f200640 1 --2- 172.21.15.47:0/1907417963 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce501097f0 0x7fce50109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.467+0000 7fce4f200640 1 -- 172.21.15.47:0/1907417963 >> 172.21.15.47:0/1907417963 conn(0x7fce500ff2b0 msgr2=0x7fce501016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.467+0000 7fce4f200640 1 -- 172.21.15.47:0/1907417963 shutdown_connections 2024-04-25T02:38:21.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.467+0000 7fce4f200640 1 -- 172.21.15.47:0/1907417963 wait complete. 2024-04-25T02:38:21.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.468+0000 7fce4f200640 1 Processor -- start 2024-04-25T02:38:21.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.468+0000 7fce4f200640 1 -- start start 2024-04-25T02:38:21.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.468+0000 7fce4f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce501037e0 0x7fce5019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.468+0000 7fce4f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501041a0 0x7fce5019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.468+0000 7fce4f200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce501097f0 0x7fce5019e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.468+0000 7fce4f200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fce50113c50 con 0x7fce501041a0 2024-04-25T02:38:21.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.468+0000 7fce4f200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fce50113ad0 con 0x7fce501097f0 2024-04-25T02:38:21.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.468+0000 7fce4f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fce50113dd0 con 0x7fce501037e0 2024-04-25T02:38:21.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501041a0 0x7fce5019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501041a0 0x7fce5019a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59236/0 (socket says 172.21.15.47:59236) 2024-04-25T02:38:21.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4d400640 1 -- 172.21.15.47:0/4111860940 learned_addr learned my addr 172.21.15.47:0/4111860940 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4e800640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce501097f0 0x7fce5019e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4de00640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce501037e0 0x7fce5019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4d400640 1 -- 172.21.15.47:0/4111860940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce501037e0 msgr2=0x7fce5019a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4d400640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce501037e0 0x7fce5019a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4d400640 1 -- 172.21.15.47:0/4111860940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce501097f0 msgr2=0x7fce5019e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4d400640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce501097f0 0x7fce5019e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.469+0000 7fce4d400640 1 -- 172.21.15.47:0/4111860940 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce5019f120 con 0x7fce501041a0 2024-04-25T02:38:21.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.470+0000 7fce4d400640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501041a0 0x7fce5019a670 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fce3c02a960 tx=0x7fce3c003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.470+0000 7fce46a00640 1 -- 172.21.15.47:0/4111860940 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c03f070 con 0x7fce501041a0 2024-04-25T02:38:21.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.470+0000 7fce46a00640 1 -- 172.21.15.47:0/4111860940 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce3c031c90 con 0x7fce501041a0 2024-04-25T02:38:21.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.470+0000 7fce4f200640 1 -- 172.21.15.47:0/4111860940 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce5019f3b0 con 0x7fce501041a0 2024-04-25T02:38:21.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.470+0000 7fce46a00640 1 -- 172.21.15.47:0/4111860940 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c035030 con 0x7fce501041a0 2024-04-25T02:38:21.475 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.470+0000 7fce4f200640 1 -- 172.21.15.47:0/4111860940 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce501a6ca0 con 0x7fce501041a0 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce46a00640 1 -- 172.21.15.47:0/4111860940 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fce3c042070 con 0x7fce501041a0 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce579b4740 1 Processor -- start 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce579b4740 1 -- start start 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce579b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711bfb0 0x5566c711c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce579b4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711c8d0 0x5566c7126a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce579b4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c7126fa0 0x5566c7129390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce579b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5566c70784e0 con 0x5566c711bfb0 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce579b4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5566c7020a70 con 0x5566c711c8d0 2024-04-25T02:38:21.478 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.474+0000 7fce579b4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5566c70744a0 con 0x5566c7126fa0 2024-04-25T02:38:21.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711bfb0 0x5566c711c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.480 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711bfb0 0x5566c711c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59250/0 (socket says 172.21.15.47:59250) 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4e800640 1 -- 172.21.15.47:0/2941490879 learned_addr learned my addr 172.21.15.47:0/2941490879 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4d400640 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c7126fa0 0x5566c7129390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4de00640 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711c8d0 0x5566c7126a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4e800640 1 -- 172.21.15.47:0/2941490879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c7126fa0 msgr2=0x5566c7129390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4e800640 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c7126fa0 0x5566c7129390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4e800640 1 -- 172.21.15.47:0/2941490879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711c8d0 msgr2=0x5566c7126a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4e800640 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711c8d0 0x5566c7126a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce4e800640 1 -- 172.21.15.47:0/2941490879 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566c6d8c3f0 con 0x5566c711bfb0 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.475+0000 7fce46a00640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fce340a2d80 0x7fce340a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.476+0000 7fce4e800640 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711bfb0 0x5566c711c390 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fce48011440 tx=0x7fce48011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90a4f7c0ba797f0e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.476+0000 7fce46a00640 1 -- 172.21.15.47:0/4111860940 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fce3c0efd60 con 0x7fce501041a0 2024-04-25T02:38:21.481 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.476+0000 7fce4de00640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fce340a2d80 0x7fce340a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.476+0000 7fce3b000640 1 -- 172.21.15.47:0/2941490879 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce48003c30 con 0x5566c711bfb0 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.476+0000 7fce3b000640 1 -- 172.21.15.47:0/2941490879 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce48003dd0 con 0x5566c711bfb0 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.476+0000 7fce3b000640 1 -- 172.21.15.47:0/2941490879 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4800fb50 con 0x5566c711bfb0 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 -- 172.21.15.47:0/2941490879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711bfb0 msgr2=0x5566c711c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce4de00640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fce340a2d80 0x7fce340a5240 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x5566c711d570 tx=0x7fce40005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711bfb0 0x5566c711c390 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fce48011440 tx=0x7fce48011900 comp rx=0 tx=0).stop 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 -- 172.21.15.47:0/2941490879 shutdown_connections 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c7126fa0 0x5566c7129390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711c8d0 0x5566c7126a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 --2- 172.21.15.47:0/2941490879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711bfb0 0x5566c711c390 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 -- 172.21.15.47:0/2941490879 >> 172.21.15.47:0/2941490879 conn(0x5566c71182d0 msgr2=0x5566c71186b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 -- 172.21.15.47:0/2941490879 shutdown_connections 2024-04-25T02:38:21.482 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.477+0000 7fce579b4740 1 -- 172.21.15.47:0/2941490879 wait complete. 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 1 -- start start 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 1 Processor -- start 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711bfb0 0x5566c7123ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711c8d0 0x5566c7124400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c7126fa0 0x5566c7124940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5566c7129d90 con 0x5566c7126fa0 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5566c7033ec0 con 0x5566c711bfb0 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5566c7129f10 con 0x5566c711c8d0 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.478+0000 7fce579b4740 10 client.0 _ll_register_callbacks cb 0x5566c70703f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711bfb0 0x5566c7123ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711c8d0 0x5566c7124400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711bfb0 0x5566c7123ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38436/0 (socket says 172.21.15.47:38436) 2024-04-25T02:38:21.487 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4de00640 1 -- 172.21.15.47:0/104986081 learned_addr learned my addr 172.21.15.47:0/104986081 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4e800640 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c7126fa0 0x5566c7124940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4d400640 1 -- 172.21.15.47:0/104986081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711bfb0 msgr2=0x5566c7123ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4d400640 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711bfb0 0x5566c7123ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4d400640 1 -- 172.21.15.47:0/104986081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c7126fa0 msgr2=0x5566c7124940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4d400640 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c7126fa0 0x5566c7124940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4d400640 1 -- 172.21.15.47:0/104986081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566c6e567d0 con 0x5566c711c8d0 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4de00640 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711bfb0 0x5566c7123ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce4d400640 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711c8d0 0x5566c7124400 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fce3c0ed480 tx=0x7fce3c031490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48c0548672da939a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.479+0000 7fce2f400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce2f400640 1 -- 172.21.15.47:0/104986081 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c049070 con 0x5566c711c8d0 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce2f400640 1 -- 172.21.15.47:0/104986081 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fce3c0ed700 con 0x5566c711c8d0 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce579b4740 1 -- 172.21.15.47:0/104986081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce48003dd0 con 0x5566c711c8d0 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce2f400640 1 -- 172.21.15.47:0/104986081 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fce3c0b84f0 con 0x5566c711c8d0 2024-04-25T02:38:21.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce579b4740 10 client.26671 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce579b4740 1 -- 172.21.15.47:0/104986081 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5566c7129de0 con 0x5566c711c8d0 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce2f400640 1 -- 172.21.15.47:0/104986081 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce48003dd0 con 0x5566c711c8d0 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce2f400640 1 -- 172.21.15.47:0/104986081 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fce3c0bc4b0 con 0x5566c711c8d0 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce579b4740 10 client.26671 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.480+0000 7fce579b4740 10 client.26671 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.481+0000 7fce579b4740 20 client.26671 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.481+0000 7fce579b4740 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5566c71374b0 0x5566c7139910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.481+0000 7fce579b4740 4 client.26671 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.481+0000 7fce579b4740 1 -- 172.21.15.47:0/104986081 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5566c7085a20 con 0x5566c71374b0 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.481+0000 7fce4de00640 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5566c71374b0 0x5566c7139910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.481+0000 7fce4de00640 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5566c71374b0 0x5566c7139910 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=68b03549ee35f905 server_cookie=c532ed6f903c0b7f in_seq=0 out_seq=0 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.481+0000 7fce2f400640 10 client.26671 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.482+0000 7fce2f400640 1 -- 172.21.15.47:0/104986081 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5566c7085a20 con 0x5566c71374b0 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.482+0000 7fce2f400640 10 client.26671 handle_command_reply: tid=0 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.482+0000 7fce579b4740 1 client.26671 shutdown 2024-04-25T02:38:21.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 -- 172.21.15.47:0/104986081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711c8d0 msgr2=0x5566c7124400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711c8d0 0x5566c7124400 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fce3c0ed480 tx=0x7fce3c031490 comp rx=0 tx=0).stop 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 -- 172.21.15.47:0/104986081 shutdown_connections 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5566c71374b0 0x5566c7139910 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c7126fa0 0x5566c7124940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce2f400640 0 client.26671 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711c8d0 0x5566c7124400 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 --2- 172.21.15.47:0/104986081 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c711bfb0 0x5566c7123ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 -- 172.21.15.47:0/104986081 >> 172.21.15.47:0/104986081 conn(0x5566c71182d0 msgr2=0x5566c711dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 -- 172.21.15.47:0/104986081 shutdown_connections 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 1 -- 172.21.15.47:0/104986081 wait complete. 2024-04-25T02:38:21.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.483+0000 7fce579b4740 20 client.26671 trim_cache size 0 max 16384 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.498+0000 7fce579b4740 1 Processor -- start 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.498+0000 7fce579b4740 1 -- start start 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.498+0000 7fce579b4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c7132cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce579b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c711e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce579b4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 0x5566c710e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce579b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fce501ad7d0 con 0x5566c711c8d0 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce579b4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fce501ab0a0 con 0x5566c7126fa0 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce579b4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fce501a8ef0 con 0x5566c711bfb0 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c711e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c7132cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c711e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59264/0 (socket says 172.21.15.47:59264) 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4d400640 1 -- 172.21.15.47:0/104771897 learned_addr learned my addr 172.21.15.47:0/104771897 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4e800640 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 0x5566c710e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4de00640 1 -- 172.21.15.47:0/104771897 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 msgr2=0x5566c710e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4de00640 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 0x5566c710e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4de00640 1 -- 172.21.15.47:0/104771897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 msgr2=0x5566c711e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4de00640 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c711e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4de00640 1 -- 172.21.15.47:0/104771897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566c7139f90 con 0x5566c711bfb0 2024-04-25T02:38:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.499+0000 7fce4d400640 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c711e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:21.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.500+0000 7fce4de00640 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c7132cb0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x5566c7137890 tx=0x7fce4001b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bc3ef9aaa41ad11 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.500+0000 7fce3a600640 1 -- 172.21.15.47:0/104771897 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4002b4e0 con 0x5566c711bfb0 2024-04-25T02:38:21.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.500+0000 7fce3a600640 1 -- 172.21.15.47:0/104771897 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce40005500 con 0x5566c711bfb0 2024-04-25T02:38:21.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.500+0000 7fce3a600640 1 -- 172.21.15.47:0/104771897 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce40004aa0 con 0x5566c711bfb0 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 -- 172.21.15.47:0/104771897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 msgr2=0x5566c7132cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c7132cb0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x5566c7137890 tx=0x7fce4001b000 comp rx=0 tx=0).stop 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 -- 172.21.15.47:0/104771897 shutdown_connections 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 0x5566c710e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c711e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 --2- 172.21.15.47:0/104771897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c7132cb0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 -- 172.21.15.47:0/104771897 >> 172.21.15.47:0/104771897 conn(0x5566c71182d0 msgr2=0x5566c710e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 -- 172.21.15.47:0/104771897 shutdown_connections 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 -- 172.21.15.47:0/104771897 wait complete. 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.501+0000 7fce579b4740 1 -- start start 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce579b4740 1 Processor -- start 2024-04-25T02:38:21.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce579b4740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c712f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce579b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c712a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce579b4740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 0x5566c712aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce579b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fce501a9560 con 0x5566c711c8d0 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce579b4740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fce501aa9d0 con 0x5566c7126fa0 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce579b4740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fce501a9c30 con 0x5566c711bfb0 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce579b4740 10 client.0 _ll_register_callbacks cb 0x7fce3c009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce4d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c712a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce4d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c712a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59266/0 (socket says 172.21.15.47:59266) 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.502+0000 7fce4d400640 1 -- 172.21.15.47:0/3855699453 learned_addr learned my addr 172.21.15.47:0/3855699453 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4e800640 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 0x5566c712aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4de00640 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c712f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4d400640 1 -- 172.21.15.47:0/3855699453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 msgr2=0x5566c712f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4d400640 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c712f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4d400640 1 -- 172.21.15.47:0/3855699453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 msgr2=0x5566c712aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4d400640 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 0x5566c712aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4d400640 1 -- 172.21.15.47:0/3855699453 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566c712b2e0 con 0x5566c711c8d0 2024-04-25T02:38:21.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4de00640 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c712f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:38:21.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce4d400640 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c712a760 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fce3c006010 tx=0x7fce3c0c5010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3d81ffd74daad08 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce2f400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:21.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce2f400640 1 -- 172.21.15.47:0/3855699453 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c049040 con 0x5566c711c8d0 2024-04-25T02:38:21.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce2f400640 1 -- 172.21.15.47:0/3855699453 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7fce3c0ed700 con 0x5566c711c8d0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.503+0000 7fce579b4740 1 -- 172.21.15.47:0/3855699453 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce40005500 con 0x5566c711c8d0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce2f400640 1 -- 172.21.15.47:0/3855699453 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fce3c005d50 con 0x5566c711c8d0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce579b4740 10 client.16560 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce579b4740 1 -- 172.21.15.47:0/3855699453 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5566c719d900 con 0x5566c711c8d0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce2f400640 1 -- 172.21.15.47:0/3855699453 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce40005500 con 0x5566c711c8d0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce2f400640 1 -- 172.21.15.47:0/3855699453 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fce3c0c4a30 con 0x5566c711c8d0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce579b4740 10 client.16560 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce579b4740 10 client.16560 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce579b4740 20 client.16560 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce579b4740 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5566c719ded0 0x5566c71a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce579b4740 4 client.16560 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.504+0000 7fce579b4740 1 -- 172.21.15.47:0/3855699453 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5566c707fd70 con 0x5566c719ded0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.505+0000 7fce4de00640 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5566c719ded0 0x5566c71a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.505+0000 7fce4de00640 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5566c719ded0 0x5566c71a02f0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=697e00e6f8e42c3a server_cookie=62fe38f034a0f329 in_seq=0 out_seq=0 2024-04-25T02:38:21.512 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.505+0000 7fce2f400640 10 client.16560 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.505+0000 7fce2f400640 1 -- 172.21.15.47:0/3855699453 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5566c707fd70 con 0x5566c719ded0 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.505+0000 7fce2f400640 10 client.16560 handle_command_reply: tid=0 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 client.16560 shutdown 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 -- 172.21.15.47:0/3855699453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 msgr2=0x5566c712a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c712a760 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fce3c006010 tx=0x7fce3c0c5010 comp rx=0 tx=0).stop 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 -- 172.21.15.47:0/3855699453 shutdown_connections 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5566c719ded0 0x5566c71a02f0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5566c7126fa0 0x5566c712aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5566c711c8d0 0x5566c712a760 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 --2- 172.21.15.47:0/3855699453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5566c711bfb0 0x5566c712f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce2f400640 0 client.16560 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 -- 172.21.15.47:0/3855699453 >> 172.21.15.47:0/3855699453 conn(0x5566c71182d0 msgr2=0x5566c7124710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 -- 172.21.15.47:0/3855699453 shutdown_connections 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 1 -- 172.21.15.47:0/3855699453 wait complete. 2024-04-25T02:38:21.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.506+0000 7fce579b4740 20 client.16560 trim_cache size 0 max 16384 2024-04-25T02:38:21.514 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 -- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fce340a2d80 msgr2=0x7fce340a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fce340a2d80 0x7fce340a5240 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x5566c711d570 tx=0x7fce40005f90 comp rx=0 tx=0).stop 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 -- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501041a0 msgr2=0x7fce5019a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501041a0 0x7fce5019a670 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fce3c02a960 tx=0x7fce3c003b20 comp rx=0 tx=0).stop 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 -- 172.21.15.47:0/4111860940 shutdown_connections 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fce340a2d80 0x7fce340a5240 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fce501097f0 0x7fce5019e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fce501041a0 0x7fce5019a670 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 --2- 172.21.15.47:0/4111860940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fce501037e0 0x7fce5019a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 -- 172.21.15.47:0/4111860940 >> 172.21.15.47:0/4111860940 conn(0x7fce500ff2b0 msgr2=0x7fce500ffab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 -- 172.21.15.47:0/4111860940 shutdown_connections 2024-04-25T02:38:21.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.507+0000 7fce4f200640 1 -- 172.21.15.47:0/4111860940 wait complete. 2024-04-25T02:38:21.529 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:38:21.746 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 -- 172.21.15.47:0/686392608 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290105990 msgr2=0x7f8290105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.746 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 --2- 172.21.15.47:0/686392608 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290105990 0x7f8290105e20 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8288009900 tx=0x7f828802a480 comp rx=0 tx=0).stop 2024-04-25T02:38:21.746 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 -- 172.21.15.47:0/686392608 shutdown_connections 2024-04-25T02:38:21.746 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 --2- 172.21.15.47:0/686392608 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290105990 0x7f8290105e20 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.746 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 --2- 172.21.15.47:0/686392608 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8290100eb0 0x7f8290105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.746 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 --2- 172.21.15.47:0/686392608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8290100590 0x7f8290100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.746 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 -- 172.21.15.47:0/686392608 >> 172.21.15.47:0/686392608 conn(0x7f82900fbfc0 msgr2=0x7f82900fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 -- 172.21.15.47:0/686392608 shutdown_connections 2024-04-25T02:38:21.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.742+0000 7f8296400640 1 -- 172.21.15.47:0/686392608 wait complete. 2024-04-25T02:38:21.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.743+0000 7f8296400640 1 Processor -- start 2024-04-25T02:38:21.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.743+0000 7f8296400640 1 -- start start 2024-04-25T02:38:21.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8296400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290100590 0x7f829019e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8296400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8290100eb0 0x7f829019e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8296400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8290105990 0x7f82901a2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8296400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8290117fc0 con 0x7f8290105990 2024-04-25T02:38:21.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8296400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8290117e40 con 0x7f8290100590 2024-04-25T02:38:21.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8296400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8290118140 con 0x7f8290100eb0 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8295a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8290105990 0x7f82901a2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f828fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8290100eb0 0x7f829019e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8295a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8290105990 0x7f82901a2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59282/0 (socket says 172.21.15.47:59282) 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8295a00640 1 -- 172.21.15.47:0/1890768766 learned_addr learned my addr 172.21.15.47:0/1890768766 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.744+0000 7f8295000640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290100590 0x7f829019e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8295a00640 1 -- 172.21.15.47:0/1890768766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8290100eb0 msgr2=0x7f829019e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8295a00640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8290100eb0 0x7f829019e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8295a00640 1 -- 172.21.15.47:0/1890768766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290100590 msgr2=0x7f829019e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8295a00640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290100590 0x7f829019e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8295a00640 1 -- 172.21.15.47:0/1890768766 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82901a3430 con 0x7f8290105990 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f828fe00640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8290100eb0 0x7f829019e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8295000640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290100590 0x7f829019e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8295a00640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8290105990 0x7f82901a2d00 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8288006010 tx=0x7f8288032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f828d600640 1 -- 172.21.15.47:0/1890768766 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828803f030 con 0x7f8290105990 2024-04-25T02:38:21.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8296400640 1 -- 172.21.15.47:0/1890768766 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82901a36c0 con 0x7f8290105990 2024-04-25T02:38:21.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f828d600640 1 -- 172.21.15.47:0/1890768766 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8288003ce0 con 0x7f8290105990 2024-04-25T02:38:21.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f828d600640 1 -- 172.21.15.47:0/1890768766 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8288035070 con 0x7f8290105990 2024-04-25T02:38:21.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.745+0000 7f8296400640 1 -- 172.21.15.47:0/1890768766 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82901aafb0 con 0x7f8290105990 2024-04-25T02:38:21.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f828d600640 1 -- 172.21.15.47:0/1890768766 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8288042030 con 0x7f8290105990 2024-04-25T02:38:21.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f829a9df740 1 Processor -- start 2024-04-25T02:38:21.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f829a9df740 1 -- start start 2024-04-25T02:38:21.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f829a9df740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e7cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.753 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f829a9df740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e87250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f829a9df740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e89b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f829a9df740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d117de14e0 con 0x55d117e7d0c0 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f829a9df740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d117d89a70 con 0x55d117e7c7a0 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.749+0000 7f829a9df740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d117ddd4a0 con 0x55d117e87790 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f8295000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e87250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f8295000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e87250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59292/0 (socket says 172.21.15.47:59292) 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f8295000640 1 -- 172.21.15.47:0/1232385115 learned_addr learned my addr 172.21.15.47:0/1232385115 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f828fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e7cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f828fe00640 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e89b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f8295000640 1 -- 172.21.15.47:0/1232385115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 msgr2=0x55d117e89b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f8295000640 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e89b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f8295000640 1 -- 172.21.15.47:0/1232385115 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 msgr2=0x55d117e7cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f8295000640 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e7cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f8295000640 1 -- 172.21.15.47:0/1232385115 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d117af53f0 con 0x55d117e7d0c0 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.750+0000 7f828fe00640 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e7cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.751+0000 7f8295000640 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e87250 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8280010480 tx=0x7f8280010940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3792d725348b1da5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.751+0000 7f828d600640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82700a2d00 0x7f82700a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.751+0000 7f8286000640 1 -- 172.21.15.47:0/1232385115 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8280011760 con 0x55d117e7d0c0 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.751+0000 7f828d600640 1 -- 172.21.15.47:0/1890768766 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f82880ef600 con 0x7f8290105990 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.751+0000 7f8286000640 1 -- 172.21.15.47:0/1232385115 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8280011de0 con 0x55d117e7d0c0 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.751+0000 7f8286000640 1 -- 172.21.15.47:0/1232385115 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82800193d0 con 0x55d117e7d0c0 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.751+0000 7f828fe00640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82700a2d00 0x7f82700a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 -- 172.21.15.47:0/1232385115 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 msgr2=0x55d117e87250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e87250 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8280010480 tx=0x7f8280010940 comp rx=0 tx=0).stop 2024-04-25T02:38:21.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 -- 172.21.15.47:0/1232385115 shutdown_connections 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e89b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e87250 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 --2- 172.21.15.47:0/1232385115 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e7cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f828fe00640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82700a2d00 0x7f82700a51c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x55d117e79c50 tx=0x7f82780098e0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 -- 172.21.15.47:0/1232385115 >> 172.21.15.47:0/1232385115 conn(0x55d117e78ac0 msgr2=0x55d117e78ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 -- 172.21.15.47:0/1232385115 shutdown_connections 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 -- 172.21.15.47:0/1232385115 wait complete. 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.752+0000 7f829a9df740 1 -- start start 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f829a9df740 1 Processor -- start 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f829a9df740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e846e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f829a9df740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7d0c0 0x55d117e84c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f829a9df740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e85160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f829a9df740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d117e8a580 con 0x55d117e7c7a0 2024-04-25T02:38:21.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f829a9df740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d117d9cec0 con 0x55d117e7d0c0 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f829a9df740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d117e8a700 con 0x55d117e87790 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f829a9df740 10 client.0 _ll_register_callbacks cb 0x55d117dd93f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f8295000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e846e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f8295000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e846e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59302/0 (socket says 172.21.15.47:59302) 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f8295000640 1 -- 172.21.15.47:0/664567956 learned_addr learned my addr 172.21.15.47:0/664567956 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.753+0000 7f828fe00640 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7d0c0 0x55d117e84c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f8295a00640 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e85160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f8295000640 1 -- 172.21.15.47:0/664567956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 msgr2=0x55d117e85160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f8295000640 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e85160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f8295000640 1 -- 172.21.15.47:0/664567956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7d0c0 msgr2=0x55d117e84c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f8295000640 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7d0c0 0x55d117e84c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f8295000640 1 -- 172.21.15.47:0/664567956 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d117bbf7d0 con 0x55d117e7c7a0 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f8295a00640 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e85160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:38:21.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f8295000640 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e846e0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f8280010450 tx=0x7f828000e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70a30a98fd8f1702 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f827ea00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:21.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f827ea00640 1 -- 172.21.15.47:0/664567956 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828000e430 con 0x55d117e7c7a0 2024-04-25T02:38:21.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.754+0000 7f829a9df740 1 -- 172.21.15.47:0/664567956 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8280011de0 con 0x55d117e7c7a0 2024-04-25T02:38:21.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.755+0000 7f827ea00640 1 -- 172.21.15.47:0/664567956 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f828000ec80 con 0x55d117e7c7a0 2024-04-25T02:38:21.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.755+0000 7f827ea00640 1 -- 172.21.15.47:0/664567956 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8280031050 con 0x55d117e7c7a0 2024-04-25T02:38:21.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.755+0000 7f829a9df740 10 client.16572 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:21.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.755+0000 7f829a9df740 1 -- 172.21.15.47:0/664567956 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d117e96850 con 0x55d117e7c7a0 2024-04-25T02:38:21.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.755+0000 7f827ea00640 1 -- 172.21.15.47:0/664567956 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8280011de0 con 0x55d117e7c7a0 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.755+0000 7f827ea00640 1 -- 172.21.15.47:0/664567956 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8280011830 con 0x55d117e7c7a0 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.756+0000 7f829a9df740 10 client.16572 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.756+0000 7f829a9df740 10 client.16572 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.756+0000 7f829a9df740 20 client.16572 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.756+0000 7f829a9df740 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d117e97c00 0x55d117e99ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.756+0000 7f829a9df740 4 client.16572 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.756+0000 7f829a9df740 1 -- 172.21.15.47:0/664567956 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d117deea20 con 0x55d117e97c00 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.756+0000 7f828fe00640 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d117e97c00 0x55d117e99ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.757+0000 7f828fe00640 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d117e97c00 0x55d117e99ff0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54138868cc748631 server_cookie=2d8a14145230fd70 in_seq=0 out_seq=0 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.757+0000 7f827ea00640 10 client.16572 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:21.764 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.757+0000 7f827ea00640 1 -- 172.21.15.47:0/664567956 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d117deea20 con 0x55d117e97c00 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.757+0000 7f827ea00640 10 client.16572 handle_command_reply: tid=0 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.757+0000 7f829a9df740 1 client.16572 shutdown 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 -- 172.21.15.47:0/664567956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 msgr2=0x55d117e846e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e846e0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f8280010450 tx=0x7f828000e8a0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 -- 172.21.15.47:0/664567956 shutdown_connections 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d117e97c00 0x55d117e99ff0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e85160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7d0c0 0x55d117e84c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 --2- 172.21.15.47:0/664567956 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e846e0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f827ea00640 0 client.16572 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 -- 172.21.15.47:0/664567956 >> 172.21.15.47:0/664567956 conn(0x55d117e78ac0 msgr2=0x55d117e7e7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 -- 172.21.15.47:0/664567956 shutdown_connections 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 1 -- 172.21.15.47:0/664567956 wait complete. 2024-04-25T02:38:21.765 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.758+0000 7f829a9df740 20 client.16572 trim_cache size 0 max 16384 2024-04-25T02:38:21.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.773+0000 7f829a9df740 1 Processor -- start 2024-04-25T02:38:21.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.773+0000 7f829a9df740 1 -- start start 2024-04-25T02:38:21.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f829a9df740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e93470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f829a9df740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e84fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f829a9df740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e9f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f829a9df740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f82901b6060 con 0x55d117e7d0c0 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f829a9df740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f82901b3930 con 0x55d117e7c7a0 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f829a9df740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82901b1780 con 0x55d117e87790 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f828fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e84fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f828fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e84fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52398/0 (socket says 172.21.15.47:52398) 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f828fe00640 1 -- 172.21.15.47:0/4204389549 learned_addr learned my addr 172.21.15.47:0/4204389549 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f8295000640 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e93470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f8295a00640 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e9f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f828fe00640 1 -- 172.21.15.47:0/4204389549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 msgr2=0x55d117e9f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f828fe00640 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e9f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f828fe00640 1 -- 172.21.15.47:0/4204389549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 msgr2=0x55d117e93470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f828fe00640 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e93470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.774+0000 7f828fe00640 1 -- 172.21.15.47:0/4204389549 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d117e7d5c0 con 0x55d117e7d0c0 2024-04-25T02:38:21.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.775+0000 7f828fe00640 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e84fa0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f8278009950 tx=0x7f8278004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a58780a43022a57 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.775+0000 7f8285600640 1 -- 172.21.15.47:0/4204389549 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827801ee60 con 0x55d117e7d0c0 2024-04-25T02:38:21.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.775+0000 7f8285600640 1 -- 172.21.15.47:0/4204389549 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f827802c530 con 0x55d117e7d0c0 2024-04-25T02:38:21.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.775+0000 7f8285600640 1 -- 172.21.15.47:0/4204389549 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827802b960 con 0x55d117e7d0c0 2024-04-25T02:38:21.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 -- 172.21.15.47:0/4204389549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 msgr2=0x55d117e84fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e84fa0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f8278009950 tx=0x7f8278004a40 comp rx=0 tx=0).stop 2024-04-25T02:38:21.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 -- 172.21.15.47:0/4204389549 shutdown_connections 2024-04-25T02:38:21.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e87790 0x55d117e9f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7d0c0 0x55d117e84fa0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 --2- 172.21.15.47:0/4204389549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e7c7a0 0x55d117e93470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.783 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 -- 172.21.15.47:0/4204389549 >> 172.21.15.47:0/4204389549 conn(0x55d117e78ac0 msgr2=0x55d117e83770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 -- 172.21.15.47:0/4204389549 shutdown_connections 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 -- 172.21.15.47:0/4204389549 wait complete. 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.776+0000 7f829a9df740 1 -- start start 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f829a9df740 1 Processor -- start 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f829a9df740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e8f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f829a9df740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e7d0c0 0x55d117e8fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f829a9df740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e87790 0x55d117e809b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f829a9df740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f82901b1df0 con 0x55d117e7c7a0 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f829a9df740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f82901b3260 con 0x55d117e87790 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f829a9df740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82901b24c0 con 0x55d117e7d0c0 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f829a9df740 10 client.0 _ll_register_callbacks cb 0x7f8278011560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f8295000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e8f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f8295000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e8f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52406/0 (socket says 172.21.15.47:52406) 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f8295000640 1 -- 172.21.15.47:0/4286780125 learned_addr learned my addr 172.21.15.47:0/4286780125 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:21.784 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.777+0000 7f8295a00640 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e87790 0x55d117e809b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f828fe00640 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e7d0c0 0x55d117e8fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f8295000640 1 -- 172.21.15.47:0/4286780125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e7d0c0 msgr2=0x55d117e8fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f8295000640 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e7d0c0 0x55d117e8fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f8295000640 1 -- 172.21.15.47:0/4286780125 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e87790 msgr2=0x55d117e809b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f8295000640 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e87790 0x55d117e809b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f8295000640 1 -- 172.21.15.47:0/4286780125 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d117e80ef0 con 0x55d117e7c7a0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f828fe00640 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e7d0c0 0x55d117e8fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f8295000640 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e8f980 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f8280001eb0 tx=0x7f828000bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bc5d70424398e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f827ea00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f827ea00640 1 -- 172.21.15.47:0/4286780125 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8280004660 con 0x55d117e7c7a0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.778+0000 7f827ea00640 1 -- 172.21.15.47:0/4286780125 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f828001f040 con 0x55d117e7c7a0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f829a9df740 1 -- 172.21.15.47:0/4286780125 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f827802c530 con 0x55d117e7c7a0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f827ea00640 1 -- 172.21.15.47:0/4286780125 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8280044050 con 0x55d117e7c7a0 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f829a9df740 10 client.16578 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:21.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f829a9df740 1 -- 172.21.15.47:0/4286780125 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d117efd730 con 0x55d117e7c7a0 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f827ea00640 1 -- 172.21.15.47:0/4286780125 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f827802c530 con 0x55d117e7c7a0 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f827ea00640 1 -- 172.21.15.47:0/4286780125 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8280005040 con 0x55d117e7c7a0 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f829a9df740 10 client.16578 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f829a9df740 10 client.16578 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.779+0000 7f829a9df740 20 client.16578 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.780+0000 7f829a9df740 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d117efde70 0x55d117f00290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.780+0000 7f829a9df740 4 client.16578 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.780+0000 7f829a9df740 1 -- 172.21.15.47:0/4286780125 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d117de8d70 con 0x55d117efde70 2024-04-25T02:38:21.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.780+0000 7f828fe00640 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d117efde70 0x55d117f00290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:21.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.780+0000 7f828fe00640 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d117efde70 0x55d117f00290 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7fd634c590ee5e9c server_cookie=6d50e02dfc1a0fac in_seq=0 out_seq=0 2024-04-25T02:38:21.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f827ea00640 10 client.16578 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:21.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f827ea00640 1 -- 172.21.15.47:0/4286780125 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d117de8d70 con 0x55d117efde70 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f827ea00640 10 client.16578 handle_command_reply: tid=0 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 client.16578 shutdown 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 -- 172.21.15.47:0/4286780125 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 msgr2=0x55d117e8f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e8f980 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f8280001eb0 tx=0x7f828000bef0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 -- 172.21.15.47:0/4286780125 shutdown_connections 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d117efde70 0x55d117f00290 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d117e87790 0x55d117e809b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d117e7d0c0 0x55d117e8fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 --2- 172.21.15.47:0/4286780125 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d117e7c7a0 0x55d117e8f980 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 -- 172.21.15.47:0/4286780125 >> 172.21.15.47:0/4286780125 conn(0x55d117e78ac0 msgr2=0x55d117e7def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f827ea00640 0 client.16578 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 -- 172.21.15.47:0/4286780125 shutdown_connections 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 1 -- 172.21.15.47:0/4286780125 wait complete. 2024-04-25T02:38:21.788 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.781+0000 7f829a9df740 20 client.16578 trim_cache size 0 max 16384 2024-04-25T02:38:21.789 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:38:21.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 -- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82700a2d00 msgr2=0x7f82700a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82700a2d00 0x7f82700a51c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x55d117e79c50 tx=0x7f82780098e0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 -- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8290105990 msgr2=0x7f82901a2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:21.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8290105990 0x7f82901a2d00 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8288006010 tx=0x7f8288032d10 comp rx=0 tx=0).stop 2024-04-25T02:38:21.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 -- 172.21.15.47:0/1890768766 shutdown_connections 2024-04-25T02:38:21.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f82700a2d00 0x7f82700a51c0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8290105990 0x7f82901a2d00 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8290100eb0 0x7f829019e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 --2- 172.21.15.47:0/1890768766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8290100590 0x7f829019e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:21.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 -- 172.21.15.47:0/1890768766 >> 172.21.15.47:0/1890768766 conn(0x7f82900fbfc0 msgr2=0x7f82900fcf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:21.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 -- 172.21.15.47:0/1890768766 shutdown_connections 2024-04-25T02:38:21.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:21.782+0000 7f8296400640 1 -- 172.21.15.47:0/1890768766 wait complete. 2024-04-25T02:38:21.801 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:21 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/4200047234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:38:21.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:21 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/4200047234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:38:22.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:21 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/4200047234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:38:22.803 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:38:22.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:38:22.804 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:38:22.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:22 smithi178 ceph-mon[33053]: pgmap v173: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-25T02:38:22.882 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:22 smithi047 ceph-mon[27871]: pgmap v173: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-25T02:38:23.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:22 smithi113 ceph-mon[32459]: pgmap v173: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 -- 172.21.15.47:0/1711499058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 msgr2=0x7f58e8108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 --2- 172.21.15.47:0/1711499058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 0x7f58e8108140 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f58d0009900 tx=0x7f58d002a480 comp rx=0 tx=0).stop 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 -- 172.21.15.47:0/1711499058 shutdown_connections 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 --2- 172.21.15.47:0/1711499058 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f58e8108680 0x7f58e8114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 --2- 172.21.15.47:0/1711499058 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 0x7f58e8108140 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 --2- 172.21.15.47:0/1711499058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58e810dd00 0x7f58e810e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 -- 172.21.15.47:0/1711499058 >> 172.21.15.47:0/1711499058 conn(0x7f58e8077560 msgr2=0x7f58e8106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 -- 172.21.15.47:0/1711499058 shutdown_connections 2024-04-25T02:38:23.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.028+0000 7f58ed600640 1 -- 172.21.15.47:0/1711499058 wait complete. 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.029+0000 7f58ed600640 1 Processor -- start 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58ed600640 1 -- start start 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58ed600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 0x7f58e819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58ed600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f58e8108680 0x7f58e819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58ed600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58e810dd00 0x7f58e81a2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58ed600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f58e8118020 con 0x7f58e8107ce0 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58ed600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f58e8117ea0 con 0x7f58e8108680 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58ed600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f58e81181a0 con 0x7f58e810dd00 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f58e8108680 0x7f58e819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58e7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 0x7f58e819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f58e8108680 0x7f58e819e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45438/0 (socket says 172.21.15.47:45438) 2024-04-25T02:38:23.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.030+0000 7f58dfe00640 1 -- 172.21.15.47:0/1385932725 learned_addr learned my addr 172.21.15.47:0/1385932725 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.031+0000 7f58ecc00640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58e810dd00 0x7f58e81a2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.031+0000 7f58dfe00640 1 -- 172.21.15.47:0/1385932725 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58e810dd00 msgr2=0x7f58e81a2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.031+0000 7f58dfe00640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58e810dd00 0x7f58e81a2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.031+0000 7f58dfe00640 1 -- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 msgr2=0x7f58e819e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.031+0000 7f58dfe00640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 0x7f58e819e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.031+0000 7f58dfe00640 1 -- 172.21.15.47:0/1385932725 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e81a3430 con 0x7f58e8108680 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.031+0000 7f58e7e00640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 0x7f58e819e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.031+0000 7f58dfe00640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f58e8108680 0x7f58e819e980 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f58d0006010 tx=0x7f58d0004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.032+0000 7f58e5600640 1 -- 172.21.15.47:0/1385932725 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d003f030 con 0x7f58e8108680 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.032+0000 7f58ed600640 1 -- 172.21.15.47:0/1385932725 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58e81a36c0 con 0x7f58e8108680 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.032+0000 7f58e5600640 1 -- 172.21.15.47:0/1385932725 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d0004440 con 0x7f58e8108680 2024-04-25T02:38:23.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.032+0000 7f58e5600640 1 -- 172.21.15.47:0/1385932725 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d0035070 con 0x7f58e8108680 2024-04-25T02:38:23.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.032+0000 7f58ed600640 1 -- 172.21.15.47:0/1385932725 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58e81aafb0 con 0x7f58e8108680 2024-04-25T02:38:23.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58f1a2a740 1 Processor -- start 2024-04-25T02:38:23.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58f1a2a740 1 -- start start 2024-04-25T02:38:23.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58e5600640 1 -- 172.21.15.47:0/1385932725 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f58d0042030 con 0x7f58e8108680 2024-04-25T02:38:23.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d28300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d329d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180d35300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a180c86f40 con 0x55a180d27f20 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a180c8c190 con 0x55a180d28840 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.037+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a180c34a10 con 0x55a180d32f10 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58ecc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d28300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58e7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d329d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58ecc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d28300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52432/0 (socket says 172.21.15.47:52432) 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58e7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d329d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45442/0 (socket says 172.21.15.47:45442) 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58ecc00640 1 -- 172.21.15.47:0/2931442273 learned_addr learned my addr 172.21.15.47:0/2931442273 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58dfe00640 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180d35300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58e7e00640 1 -- 172.21.15.47:0/2931442273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 msgr2=0x55a180d35300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58e7e00640 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180d35300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58e7e00640 1 -- 172.21.15.47:0/2931442273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 msgr2=0x55a180d28300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58e7e00640 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d28300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58e7e00640 1 -- 172.21.15.47:0/2931442273 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a180a687e0 con 0x55a180d28840 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58ecc00640 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d28300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.038+0000 7f58e7e00640 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d329d0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f58d8009fd0 tx=0x7f58d80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f38c814d4ce5fd0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.039+0000 7f58e5600640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f58cc0a2d00 0x7f58cc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.039+0000 7f58dd200640 1 -- 172.21.15.47:0/2931442273 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d8004310 con 0x55a180d28840 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.039+0000 7f58dd200640 1 -- 172.21.15.47:0/2931442273 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d80044b0 con 0x55a180d28840 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.039+0000 7f58dd200640 1 -- 172.21.15.47:0/2931442273 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d80035f0 con 0x55a180d28840 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.039+0000 7f58e5600640 1 -- 172.21.15.47:0/1385932725 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f58d00ef760 con 0x7f58e8108680 2024-04-25T02:38:23.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.039+0000 7f58ecc00640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f58cc0a2d00 0x7f58cc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.039+0000 7f58f1a2a740 1 -- 172.21.15.47:0/2931442273 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 msgr2=0x55a180d329d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.039+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d329d0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f58d8009fd0 tx=0x7f58d80118d0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 -- 172.21.15.47:0/2931442273 shutdown_connections 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180d35300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d329d0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/2931442273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d28300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 -- 172.21.15.47:0/2931442273 >> 172.21.15.47:0/2931442273 conn(0x55a180d24240 msgr2=0x55a180d24620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 -- 172.21.15.47:0/2931442273 shutdown_connections 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58ecc00640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f58cc0a2d00 0x7f58cc0a51c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f58e0011870 tx=0x7f58e0009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 -- 172.21.15.47:0/2931442273 wait complete. 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 -- start start 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.040+0000 7f58f1a2a740 1 Processor -- start 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d27f20 0x55a180d2feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d303f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d32f10 0x55a180d30930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a180c47e70 con 0x55a180d28840 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a180c88150 con 0x55a180d32f10 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a180d35da0 con 0x55a180d27f20 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58f1a2a740 10 client.0 _ll_register_callbacks cb 0x55a180c831f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d303f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58e7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d27f20 0x55a180d2feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d303f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52448/0 (socket says 172.21.15.47:52448) 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58ecc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d32f10 0x55a180d30930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.041+0000 7f58dfe00640 1 -- 172.21.15.47:0/4073923158 learned_addr learned my addr 172.21.15.47:0/4073923158 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58e7e00640 1 -- 172.21.15.47:0/4073923158 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d32f10 msgr2=0x55a180d30930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58e7e00640 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d32f10 0x55a180d30930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58e7e00640 1 -- 172.21.15.47:0/4073923158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 msgr2=0x55a180d303f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58e7e00640 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d303f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58e7e00640 1 -- 172.21.15.47:0/4073923158 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a180ac8f70 con 0x55a180d27f20 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58dfe00640 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d303f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58ecc00640 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d32f10 0x55a180d30930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58e7e00640 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d27f20 0x55a180d2feb0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f58d801b040 tx=0x7f58d80048f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d28913d300cd3d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.042+0000 7f58d5600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58d5600640 1 -- 172.21.15.47:0/4073923158 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d8029070 con 0x55a180d27f20 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58f1a2a740 1 -- 172.21.15.47:0/4073923158 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58d80044b0 con 0x55a180d27f20 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58d5600640 1 -- 172.21.15.47:0/4073923158 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f58d8003a00 con 0x55a180d27f20 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58d5600640 1 -- 172.21.15.47:0/4073923158 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f58d8035050 con 0x55a180d27f20 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58f1a2a740 10 client.26707 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58f1a2a740 1 -- 172.21.15.47:0/4073923158 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a180960170 con 0x55a180d27f20 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58d5600640 1 -- 172.21.15.47:0/4073923158 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d80044b0 con 0x55a180d27f20 2024-04-25T02:38:23.050 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58d5600640 1 -- 172.21.15.47:0/4073923158 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f58d800f4e0 con 0x55a180d27f20 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58f1a2a740 10 client.26707 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.043+0000 7f58f1a2a740 10 client.26707 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.044+0000 7f58f1a2a740 20 client.26707 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.044+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a180d43110 0x55a180d45500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.044+0000 7f58f1a2a740 4 client.26707 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.044+0000 7f58f1a2a740 1 -- 172.21.15.47:0/4073923158 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a180c996d0 con 0x55a180d43110 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.044+0000 7f58dfe00640 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a180d43110 0x55a180d45500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.044+0000 7f58dfe00640 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a180d43110 0x55a180d45500 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29337f8d4328b351 server_cookie=d8da70e2f6ec398b in_seq=0 out_seq=0 2024-04-25T02:38:23.051 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.044+0000 7f58d5600640 10 client.26707 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58d5600640 1 -- 172.21.15.47:0/4073923158 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a180c996d0 con 0x55a180d43110 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58d5600640 10 client.26707 handle_command_reply: tid=0 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 client.26707 shutdown 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 -- 172.21.15.47:0/4073923158 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d27f20 msgr2=0x55a180d2feb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d27f20 0x55a180d2feb0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f58d801b040 tx=0x7f58d80048f0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 -- 172.21.15.47:0/4073923158 shutdown_connections 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a180d43110 0x55a180d45500 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d32f10 0x55a180d30930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.052 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d303f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/4073923158 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d27f20 0x55a180d2feb0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58f1a2a740 1 -- 172.21.15.47:0/4073923158 >> 172.21.15.47:0/4073923158 conn(0x55a180d24240 msgr2=0x55a180d233b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.045+0000 7f58d5600640 0 client.26707 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:23.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.046+0000 7f58f1a2a740 1 -- 172.21.15.47:0/4073923158 shutdown_connections 2024-04-25T02:38:23.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.046+0000 7f58f1a2a740 1 -- 172.21.15.47:0/4073923158 wait complete. 2024-04-25T02:38:23.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.046+0000 7f58f1a2a740 20 client.26707 trim_cache size 0 max 16384 2024-04-25T02:38:23.075 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.065+0000 7f58f1a2a740 1 Processor -- start 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.065+0000 7f58f1a2a740 1 -- start start 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d3eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d23230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180d4ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f58e81b5f60 con 0x55a180d27f20 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f58e81b3830 con 0x55a180d28840 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f58e81b1680 con 0x55a180d32f10 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d23230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58e7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d3eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d23230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45464/0 (socket says 172.21.15.47:45464) 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58dfe00640 1 -- 172.21.15.47:0/711103544 learned_addr learned my addr 172.21.15.47:0/711103544 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58ecc00640 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180d4ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58dfe00640 1 -- 172.21.15.47:0/711103544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 msgr2=0x55a180d4ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.076 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58dfe00640 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180d4ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58dfe00640 1 -- 172.21.15.47:0/711103544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 msgr2=0x55a180d3eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58dfe00640 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d3eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58dfe00640 1 -- 172.21.15.47:0/711103544 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a180d28670 con 0x55a180d28840 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.066+0000 7f58e7e00640 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d3eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.067+0000 7f58dfe00640 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d23230 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f58d00b81c0 tx=0x7f58d00f5550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da92dfea570d29fa server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.067+0000 7f58d7e00640 1 -- 172.21.15.47:0/711103544 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d0049050 con 0x55a180d28840 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.067+0000 7f58d7e00640 1 -- 172.21.15.47:0/711103544 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d00bbd60 con 0x55a180d28840 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.067+0000 7f58d7e00640 1 -- 172.21.15.47:0/711103544 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d0003cd0 con 0x55a180d28840 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 -- 172.21.15.47:0/711103544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 msgr2=0x55a180d23230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d23230 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f58d00b81c0 tx=0x7f58d00f5550 comp rx=0 tx=0).stop 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 -- 172.21.15.47:0/711103544 shutdown_connections 2024-04-25T02:38:23.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180d4ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d28840 0x55a180d23230 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/711103544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d27f20 0x55a180d3eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 -- 172.21.15.47:0/711103544 >> 172.21.15.47:0/711103544 conn(0x55a180d24240 msgr2=0x55a180d22b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 -- 172.21.15.47:0/711103544 shutdown_connections 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 -- 172.21.15.47:0/711103544 wait complete. 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 -- start start 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.068+0000 7f58f1a2a740 1 Processor -- start 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d27f20 0x55a180d36e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d37370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58f1a2a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180da8500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f58e81b1cf0 con 0x55a180d28840 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f58e81b3160 con 0x55a180d27f20 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58f1a2a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f58e81b23c0 con 0x55a180d32f10 2024-04-25T02:38:23.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58f1a2a740 10 client.0 _ll_register_callbacks cb 0x7f58e0009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d37370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58e7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d27f20 0x55a180d36e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d37370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52462/0 (socket says 172.21.15.47:52462) 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58dfe00640 1 -- 172.21.15.47:0/453836366 learned_addr learned my addr 172.21.15.47:0/453836366 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.069+0000 7f58ecc00640 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180da8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58dfe00640 1 -- 172.21.15.47:0/453836366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 msgr2=0x55a180da8500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58dfe00640 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180da8500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58dfe00640 1 -- 172.21.15.47:0/453836366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d27f20 msgr2=0x55a180d36e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58dfe00640 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d27f20 0x55a180d36e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58dfe00640 1 -- 172.21.15.47:0/453836366 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a180da8a40 con 0x55a180d28840 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58e7e00640 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d27f20 0x55a180d36e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58dfe00640 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d37370 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f58d0005ab0 tx=0x7f58d00b9e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6e9bb8b7a8c683b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58d5600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58d5600640 1 -- 172.21.15.47:0/453836366 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d00d9060 con 0x55a180d28840 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58d5600640 1 -- 172.21.15.47:0/453836366 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f58d00ed160 con 0x55a180d28840 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58f1a2a740 1 -- 172.21.15.47:0/453836366 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58d00bbd60 con 0x55a180d28840 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58d5600640 1 -- 172.21.15.47:0/453836366 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f58d0049030 con 0x55a180d28840 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.070+0000 7f58f1a2a740 10 client.16596 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58f1a2a740 1 -- 172.21.15.47:0/453836366 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a180da9c40 con 0x55a180d28840 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58d5600640 1 -- 172.21.15.47:0/453836366 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d00bbd60 con 0x55a180d28840 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58d5600640 1 -- 172.21.15.47:0/453836366 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f58d00f1ce0 con 0x55a180d28840 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58f1a2a740 10 client.16596 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58f1a2a740 10 client.16596 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58f1a2a740 20 client.16596 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a180daa310 0x55a180dac730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58f1a2a740 4 client.16596 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:38:23.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58f1a2a740 1 -- 172.21.15.47:0/453836366 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a180c93a20 con 0x55a180daa310 2024-04-25T02:38:23.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.071+0000 7f58e7e00640 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a180daa310 0x55a180dac730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.072+0000 7f58e7e00640 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a180daa310 0x55a180dac730 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9f10c90d91f44f5 server_cookie=aeb89674765bdb96 in_seq=0 out_seq=0 2024-04-25T02:38:23.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.072+0000 7f58d5600640 10 client.16596 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58d5600640 1 -- 172.21.15.47:0/453836366 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a180c93a20 con 0x55a180daa310 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58d5600640 10 client.16596 handle_command_reply: tid=0 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 client.16596 shutdown 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 -- 172.21.15.47:0/453836366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 msgr2=0x55a180d37370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d37370 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f58d0005ab0 tx=0x7f58d00b9e20 comp rx=0 tx=0).stop 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 -- 172.21.15.47:0/453836366 shutdown_connections 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a180daa310 0x55a180dac730 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a180d32f10 0x55a180da8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a180d28840 0x55a180d37370 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 --2- 172.21.15.47:0/453836366 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a180d27f20 0x55a180d36e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58d5600640 0 client.16596 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.073+0000 7f58f1a2a740 1 -- 172.21.15.47:0/453836366 >> 172.21.15.47:0/453836366 conn(0x55a180d24240 msgr2=0x55a180d233b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.074+0000 7f58f1a2a740 1 -- 172.21.15.47:0/453836366 shutdown_connections 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.074+0000 7f58f1a2a740 1 -- 172.21.15.47:0/453836366 wait complete. 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.074+0000 7f58f1a2a740 20 client.16596 trim_cache size 0 max 16384 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "379352a3-8f04-490b-85bd-e7fe02d7ee26", 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:38:23.083 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:38:23.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.074+0000 7f58ed600640 1 -- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f58cc0a2d00 msgr2=0x7f58cc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.074+0000 7f58ed600640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f58cc0a2d00 0x7f58cc0a51c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f58e0011870 tx=0x7f58e0009500 comp rx=0 tx=0).stop 2024-04-25T02:38:23.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.074+0000 7f58ed600640 1 -- 172.21.15.47:0/1385932725 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f58e8108680 msgr2=0x7f58e819e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.074+0000 7f58ed600640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f58e8108680 0x7f58e819e980 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f58d0006010 tx=0x7f58d0004040 comp rx=0 tx=0).stop 2024-04-25T02:38:23.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.075+0000 7f58ed600640 1 -- 172.21.15.47:0/1385932725 shutdown_connections 2024-04-25T02:38:23.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.075+0000 7f58ed600640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f58cc0a2d00 0x7f58cc0a51c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.075+0000 7f58ed600640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58e810dd00 0x7f58e81a2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.075+0000 7f58ed600640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f58e8108680 0x7f58e819e980 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.075+0000 7f58ed600640 1 --2- 172.21.15.47:0/1385932725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58e8107ce0 0x7f58e819e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.075+0000 7f58ed600640 1 -- 172.21.15.47:0/1385932725 >> 172.21.15.47:0/1385932725 conn(0x7f58e8077560 msgr2=0x7f58e80785b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.075+0000 7f58ed600640 1 -- 172.21.15.47:0/1385932725 shutdown_connections 2024-04-25T02:38:23.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.075+0000 7f58ed600640 1 -- 172.21.15.47:0/1385932725 wait complete. 2024-04-25T02:38:23.096 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:38:23.097 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:38:23.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.297+0000 7f79db200640 1 -- 172.21.15.47:0/3503623302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d4109910 msgr2=0x7f79d4109cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.298+0000 7f79db200640 1 --2- 172.21.15.47:0/3503623302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d4109910 0x7f79d4109cf0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f79c4009cd0 tx=0x7f79c402a8e0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.298+0000 7f79db200640 1 -- 172.21.15.47:0/3503623302 shutdown_connections 2024-04-25T02:38:23.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.298+0000 7f79db200640 1 --2- 172.21.15.47:0/3503623302 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79d41042c0 0x7f79d41107d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.298+0000 7f79db200640 1 --2- 172.21.15.47:0/3503623302 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79d4103900 0x7f79d4103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.298+0000 7f79db200640 1 --2- 172.21.15.47:0/3503623302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d4109910 0x7f79d4109cf0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.298+0000 7f79db200640 1 -- 172.21.15.47:0/3503623302 >> 172.21.15.47:0/3503623302 conn(0x7f79d40ff3f0 msgr2=0x7f79d4101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.298+0000 7f79db200640 1 -- 172.21.15.47:0/3503623302 shutdown_connections 2024-04-25T02:38:23.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.298+0000 7f79db200640 1 -- 172.21.15.47:0/3503623302 wait complete. 2024-04-25T02:38:23.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.299+0000 7f79db200640 1 Processor -- start 2024-04-25T02:38:23.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.299+0000 7f79db200640 1 -- start start 2024-04-25T02:38:23.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79db200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79d4103900 0x7f79d419a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79db200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d41042c0 0x7f79d419a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79db200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79d4109910 0x7f79d419eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79db200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79d4113d40 con 0x7f79d4103900 2024-04-25T02:38:23.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79db200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f79d4113bc0 con 0x7f79d4109910 2024-04-25T02:38:23.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79db200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f79d4113ec0 con 0x7f79d41042c0 2024-04-25T02:38:23.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79d4103900 0x7f79d419a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79d9200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79d4109910 0x7f79d419eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79d3400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d41042c0 0x7f79d419a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79d4103900 0x7f79d419a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52492/0 (socket says 172.21.15.47:52492) 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.300+0000 7f79d3e00640 1 -- 172.21.15.47:0/3534924865 learned_addr learned my addr 172.21.15.47:0/3534924865 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d3400640 1 -- 172.21.15.47:0/3534924865 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79d4109910 msgr2=0x7f79d419eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d3400640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79d4109910 0x7f79d419eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d3400640 1 -- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79d4103900 msgr2=0x7f79d419a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d3400640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79d4103900 0x7f79d419a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d3400640 1 -- 172.21.15.47:0/3534924865 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d419f260 con 0x7f79d41042c0 2024-04-25T02:38:23.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d3e00640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79d4103900 0x7f79d419a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d3400640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d41042c0 0x7f79d419a800 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f79c000e9f0 tx=0x7f79c000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d0c00640 1 -- 172.21.15.47:0/3534924865 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c000cd80 con 0x7f79d41042c0 2024-04-25T02:38:23.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d0c00640 1 -- 172.21.15.47:0/3534924865 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79c00035f0 con 0x7f79d41042c0 2024-04-25T02:38:23.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79db200640 1 -- 172.21.15.47:0/3534924865 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d419f550 con 0x7f79d41042c0 2024-04-25T02:38:23.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.301+0000 7f79d0c00640 1 -- 172.21.15.47:0/3534924865 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c0010690 con 0x7f79d41042c0 2024-04-25T02:38:23.307 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.302+0000 7f79db200640 1 -- 172.21.15.47:0/3534924865 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d41a6de0 con 0x7f79d41042c0 2024-04-25T02:38:23.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79de177740 1 Processor -- start 2024-04-25T02:38:23.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79de177740 1 -- start start 2024-04-25T02:38:23.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79de177740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca000 0x55da4cfca3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79de177740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79d0c00640 1 -- 172.21.15.47:0/3534924865 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f79c0003b30 con 0x7f79d41042c0 2024-04-25T02:38:23.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79de177740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 0x55da4cfd73e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79de177740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55da4cf2e560 con 0x55da4cfca920 2024-04-25T02:38:23.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79de177740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55da4ced6930 con 0x55da4cfca000 2024-04-25T02:38:23.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.305+0000 7f79de177740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55da4cf2a520 con 0x55da4cfd4ff0 2024-04-25T02:38:23.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca000 0x55da4cfca3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca000 0x55da4cfca3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45496/0 (socket says 172.21.15.47:45496) 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 -- 172.21.15.47:0/137500461 learned_addr learned my addr 172.21.15.47:0/137500461 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d3400640 1 --2- 172.21.15.47:0/137500461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 0x55da4cfd73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 -- 172.21.15.47:0/137500461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 msgr2=0x55da4cfd73e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 --2- 172.21.15.47:0/137500461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 0x55da4cfd73e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 -- 172.21.15.47:0/137500461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 msgr2=0x55da4cfd4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 --2- 172.21.15.47:0/137500461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 -- 172.21.15.47:0/137500461 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da4cd0c7d0 con 0x55da4cfca000 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.306+0000 7f79d9200640 1 --2- 172.21.15.47:0/137500461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca000 0x55da4cfca3e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f79cc009c20 tx=0x7f79cc011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc9fe143d67fb854 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.307+0000 7f79c9600640 1 -- 172.21.15.47:0/137500461 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc01e070 con 0x55da4cfca000 2024-04-25T02:38:23.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.307+0000 7f79c9600640 1 -- 172.21.15.47:0/137500461 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79cc019b10 con 0x55da4cfca000 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.307+0000 7f79c9600640 1 -- 172.21.15.47:0/137500461 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc00e9d0 con 0x55da4cfca000 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.307+0000 7f79d0c00640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f79b80a2d00 0x7f79b80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.307+0000 7f79d0c00640 1 -- 172.21.15.47:0/3534924865 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f79c00cf760 con 0x7f79d41042c0 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.307+0000 7f79d3e00640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f79b80a2d00 0x7f79b80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.307+0000 7f79de177740 1 -- 172.21.15.47:0/137500461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca000 msgr2=0x55da4cfca3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.307+0000 7f79de177740 1 --2- 172.21.15.47:0/137500461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca000 0x55da4cfca3e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f79cc009c20 tx=0x7f79cc011810 comp rx=0 tx=0).stop 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 -- 172.21.15.47:0/137500461 shutdown_connections 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 --2- 172.21.15.47:0/137500461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 0x55da4cfd73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 --2- 172.21.15.47:0/137500461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 --2- 172.21.15.47:0/137500461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca000 0x55da4cfca3e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 -- 172.21.15.47:0/137500461 >> 172.21.15.47:0/137500461 conn(0x55da4cfc6320 msgr2=0x55da4cfc6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 -- 172.21.15.47:0/137500461 shutdown_connections 2024-04-25T02:38:23.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 -- 172.21.15.47:0/137500461 wait complete. 2024-04-25T02:38:23.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 -- start start 2024-04-25T02:38:23.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79d3e00640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f79b80a2d00 0x7f79b80a51c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f79c4000f80 tx=0x7f79c403d040 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.308+0000 7f79de177740 1 Processor -- start 2024-04-25T02:38:23.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79de177740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca000 0x55da4cfd1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79de177740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79de177740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfd29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79de177740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55da4cfd7de0 con 0x55da4cfca920 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79de177740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55da4cee9d90 con 0x55da4cfd4ff0 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79de177740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55da4cfd7f60 con 0x55da4cfca000 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79de177740 10 client.0 _ll_register_callbacks cb 0x55da4cee9780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca000 0x55da4cfd1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca000 0x55da4cfd1f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:39566/0 (socket says 172.21.15.47:39566) 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79d3e00640 1 -- 172.21.15.47:0/3392631997 learned_addr learned my addr 172.21.15.47:0/3392631997 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79d3400640 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.309+0000 7f79d9200640 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfd29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79d3e00640 1 -- 172.21.15.47:0/3392631997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 msgr2=0x55da4cfd29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79d3e00640 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfd29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79d3e00640 1 -- 172.21.15.47:0/3392631997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 msgr2=0x55da4cfd2490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79d3e00640 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd2490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79d3e00640 1 -- 172.21.15.47:0/3392631997 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da4cc423f0 con 0x55da4cfca000 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79d3400640 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79d3e00640 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca000 0x55da4cfd1f50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f79c4009df0 tx=0x7f79c402a8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd5682307fa44984 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79be000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79be000640 1 -- 172.21.15.47:0/3392631997 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c4056060 con 0x55da4cfca000 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79be000640 1 -- 172.21.15.47:0/3392631997 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f79c40305a0 con 0x55da4cfca000 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.310+0000 7f79de177740 1 -- 172.21.15.47:0/3392631997 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79cc019b10 con 0x55da4cfca000 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.311+0000 7f79be000640 1 -- 172.21.15.47:0/3392631997 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f79c40307e0 con 0x55da4cfca000 2024-04-25T02:38:23.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.311+0000 7f79de177740 10 client.26725 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.311+0000 7f79de177740 1 -- 172.21.15.47:0/3392631997 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55da4cc020f0 con 0x55da4cfca000 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.311+0000 7f79be000640 1 -- 172.21.15.47:0/3392631997 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79cc019b10 con 0x55da4cfca000 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.311+0000 7f79be000640 1 -- 172.21.15.47:0/3392631997 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f79c4030070 con 0x55da4cfca000 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.311+0000 7f79de177740 10 client.26725 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.311+0000 7f79de177740 10 client.26725 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.311+0000 7f79de177740 20 client.26725 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.312+0000 7f79de177740 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55da4cfe5330 0x55da4cfe77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.312+0000 7f79de177740 4 client.26725 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.312+0000 7f79de177740 1 -- 172.21.15.47:0/3392631997 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da4cf41d90 con 0x55da4cfe5330 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.312+0000 7f79d3400640 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55da4cfe5330 0x55da4cfe77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.312+0000 7f79d3400640 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55da4cfe5330 0x55da4cfe77c0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32b79f311f8ace7c server_cookie=5972f9c5b10de796 in_seq=0 out_seq=0 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.312+0000 7f79be000640 10 client.26725 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.313+0000 7f79be000640 1 -- 172.21.15.47:0/3392631997 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55da4cf41d90 con 0x55da4cfe5330 2024-04-25T02:38:23.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.313+0000 7f79be000640 10 client.26725 handle_command_reply: tid=0 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.313+0000 7f79de177740 1 client.26725 shutdown 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.313+0000 7f79de177740 1 -- 172.21.15.47:0/3392631997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca000 msgr2=0x55da4cfd1f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.313+0000 7f79de177740 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca000 0x55da4cfd1f50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f79c4009df0 tx=0x7f79c402a8e0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 1 -- 172.21.15.47:0/3392631997 shutdown_connections 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55da4cfe5330 0x55da4cfe77c0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfd29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca920 0x55da4cfd2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 1 --2- 172.21.15.47:0/3392631997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca000 0x55da4cfd1f50 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79be000640 0 client.26725 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 1 -- 172.21.15.47:0/3392631997 >> 172.21.15.47:0/3392631997 conn(0x55da4cfc6320 msgr2=0x55da4cfcc020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 1 -- 172.21.15.47:0/3392631997 shutdown_connections 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 1 -- 172.21.15.47:0/3392631997 wait complete. 2024-04-25T02:38:23.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.314+0000 7f79de177740 20 client.26725 trim_cache size 0 max 16384 2024-04-25T02:38:23.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79de177740 1 Processor -- start 2024-04-25T02:38:23.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79de177740 1 -- start start 2024-04-25T02:38:23.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79de177740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfc5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79de177740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca920 0x55da4cfcc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79de177740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfed090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79de177740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79d41b1f50 con 0x55da4cfca000 2024-04-25T02:38:23.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79de177740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f79d41af820 con 0x55da4cfd4ff0 2024-04-25T02:38:23.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79de177740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f79d41ad670 con 0x55da4cfca920 2024-04-25T02:38:23.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.334+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfc5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d9200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfed090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d3400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca920 0x55da4cfcc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfc5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52516/0 (socket says 172.21.15.47:52516) 2024-04-25T02:38:23.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d9200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfed090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45508/0 (socket says 172.21.15.47:45508) 2024-04-25T02:38:23.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d3e00640 1 -- 172.21.15.47:0/4017309389 learned_addr learned my addr 172.21.15.47:0/4017309389 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d3400640 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca920 0x55da4cfcc760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:39570/0 (socket says 172.21.15.47:39570) 2024-04-25T02:38:23.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d9200640 1 -- 172.21.15.47:0/4017309389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca920 msgr2=0x55da4cfcc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d9200640 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca920 0x55da4cfcc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d9200640 1 -- 172.21.15.47:0/4017309389 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 msgr2=0x55da4cfc5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d9200640 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfc5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d9200640 1 -- 172.21.15.47:0/4017309389 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da4cfc1c80 con 0x55da4cfd4ff0 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d3400640 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca920 0x55da4cfcc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.335+0000 7f79d9200640 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfed090 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f79cc011d10 tx=0x7f79cc00e3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b5ea6fb58cf54ed server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79c8c00640 1 -- 172.21.15.47:0/4017309389 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc01e040 con 0x55da4cfd4ff0 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79c8c00640 1 -- 172.21.15.47:0/4017309389 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79cc005040 con 0x55da4cfd4ff0 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79c8c00640 1 -- 172.21.15.47:0/4017309389 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc004be0 con 0x55da4cfd4ff0 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 -- 172.21.15.47:0/4017309389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 msgr2=0x55da4cfed090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfed090 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f79cc011d10 tx=0x7f79cc00e3b0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 -- 172.21.15.47:0/4017309389 shutdown_connections 2024-04-25T02:38:23.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfd4ff0 0x55da4cfed090 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfca920 0x55da4cfcc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 --2- 172.21.15.47:0/4017309389 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfc5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 -- 172.21.15.47:0/4017309389 >> 172.21.15.47:0/4017309389 conn(0x55da4cfc6320 msgr2=0x55da4cfd1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 -- 172.21.15.47:0/4017309389 shutdown_connections 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.336+0000 7f79de177740 1 -- 172.21.15.47:0/4017309389 wait complete. 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.337+0000 7f79de177740 1 -- start start 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.337+0000 7f79de177740 1 Processor -- start 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.337+0000 7f79de177740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfcf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.337+0000 7f79de177740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca920 0x55da4cfcf560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79de177740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 0x55da4d04a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79de177740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79d41adce0 con 0x55da4cfca000 2024-04-25T02:38:23.344 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79de177740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f79d41af150 con 0x55da4cfca920 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79de177740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f79d41ae3b0 con 0x55da4cfd4ff0 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79de177740 10 client.0 _ll_register_callbacks cb 0x7f79c4003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfcf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfcf020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52522/0 (socket says 172.21.15.47:52522) 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 -- 172.21.15.47:0/354792661 learned_addr learned my addr 172.21.15.47:0/354792661 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3400640 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca920 0x55da4cfcf560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d9200640 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 0x55da4d04a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 -- 172.21.15.47:0/354792661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 msgr2=0x55da4d04a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 0x55da4d04a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 -- 172.21.15.47:0/354792661 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca920 msgr2=0x55da4cfcf560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca920 0x55da4cfcf560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 -- 172.21.15.47:0/354792661 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da4d04ae40 con 0x55da4cfca000 2024-04-25T02:38:23.345 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79d3e00640 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfcf020 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f79c4051b40 tx=0x7f79c4004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8e56d5e994c67c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:23.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.338+0000 7f79be000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:23.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79be000640 1 -- 172.21.15.47:0/354792661 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c4056070 con 0x55da4cfca000 2024-04-25T02:38:23.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79be000640 1 -- 172.21.15.47:0/354792661 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f79c4051680 con 0x55da4cfca000 2024-04-25T02:38:23.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79de177740 1 -- 172.21.15.47:0/354792661 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79cc005040 con 0x55da4cfca000 2024-04-25T02:38:23.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79be000640 1 -- 172.21.15.47:0/354792661 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f79c4051880 con 0x55da4cfca000 2024-04-25T02:38:23.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79de177740 10 client.16614 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:23.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79de177740 1 -- 172.21.15.47:0/354792661 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55da4d04bff0 con 0x55da4cfca000 2024-04-25T02:38:23.346 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79be000640 1 -- 172.21.15.47:0/354792661 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79cc005040 con 0x55da4cfca000 2024-04-25T02:38:23.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79be000640 1 -- 172.21.15.47:0/354792661 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f79c4030040 con 0x55da4cfca000 2024-04-25T02:38:23.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79de177740 10 client.16614 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:23.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79de177740 10 client.16614 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:23.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.339+0000 7f79de177740 20 client.16614 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:23.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.340+0000 7f79de177740 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55da4d04c6b0 0x55da4d04eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:23.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.340+0000 7f79de177740 4 client.16614 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.340+0000 7f79de177740 1 -- 172.21.15.47:0/354792661 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55da4cf3baa0 con 0x55da4d04c6b0 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.340+0000 7f79d3400640 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55da4d04c6b0 0x55da4d04eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.340+0000 7f79d3400640 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55da4d04c6b0 0x55da4d04eaf0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8732925975847098 server_cookie=a3d6b104b8a72e0c in_seq=0 out_seq=0 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.340+0000 7f79be000640 10 client.16614 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79be000640 1 -- 172.21.15.47:0/354792661 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55da4cf3baa0 con 0x55da4d04c6b0 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79be000640 10 client.16614 handle_command_reply: tid=0 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 client.16614 shutdown 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 -- 172.21.15.47:0/354792661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 msgr2=0x55da4cfcf020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfcf020 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f79c4051b40 tx=0x7f79c4004f90 comp rx=0 tx=0).stop 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 -- 172.21.15.47:0/354792661 shutdown_connections 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55da4d04c6b0 0x55da4d04eaf0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55da4cfd4ff0 0x55da4d04a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55da4cfca920 0x55da4cfcf560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79be000640 0 client.16614 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:23.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 --2- 172.21.15.47:0/354792661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55da4cfca000 0x55da4cfcf020 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 -- 172.21.15.47:0/354792661 >> 172.21.15.47:0/354792661 conn(0x55da4cfc6320 msgr2=0x55da4cfd26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 -- 172.21.15.47:0/354792661 shutdown_connections 2024-04-25T02:38:23.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 1 -- 172.21.15.47:0/354792661 wait complete. 2024-04-25T02:38:23.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.341+0000 7f79de177740 20 client.16614 trim_cache size 0 max 16384 2024-04-25T02:38:23.350 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:38:23.350 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:38:23.351 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:38:23.351 INFO:teuthology.orchestra.run.smithi047.stdout: "379352a3-8f04-490b-85bd-e7fe02d7ee26": { 2024-04-25T02:38:23.351 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:38:23.351 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "379352a3-8f04-490b-85bd-e7fe02d7ee26", 2024-04-25T02:38:23.351 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:38:23.351 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:38:23.351 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:38:23.351 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 -- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f79b80a2d00 msgr2=0x7f79b80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f79b80a2d00 0x7f79b80a51c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f79c4000f80 tx=0x7f79c403d040 comp rx=0 tx=0).stop 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 -- 172.21.15.47:0/3534924865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d41042c0 msgr2=0x7f79d419a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d41042c0 0x7f79d419a800 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f79c000e9f0 tx=0x7f79c000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 -- 172.21.15.47:0/3534924865 shutdown_connections 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f79b80a2d00 0x7f79b80a51c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f79d4109910 0x7f79d419eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f79d41042c0 0x7f79d419a800 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 --2- 172.21.15.47:0/3534924865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79d4103900 0x7f79d419a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:23.352 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 -- 172.21.15.47:0/3534924865 >> 172.21.15.47:0/3534924865 conn(0x7f79d40ff3f0 msgr2=0x7f79d40ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:23.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 -- 172.21.15.47:0/3534924865 shutdown_connections 2024-04-25T02:38:23.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:23.342+0000 7f79db200640 1 -- 172.21.15.47:0/3534924865 wait complete. 2024-04-25T02:38:23.363 INFO:tasks.cephfs.filesystem:scrub status for tag:379352a3-8f04-490b-85bd-e7fe02d7ee26 - {'path': '/', 'tag': '379352a3-8f04-490b-85bd-e7fe02d7ee26', 'options': 'recursive,force'} 2024-04-25T02:38:24.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:24 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:38:24.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:24 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:24.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:24 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:38:24.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:24 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:24.839 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:24 smithi178 ceph-mon[33053]: pgmap v174: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:38:24.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:24 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:38:24.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:24 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:24.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:24 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:38:24.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:24 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:24.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:24 smithi047 ceph-mon[27871]: pgmap v174: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:38:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:24 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:38:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:24 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:24 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:38:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:24 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:24 smithi113 ceph-mon[32459]: pgmap v174: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:38:25.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:25 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:38:26.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:25 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:38:26.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:25 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:38:26.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:26 smithi047 ceph-mon[27871]: pgmap v175: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:38:26.990 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:26 smithi178 ceph-mon[33053]: pgmap v175: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:38:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:26 smithi113 ceph-mon[32459]: pgmap v175: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:38:28.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:28 smithi047 ceph-mon[27871]: pgmap v176: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-25T02:38:29.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:28 smithi113 ceph-mon[32459]: pgmap v176: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-25T02:38:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:28 smithi178 ceph-mon[33053]: pgmap v176: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-25T02:38:30.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:30 smithi047 ceph-mon[27871]: pgmap v177: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s 2024-04-25T02:38:31.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:30 smithi113 ceph-mon[32459]: pgmap v177: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s 2024-04-25T02:38:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:30 smithi178 ceph-mon[33053]: pgmap v177: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s 2024-04-25T02:38:32.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:32 smithi047 ceph-mon[27871]: pgmap v178: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s 2024-04-25T02:38:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:32 smithi113 ceph-mon[32459]: pgmap v178: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s 2024-04-25T02:38:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:32 smithi178 ceph-mon[33053]: pgmap v178: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s 2024-04-25T02:38:34.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:34 smithi047 ceph-mon[27871]: pgmap v179: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-25T02:38:35.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:34 smithi113 ceph-mon[32459]: pgmap v179: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-25T02:38:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:34 smithi178 ceph-mon[33053]: pgmap v179: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-04-25T02:38:36.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:36 smithi047 ceph-mon[27871]: pgmap v180: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:36 smithi113 ceph-mon[32459]: pgmap v180: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:36 smithi178 ceph-mon[33053]: pgmap v180: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:38:38.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:38 smithi047 ceph-mon[27871]: pgmap v181: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:38:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:38 smithi113 ceph-mon[32459]: pgmap v181: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:38:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:38 smithi178 ceph-mon[33053]: pgmap v181: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:38:40.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:40 smithi047 ceph-mon[27871]: pgmap v182: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:40 smithi113 ceph-mon[32459]: pgmap v182: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:40 smithi178 ceph-mon[33053]: pgmap v182: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:42.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:42 smithi047 ceph-mon[27871]: pgmap v183: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:43.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:42 smithi113 ceph-mon[32459]: pgmap v183: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:42 smithi178 ceph-mon[33053]: pgmap v183: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:44.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:44 smithi047 ceph-mon[27871]: pgmap v184: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:44 smithi113 ceph-mon[32459]: pgmap v184: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:44 smithi178 ceph-mon[33053]: pgmap v184: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:46.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:46 smithi047 ceph-mon[27871]: pgmap v185: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:46 smithi113 ceph-mon[32459]: pgmap v185: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:46 smithi178 ceph-mon[33053]: pgmap v185: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:48.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:48 smithi047 ceph-mon[27871]: pgmap v186: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:48 smithi113 ceph-mon[32459]: pgmap v186: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:49.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:48 smithi178 ceph-mon[33053]: pgmap v186: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:50.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:50 smithi047 ceph-mon[27871]: pgmap v187: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:51.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:50 smithi113 ceph-mon[32459]: pgmap v187: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:50 smithi178 ceph-mon[33053]: pgmap v187: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:52 smithi113 ceph-mon[32459]: pgmap v188: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:52 smithi178 ceph-mon[33053]: pgmap v188: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:53.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:52 smithi047 ceph-mon[27871]: pgmap v188: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:53.365 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:38:53.365 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 -- 172.21.15.47:0/3806637203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c10dd00 msgr2=0x7f977c10e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 --2- 172.21.15.47:0/3806637203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c10dd00 0x7f977c10e0e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f976c009900 tx=0x7f976c02a480 comp rx=0 tx=0).stop 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 -- 172.21.15.47:0/3806637203 shutdown_connections 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 --2- 172.21.15.47:0/3806637203 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f977c108680 0x7f977c114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 --2- 172.21.15.47:0/3806637203 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f977c107ce0 0x7f977c108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 --2- 172.21.15.47:0/3806637203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c10dd00 0x7f977c10e0e0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 -- 172.21.15.47:0/3806637203 >> 172.21.15.47:0/3806637203 conn(0x7f977c077560 msgr2=0x7f977c106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 -- 172.21.15.47:0/3806637203 shutdown_connections 2024-04-25T02:38:53.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.586+0000 7f9781a00640 1 -- 172.21.15.47:0/3806637203 wait complete. 2024-04-25T02:38:53.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.587+0000 7f9781a00640 1 Processor -- start 2024-04-25T02:38:53.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.587+0000 7f9781a00640 1 -- start start 2024-04-25T02:38:53.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.587+0000 7f9781a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c107ce0 0x7f977c19e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.587+0000 7f9781a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f977c108680 0x7f977c19ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.587+0000 7f9781a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f977c10dd00 0x7f977c1a2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.587+0000 7f9781a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f977c118020 con 0x7f977c10dd00 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.587+0000 7f9781a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f977c117ea0 con 0x7f977c108680 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.587+0000 7f9781a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1181a0 con 0x7f977c107ce0 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9781000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f977c10dd00 0x7f977c1a2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9781000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f977c10dd00 0x7f977c1a2db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38942/0 (socket says 172.21.15.47:38942) 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f977be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c107ce0 0x7f977c19e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9781000640 1 -- 172.21.15.47:0/2740389667 learned_addr learned my addr 172.21.15.47:0/2740389667 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9773e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f977c108680 0x7f977c19ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9781000640 1 -- 172.21.15.47:0/2740389667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c107ce0 msgr2=0x7f977c19e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9781000640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c107ce0 0x7f977c19e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9781000640 1 -- 172.21.15.47:0/2740389667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f977c108680 msgr2=0x7f977c19ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9781000640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f977c108680 0x7f977c19ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9781000640 1 -- 172.21.15.47:0/2740389667 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f977c1a34e0 con 0x7f977c10dd00 2024-04-25T02:38:53.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.588+0000 7f9773e00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f977c108680 0x7f977c19ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:53.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.589+0000 7f9781000640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f977c10dd00 0x7f977c1a2db0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f977400ea60 tx=0x7f977400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:53.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.589+0000 7f9779600640 1 -- 172.21.15.47:0/2740389667 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977400ce40 con 0x7f977c10dd00 2024-04-25T02:38:53.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.589+0000 7f9779600640 1 -- 172.21.15.47:0/2740389667 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9774005020 con 0x7f977c10dd00 2024-04-25T02:38:53.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.589+0000 7f9781a00640 1 -- 172.21.15.47:0/2740389667 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f977c1a37d0 con 0x7f977c10dd00 2024-04-25T02:38:53.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.589+0000 7f9779600640 1 -- 172.21.15.47:0/2740389667 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9774010690 con 0x7f977c10dd00 2024-04-25T02:38:53.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.589+0000 7f9781a00640 1 -- 172.21.15.47:0/2740389667 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f977c1ab060 con 0x7f977c10dd00 2024-04-25T02:38:53.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.592+0000 7f9785e11740 1 Processor -- start 2024-04-25T02:38:53.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9779600640 1 -- 172.21.15.47:0/2740389667 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9774005520 con 0x7f977c10dd00 2024-04-25T02:38:53.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9785e11740 1 -- start start 2024-04-25T02:38:53.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9785e11740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12c45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9785e11740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12cec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9785e11740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9785e11740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5617d1228560 con 0x5617d12c41e0 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9785e11740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5617d11d0930 con 0x5617d12c4b00 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9785e11740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5617d1224520 con 0x5617d12cf1d0 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.593+0000 7f9773e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12c45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f977be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12cec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f9773e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12c45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38952/0 (socket says 172.21.15.47:38952) 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f9773e00640 1 -- 172.21.15.47:0/3663038879 learned_addr learned my addr 172.21.15.47:0/3663038879 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f9773e00640 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f977be00640 1 -- 172.21.15.47:0/3663038879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 msgr2=0x5617d12d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f977be00640 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f977be00640 1 -- 172.21.15.47:0/3663038879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 msgr2=0x5617d12c45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f977be00640 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12c45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f977be00640 1 -- 172.21.15.47:0/3663038879 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617d10067d0 con 0x5617d12c4b00 2024-04-25T02:38:53.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f9773e00640 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12c45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:53.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f9779600640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f97600a2d80 0x7f97600a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.594+0000 7f977be00640 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12cec90 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f976c005940 tx=0x7f976c005be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95cd08443881d681 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:53.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.595+0000 7f9779600640 1 -- 172.21.15.47:0/2740389667 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f97740cf840 con 0x7f977c10dd00 2024-04-25T02:38:53.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.595+0000 7f9773e00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f97600a2d80 0x7f97600a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.595+0000 7f9771600640 1 -- 172.21.15.47:0/3663038879 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976c040070 con 0x5617d12c4b00 2024-04-25T02:38:53.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.595+0000 7f9771600640 1 -- 172.21.15.47:0/3663038879 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f976c031870 con 0x5617d12c4b00 2024-04-25T02:38:53.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.595+0000 7f9771600640 1 -- 172.21.15.47:0/3663038879 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976c035040 con 0x5617d12c4b00 2024-04-25T02:38:53.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 -- 172.21.15.47:0/3663038879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 msgr2=0x5617d12cec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9773e00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f97600a2d80 0x7f97600a5240 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x5617d12c1690 tx=0x7f9764009c00 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:53.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12cec90 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f976c005940 tx=0x7f976c005be0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 -- 172.21.15.47:0/3663038879 shutdown_connections 2024-04-25T02:38:53.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12cec90 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 --2- 172.21.15.47:0/3663038879 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12c45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 -- 172.21.15.47:0/3663038879 >> 172.21.15.47:0/3663038879 conn(0x5617d12c0500 msgr2=0x5617d12c08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 -- 172.21.15.47:0/3663038879 shutdown_connections 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 -- 172.21.15.47:0/3663038879 wait complete. 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.596+0000 7f9785e11740 1 -- start start 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9785e11740 1 Processor -- start 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9785e11740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12cc120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9785e11740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12cc660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9785e11740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12ccba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9785e11740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5617d12d1f60 con 0x5617d12c4b00 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9785e11740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5617d11e3d90 con 0x5617d12c41e0 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9785e11740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5617d12d20e0 con 0x5617d12cf1d0 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9785e11740 10 client.0 _ll_register_callbacks cb 0x5617d11e3780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.597+0000 7f9773e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12cc660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12cc120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12cc120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38518/0 (socket says 172.21.15.47:38518) 2024-04-25T02:38:53.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 -- 172.21.15.47:0/194328118 learned_addr learned my addr 172.21.15.47:0/194328118 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f9773e00640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12cc660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38954/0 (socket says 172.21.15.47:38954) 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f9781000640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12ccba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 -- 172.21.15.47:0/194328118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 msgr2=0x5617d12ccba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12ccba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 -- 172.21.15.47:0/194328118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 msgr2=0x5617d12cc660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12cc660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 -- 172.21.15.47:0/194328118 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617d0f3c3f0 con 0x5617d12c41e0 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f9773e00640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12cc660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f9781000640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12ccba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f977be00640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12cc120 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f976c02a9a0 tx=0x7f976c005250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14d28d82c34747e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.598+0000 7f976a000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.599+0000 7f976a000640 1 -- 172.21.15.47:0/194328118 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976c040030 con 0x5617d12c41e0 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.599+0000 7f9785e11740 1 -- 172.21.15.47:0/194328118 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f976c031870 con 0x5617d12c41e0 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.599+0000 7f976a000640 1 -- 172.21.15.47:0/194328118 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f976c031670 con 0x5617d12c41e0 2024-04-25T02:38:53.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.599+0000 7f976a000640 1 -- 172.21.15.47:0/194328118 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f976c035070 con 0x5617d12c41e0 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f9785e11740 10 client.26738 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f9785e11740 1 -- 172.21.15.47:0/194328118 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5617d0efc0f0 con 0x5617d12c41e0 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f976a000640 1 -- 172.21.15.47:0/194328118 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f976c031870 con 0x5617d12c41e0 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f976a000640 1 -- 172.21.15.47:0/194328118 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f976c0035f0 con 0x5617d12c41e0 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f9785e11740 10 client.26738 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f9785e11740 10 client.26738 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f9785e11740 20 client.26738 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f9785e11740 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5617d12df360 0x5617d12e1750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f9785e11740 4 client.26738 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:53.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.600+0000 7f9785e11740 1 -- 172.21.15.47:0/194328118 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5617d123bd90 con 0x5617d12df360 2024-04-25T02:38:53.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.601+0000 7f9773e00640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5617d12df360 0x5617d12e1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.601+0000 7f9773e00640 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5617d12df360 0x5617d12e1750 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=668bae801eada26e server_cookie=677d2aedf727e532 in_seq=0 out_seq=0 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.601+0000 7f976a000640 10 client.26738 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.602+0000 7f976a000640 1 -- 172.21.15.47:0/194328118 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5617d123bd90 con 0x5617d12df360 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.602+0000 7f976a000640 10 client.26738 handle_command_reply: tid=0 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.602+0000 7f9785e11740 1 client.26738 shutdown 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 -- 172.21.15.47:0/194328118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 msgr2=0x5617d12cc120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12cc120 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f976c02a9a0 tx=0x7f976c005250 comp rx=0 tx=0).stop 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 -- 172.21.15.47:0/194328118 shutdown_connections 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5617d12df360 0x5617d12e1750 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12ccba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12cc660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 --2- 172.21.15.47:0/194328118 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12cc120 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 -- 172.21.15.47:0/194328118 >> 172.21.15.47:0/194328118 conn(0x5617d12c0500 msgr2=0x5617d12bf800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:53.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f976a000640 0 client.26738 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:53.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 -- 172.21.15.47:0/194328118 shutdown_connections 2024-04-25T02:38:53.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 1 -- 172.21.15.47:0/194328118 wait complete. 2024-04-25T02:38:53.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.603+0000 7f9785e11740 20 client.26738 trim_cache size 0 max 16384 2024-04-25T02:38:53.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.624+0000 7f9785e11740 1 Processor -- start 2024-04-25T02:38:53.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.624+0000 7f9785e11740 1 -- start start 2024-04-25T02:38:53.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9785e11740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12dae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9785e11740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12bf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9785e11740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12e6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9785e11740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1b60d0 con 0x5617d12c4b00 2024-04-25T02:38:53.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9785e11740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1b39a0 con 0x5617d12c41e0 2024-04-25T02:38:53.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9785e11740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1b17f0 con 0x5617d12cf1d0 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9773e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12bf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f977be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12dae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9781000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12e6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f977be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12dae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38524/0 (socket says 172.21.15.47:38524) 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9781000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12e6d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55352/0 (socket says 172.21.15.47:55352) 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f977be00640 1 -- 172.21.15.47:0/1935496716 learned_addr learned my addr 172.21.15.47:0/1935496716 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9781000640 1 -- 172.21.15.47:0/1935496716 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 msgr2=0x5617d12dae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9781000640 1 --2- 172.21.15.47:0/1935496716 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12dae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9781000640 1 -- 172.21.15.47:0/1935496716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 msgr2=0x5617d12bf680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9781000640 1 --2- 172.21.15.47:0/1935496716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12bf680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.625+0000 7f9781000640 1 -- 172.21.15.47:0/1935496716 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617d12c7cc0 con 0x5617d12cf1d0 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.626+0000 7f9781000640 1 --2- 172.21.15.47:0/1935496716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12e6d20 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f97740ccf60 tx=0x7f977409b750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da73ad1857084b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.626+0000 7f9770c00640 1 -- 172.21.15.47:0/1935496716 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97740a49a0 con 0x5617d12cf1d0 2024-04-25T02:38:53.631 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.626+0000 7f9770c00640 1 -- 172.21.15.47:0/1935496716 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f97740051d0 con 0x5617d12cf1d0 2024-04-25T02:38:53.632 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.626+0000 7f9770c00640 1 -- 172.21.15.47:0/1935496716 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97740a4510 con 0x5617d12cf1d0 2024-04-25T02:38:53.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 -- 172.21.15.47:0/1935496716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 msgr2=0x5617d12e6d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 --2- 172.21.15.47:0/1935496716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12e6d20 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f97740ccf60 tx=0x7f977409b750 comp rx=0 tx=0).stop 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 -- 172.21.15.47:0/1935496716 shutdown_connections 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 --2- 172.21.15.47:0/1935496716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12e6d20 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 --2- 172.21.15.47:0/1935496716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c4b00 0x5617d12bf680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 --2- 172.21.15.47:0/1935496716 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c41e0 0x5617d12dae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 -- 172.21.15.47:0/1935496716 >> 172.21.15.47:0/1935496716 conn(0x5617d12c0500 msgr2=0x5617d12bef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 -- 172.21.15.47:0/1935496716 shutdown_connections 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 -- 172.21.15.47:0/1935496716 wait complete. 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.627+0000 7f9785e11740 1 -- start start 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.628+0000 7f9785e11740 1 Processor -- start 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.628+0000 7f9785e11740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12d7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.628+0000 7f9785e11740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12d7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.628+0000 7f9785e11740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.628+0000 7f9785e11740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1b1e60 con 0x5617d12c41e0 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.628+0000 7f9785e11740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1b32d0 con 0x5617d12c4b00 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.628+0000 7f9785e11740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1b2530 con 0x5617d12cf1d0 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.628+0000 7f9785e11740 10 client.0 _ll_register_callbacks cb 0x7f976c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d2710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55360/0 (socket says 172.21.15.47:55360) 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 -- 172.21.15.47:0/406729277 learned_addr learned my addr 172.21.15.47:0/406729277 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f977be00640 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12d7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9773e00640 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12d7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 -- 172.21.15.47:0/406729277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 msgr2=0x5617d12d7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12d7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 -- 172.21.15.47:0/406729277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 msgr2=0x5617d12d7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12d7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 -- 172.21.15.47:0/406729277 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617d12d2f10 con 0x5617d12cf1d0 2024-04-25T02:38:53.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f9781000640 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d2710 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x5617d12cbe10 tx=0x7f9774005490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ea618197a58b705 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:53.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f976a000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.629+0000 7f976a000640 1 -- 172.21.15.47:0/406729277 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977407e020 con 0x5617d12cf1d0 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f976a000640 1 -- 172.21.15.47:0/406729277 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f97740a4710 con 0x5617d12cf1d0 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 1 -- 172.21.15.47:0/406729277 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97740051d0 con 0x5617d12cf1d0 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f976a000640 1 -- 172.21.15.47:0/406729277 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f97740a49a0 con 0x5617d12cf1d0 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 10 client.26749 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 1 -- 172.21.15.47:0/406729277 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5617d13450b0 con 0x5617d12cf1d0 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f976a000640 1 -- 172.21.15.47:0/406729277 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f97740051d0 con 0x5617d12cf1d0 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f976a000640 1 -- 172.21.15.47:0/406729277 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f97740b2030 con 0x5617d12cf1d0 2024-04-25T02:38:53.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 10 client.26749 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 10 client.26749 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 20 client.26749 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5617d1345770 0x5617d1347b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 4 client.26749 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.630+0000 7f9785e11740 1 -- 172.21.15.47:0/406729277 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5617d1235aa0 con 0x5617d1345770 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.631+0000 7f977be00640 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5617d1345770 0x5617d1347b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.631+0000 7f977be00640 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5617d1345770 0x5617d1347b60 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa0db462ab474798 server_cookie=210dcc439d8606d in_seq=0 out_seq=0 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.631+0000 7f976a000640 10 client.26749 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.631+0000 7f976a000640 1 -- 172.21.15.47:0/406729277 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5617d1235aa0 con 0x5617d1345770 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.631+0000 7f976a000640 10 client.26749 handle_command_reply: tid=0 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 client.26749 shutdown 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 -- 172.21.15.47:0/406729277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 msgr2=0x5617d12d2710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d2710 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x5617d12cbe10 tx=0x7f9774005490 comp rx=0 tx=0).stop 2024-04-25T02:38:53.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 -- 172.21.15.47:0/406729277 shutdown_connections 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5617d1345770 0x5617d1347b60 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617d12cf1d0 0x5617d12d2710 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617d12c4b00 0x5617d12d7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f976a000640 0 client.26749 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 --2- 172.21.15.47:0/406729277 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617d12c41e0 0x5617d12d7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 -- 172.21.15.47:0/406729277 >> 172.21.15.47:0/406729277 conn(0x5617d12c0500 msgr2=0x5617d12bf800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 -- 172.21.15.47:0/406729277 shutdown_connections 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 1 -- 172.21.15.47:0/406729277 wait complete. 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.632+0000 7f9785e11740 20 client.26749 trim_cache size 0 max 16384 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:38:53.640 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:38:53.641 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:38:53.641 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:38:53.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 -- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f97600a2d80 msgr2=0x7f97600a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f97600a2d80 0x7f97600a5240 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x5617d12c1690 tx=0x7f9764009c00 comp rx=0 tx=0).stop 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 -- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f977c10dd00 msgr2=0x7f977c1a2db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f977c10dd00 0x7f977c1a2db0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f977400ea60 tx=0x7f977400ef20 comp rx=0 tx=0).stop 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 -- 172.21.15.47:0/2740389667 shutdown_connections 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f97600a2d80 0x7f97600a5240 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f977c10dd00 0x7f977c1a2db0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f977c108680 0x7f977c19ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 --2- 172.21.15.47:0/2740389667 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c107ce0 0x7f977c19e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 -- 172.21.15.47:0/2740389667 >> 172.21.15.47:0/2740389667 conn(0x7f977c077560 msgr2=0x7f977c078650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 -- 172.21.15.47:0/2740389667 shutdown_connections 2024-04-25T02:38:53.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.633+0000 7f9781a00640 1 -- 172.21.15.47:0/2740389667 wait complete. 2024-04-25T02:38:53.657 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:38:53.658 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:38:53.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 -- 172.21.15.47:0/2943101702 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69d0106480 msgr2=0x7f69d00688d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 --2- 172.21.15.47:0/2943101702 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69d0106480 0x7f69d00688d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f69c0009ca0 tx=0x7f69c002a8b0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 -- 172.21.15.47:0/2943101702 shutdown_connections 2024-04-25T02:38:53.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 --2- 172.21.15.47:0/2943101702 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69d0103fd0 0x7f69d0104480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 --2- 172.21.15.47:0/2943101702 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69d01068f0 0x7f69d0068e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 --2- 172.21.15.47:0/2943101702 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69d0106480 0x7f69d00688d0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 -- 172.21.15.47:0/2943101702 >> 172.21.15.47:0/2943101702 conn(0x7f69d0075f80 msgr2=0x7f69d0076390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:53.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 -- 172.21.15.47:0/2943101702 shutdown_connections 2024-04-25T02:38:53.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.871+0000 7f69cf200640 1 -- 172.21.15.47:0/2943101702 wait complete. 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.872+0000 7f69cf200640 1 Processor -- start 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.872+0000 7f69cf200640 1 -- start start 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.872+0000 7f69cf200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69d0103fd0 0x7f69d019e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.872+0000 7f69cf200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69d0106480 0x7f69d019e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.872+0000 7f69cf200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69d01068f0 0x7f69d01a2c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.872+0000 7f69cf200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69d0117ef0 con 0x7f69d01068f0 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.872+0000 7f69cf200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f69d0117d70 con 0x7f69d0103fd0 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.872+0000 7f69cf200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f69d0118070 con 0x7f69d0106480 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69ce800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69d01068f0 0x7f69d01a2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69cde00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69d0103fd0 0x7f69d019e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69ce800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69d01068f0 0x7f69d01a2c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:38988/0 (socket says 172.21.15.47:38988) 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69ce800640 1 -- 172.21.15.47:0/2655164783 learned_addr learned my addr 172.21.15.47:0/2655164783 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69cd400640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69d0106480 0x7f69d019e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69ce800640 1 -- 172.21.15.47:0/2655164783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69d0106480 msgr2=0x7f69d019e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69ce800640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69d0106480 0x7f69d019e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69ce800640 1 -- 172.21.15.47:0/2655164783 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69d0103fd0 msgr2=0x7f69d019e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:53.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69ce800640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69d0103fd0 0x7f69d019e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:53.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.873+0000 7f69ce800640 1 -- 172.21.15.47:0/2655164783 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69d01a3380 con 0x7f69d01068f0 2024-04-25T02:38:53.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.874+0000 7f69ce800640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69d01068f0 0x7f69d01a2c50 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f69c800e970 tx=0x7f69c800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:53.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.874+0000 7f69c6a00640 1 -- 172.21.15.47:0/2655164783 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c800ccc0 con 0x7f69d01068f0 2024-04-25T02:38:53.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.874+0000 7f69c6a00640 1 -- 172.21.15.47:0/2655164783 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f69c800ce60 con 0x7f69d01068f0 2024-04-25T02:38:53.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.874+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69d01a3670 con 0x7f69d01068f0 2024-04-25T02:38:53.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.874+0000 7f69c6a00640 1 -- 172.21.15.47:0/2655164783 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c8010490 con 0x7f69d01068f0 2024-04-25T02:38:53.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.874+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69d01aaf00 con 0x7f69d01068f0 2024-04-25T02:38:53.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.875+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69d0068480 con 0x7f69d01068f0 2024-04-25T02:38:53.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.877+0000 7f69c6a00640 1 -- 172.21.15.47:0/2655164783 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f69c8005020 con 0x7f69d01068f0 2024-04-25T02:38:53.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.880+0000 7f69c6a00640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69b40a2d00 0x7f69b40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:53.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.880+0000 7f69c6a00640 1 -- 172.21.15.47:0/2655164783 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f69c80cf8f0 con 0x7f69d01068f0 2024-04-25T02:38:53.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.880+0000 7f69cde00640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69b40a2d00 0x7f69b40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:53.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.881+0000 7f69cde00640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69b40a2d00 0x7f69b40a51c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f69c0006010 tx=0x7f69c0005d80 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:53.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:53.885+0000 7f69c6a00640 1 -- 172.21.15.47:0/2655164783 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f69c809c4e0 con 0x7f69d01068f0 2024-04-25T02:38:54.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.131+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f69d01ab1a0 con 0x7f69d01068f0 2024-04-25T02:38:54.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.133+0000 7f69c6a00640 1 -- 172.21.15.47:0/2655164783 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f69c809bde0 con 0x7f69d01068f0 2024-04-25T02:38:54.138 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:38:54.138 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:38:54.139 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:38:54.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69b40a2d00 msgr2=0x7f69b40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69b40a2d00 0x7f69b40a51c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f69c0006010 tx=0x7f69c0005d80 comp rx=0 tx=0).stop 2024-04-25T02:38:54.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69d01068f0 msgr2=0x7f69d01a2c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69d01068f0 0x7f69d01a2c50 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f69c800e970 tx=0x7f69c800ed70 comp rx=0 tx=0).stop 2024-04-25T02:38:54.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 shutdown_connections 2024-04-25T02:38:54.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69b40a2d00 0x7f69b40a51c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69d01068f0 0x7f69d01a2c50 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69d0106480 0x7f69d019e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 --2- 172.21.15.47:0/2655164783 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69d0103fd0 0x7f69d019e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 >> 172.21.15.47:0/2655164783 conn(0x7f69d0075f80 msgr2=0x7f69d0101450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 shutdown_connections 2024-04-25T02:38:54.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.136+0000 7f69cf200640 1 -- 172.21.15.47:0/2655164783 wait complete. 2024-04-25T02:38:54.162 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:38:54.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.377+0000 7f355dc00640 1 -- 172.21.15.47:0/3477050192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 msgr2=0x7f3558101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.377+0000 7f355dc00640 1 --2- 172.21.15.47:0/3477050192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 0x7f3558101a70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3544009930 tx=0x7f354402a420 comp rx=0 tx=0).stop 2024-04-25T02:38:54.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.378+0000 7f355dc00640 1 -- 172.21.15.47:0/3477050192 shutdown_connections 2024-04-25T02:38:54.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.378+0000 7f355dc00640 1 --2- 172.21.15.47:0/3477050192 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3558101fb0 0x7f355810e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.378+0000 7f355dc00640 1 --2- 172.21.15.47:0/3477050192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 0x7f3558101a70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.378+0000 7f355dc00640 1 --2- 172.21.15.47:0/3477050192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3558107690 0x7f3558107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.378+0000 7f355dc00640 1 -- 172.21.15.47:0/3477050192 >> 172.21.15.47:0/3477050192 conn(0x7f35580fd0e0 msgr2=0x7f35580ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.378+0000 7f355dc00640 1 -- 172.21.15.47:0/3477050192 shutdown_connections 2024-04-25T02:38:54.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.378+0000 7f355dc00640 1 -- 172.21.15.47:0/3477050192 wait complete. 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.379+0000 7f355dc00640 1 Processor -- start 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.379+0000 7f355dc00640 1 -- start start 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f355dc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 0x7f355819a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f355dc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3558101fb0 0x7f355819a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f355dc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3558107690 0x7f355819e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f355dc00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35581119d0 con 0x7f3558107690 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f355dc00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3558111850 con 0x7f3558101fb0 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f355dc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3558111b50 con 0x7f35581015f0 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f3557e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 0x7f355819a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f3557400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3558101fb0 0x7f355819a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f355d200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3558107690 0x7f355819e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f3557e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 0x7f355819a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55392/0 (socket says 172.21.15.47:55392) 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f3557400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3558101fb0 0x7f355819a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38562/0 (socket says 172.21.15.47:38562) 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.380+0000 7f3557e00640 1 -- 172.21.15.47:0/3274433652 learned_addr learned my addr 172.21.15.47:0/3274433652 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f3557e00640 1 -- 172.21.15.47:0/3274433652 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3558101fb0 msgr2=0x7f355819a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f3557e00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3558101fb0 0x7f355819a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f3557e00640 1 -- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3558107690 msgr2=0x7f355819e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f3557e00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3558107690 0x7f355819e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f3557e00640 1 -- 172.21.15.47:0/3274433652 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355819f0c0 con 0x7f35581015f0 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f355d200640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3558107690 0x7f355819e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f3557e00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 0x7f355819a0d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f355000ebc0 tx=0x7f355000c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f3554c00640 1 -- 172.21.15.47:0/3274433652 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3550003970 con 0x7f35581015f0 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f3554c00640 1 -- 172.21.15.47:0/3274433652 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3550004030 con 0x7f35581015f0 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.381+0000 7f355dc00640 1 -- 172.21.15.47:0/3274433652 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f355819f3b0 con 0x7f35581015f0 2024-04-25T02:38:54.387 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.382+0000 7f3554c00640 1 -- 172.21.15.47:0/3274433652 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3550019740 con 0x7f35581015f0 2024-04-25T02:38:54.388 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.382+0000 7f355dc00640 1 -- 172.21.15.47:0/3274433652 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35581a6c40 con 0x7f35581015f0 2024-04-25T02:38:54.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.385+0000 7f3554c00640 1 -- 172.21.15.47:0/3274433652 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f35500041e0 con 0x7f35581015f0 2024-04-25T02:38:54.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.385+0000 7f3561fcd740 1 Processor -- start 2024-04-25T02:38:54.390 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.385+0000 7f3561fcd740 1 -- start start 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc777a0 0x55b21dc77b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc82250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc82790 0x55b21dc84b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3561fcd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b21dbdc4e0 con 0x55b21dc780c0 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3561fcd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b21db84a70 con 0x55b21dc82790 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3561fcd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b21dbd84a0 con 0x55b21dc777a0 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc82790 0x55b21dc84b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc82250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc82790 0x55b21dc84b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38570/0 (socket says 172.21.15.47:38570) 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557400640 1 -- 172.21.15.47:0/4257105466 learned_addr learned my addr 172.21.15.47:0/4257105466 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.392 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f355d200640 1 --2- 172.21.15.47:0/4257105466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc777a0 0x55b21dc77b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557400640 1 -- 172.21.15.47:0/4257105466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc777a0 msgr2=0x55b21dc77b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557400640 1 --2- 172.21.15.47:0/4257105466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc777a0 0x55b21dc77b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557400640 1 -- 172.21.15.47:0/4257105466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 msgr2=0x55b21dc82250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557400640 1 --2- 172.21.15.47:0/4257105466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc82250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.386+0000 7f3557400640 1 -- 172.21.15.47:0/4257105466 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b21d8f03f0 con 0x55b21dc82790 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.387+0000 7f3557400640 1 --2- 172.21.15.47:0/4257105466 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc82790 0x55b21dc84b80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f354402a940 tx=0x7f3544005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9cb33a5d02dfdd1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.387+0000 7f3554c00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f353c0a2d00 0x7f353c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.387+0000 7f354d600640 1 -- 172.21.15.47:0/4257105466 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3544040070 con 0x55b21dc82790 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.387+0000 7f354d600640 1 -- 172.21.15.47:0/4257105466 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3544031870 con 0x55b21dc82790 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.387+0000 7f354d600640 1 -- 172.21.15.47:0/4257105466 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3544035040 con 0x55b21dc82790 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.387+0000 7f3554c00640 1 -- 172.21.15.47:0/3274433652 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f35500cfe10 con 0x7f35581015f0 2024-04-25T02:38:54.393 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.387+0000 7f355d200640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f353c0a2d00 0x7f353c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 -- 172.21.15.47:0/4257105466 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc82790 msgr2=0x55b21dc84b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 --2- 172.21.15.47:0/4257105466 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc82790 0x55b21dc84b80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f354402a940 tx=0x7f3544005bd0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 -- 172.21.15.47:0/4257105466 shutdown_connections 2024-04-25T02:38:54.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 --2- 172.21.15.47:0/4257105466 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc82790 0x55b21dc84b80 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 --2- 172.21.15.47:0/4257105466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc82250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 --2- 172.21.15.47:0/4257105466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc777a0 0x55b21dc77b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 -- 172.21.15.47:0/4257105466 >> 172.21.15.47:0/4257105466 conn(0x55b21dc73ac0 msgr2=0x55b21dc73ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 -- 172.21.15.47:0/4257105466 shutdown_connections 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f355d200640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f353c0a2d00 0x7f353c0a51c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f35480125f0 tx=0x7f3548005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.388+0000 7f3561fcd740 1 -- 172.21.15.47:0/4257105466 wait complete. 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 1 -- start start 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 1 Processor -- start 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc7f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 0x55b21dc7fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc80100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b21dc85520 con 0x55b21dc777a0 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b21db97ec0 con 0x55b21dc780c0 2024-04-25T02:38:54.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b21dc856a0 con 0x55b21dc82790 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.389+0000 7f3561fcd740 10 client.0 _ll_register_callbacks cb 0x55b21dbd43f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc80100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc80100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55404/0 (socket says 172.21.15.47:55404) 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 -- 172.21.15.47:0/2080459592 learned_addr learned my addr 172.21.15.47:0/2080459592 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f3557400640 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 0x55b21dc7fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f3557e00640 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc7f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 -- 172.21.15.47:0/2080459592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 msgr2=0x55b21dc7fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 0x55b21dc7fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 -- 172.21.15.47:0/2080459592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 msgr2=0x55b21dc7f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc7f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 -- 172.21.15.47:0/2080459592 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b21d9ba7d0 con 0x55b21dc82790 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f355d200640 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc80100 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f354800fac0 tx=0x7f3548004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf6d811c5ebbb949 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.390+0000 7f3542000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.391+0000 7f3542000640 1 -- 172.21.15.47:0/2080459592 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3548005020 con 0x55b21dc82790 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.391+0000 7f3561fcd740 1 -- 172.21.15.47:0/2080459592 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3544031870 con 0x55b21dc82790 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.391+0000 7f3542000640 1 -- 172.21.15.47:0/2080459592 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3548018030 con 0x55b21dc82790 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.391+0000 7f3542000640 1 -- 172.21.15.47:0/2080459592 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f35480051c0 con 0x55b21dc82790 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.391+0000 7f3561fcd740 10 client.26767 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.391+0000 7f3561fcd740 1 -- 172.21.15.47:0/2080459592 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b21dc91830 con 0x55b21dc82790 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.391+0000 7f3542000640 1 -- 172.21.15.47:0/2080459592 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3544031870 con 0x55b21dc82790 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.391+0000 7f3542000640 1 -- 172.21.15.47:0/2080459592 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f354801e7c0 con 0x55b21dc82790 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3561fcd740 10 client.26767 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3561fcd740 10 client.26767 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3561fcd740 20 client.26767 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b21dc92c90 0x55b21dc95110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3561fcd740 4 client.26767 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:54.400 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3561fcd740 1 -- 172.21.15.47:0/2080459592 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b21dbe9a20 con 0x55b21dc92c90 2024-04-25T02:38:54.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3557e00640 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b21dc92c90 0x55b21dc95110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3557e00640 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b21dc92c90 0x55b21dc95110 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e017df37fe23a48a server_cookie=f4bfb4da58f9e3d9 in_seq=0 out_seq=0 2024-04-25T02:38:54.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.392+0000 7f3542000640 10 client.26767 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.393+0000 7f3542000640 1 -- 172.21.15.47:0/2080459592 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b21dbe9a20 con 0x55b21dc92c90 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.393+0000 7f3542000640 10 client.26767 handle_command_reply: tid=0 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.393+0000 7f3561fcd740 1 client.26767 shutdown 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 -- 172.21.15.47:0/2080459592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 msgr2=0x55b21dc80100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc80100 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f354800fac0 tx=0x7f3548004730 comp rx=0 tx=0).stop 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 -- 172.21.15.47:0/2080459592 shutdown_connections 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b21dc92c90 0x55b21dc95110 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc80100 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 0x55b21dc7fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2080459592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc7f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3542000640 0 client.26767 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:38:54.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 -- 172.21.15.47:0/2080459592 >> 172.21.15.47:0/2080459592 conn(0x55b21dc73ac0 msgr2=0x55b21dc797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 -- 172.21.15.47:0/2080459592 shutdown_connections 2024-04-25T02:38:54.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 1 -- 172.21.15.47:0/2080459592 wait complete. 2024-04-25T02:38:54.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.394+0000 7f3561fcd740 20 client.26767 trim_cache size 0 max 16384 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.409+0000 7f3561fcd740 1 Processor -- start 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.409+0000 7f3561fcd740 1 -- start start 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc8e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 0x55b21dc79f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc729c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3561fcd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35581b1c70 con 0x55b21dc777a0 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3561fcd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f35581af540 con 0x55b21dc780c0 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3561fcd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f35581ad390 con 0x55b21dc82790 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc8e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc8e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39050/0 (socket says 172.21.15.47:39050) 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557e00640 1 -- 172.21.15.47:0/2132080907 learned_addr learned my addr 172.21.15.47:0/2132080907 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f355d200640 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc729c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557400640 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 0x55b21dc79f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557e00640 1 -- 172.21.15.47:0/2132080907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 msgr2=0x55b21dc729c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557e00640 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc729c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557e00640 1 -- 172.21.15.47:0/2132080907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 msgr2=0x55b21dc79f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557e00640 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 0x55b21dc79f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.410+0000 7f3557e00640 1 -- 172.21.15.47:0/2132080907 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b21dc7a440 con 0x55b21dc777a0 2024-04-25T02:38:54.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.411+0000 7f3557e00640 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc8e440 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f355000c7d0 tx=0x7f3550021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f3f92a15069cb5c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.411+0000 7f354cc00640 1 -- 172.21.15.47:0/2132080907 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355009ca00 con 0x55b21dc777a0 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.411+0000 7f354cc00640 1 -- 172.21.15.47:0/2132080907 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f355009c300 con 0x55b21dc777a0 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.411+0000 7f354cc00640 1 -- 172.21.15.47:0/2132080907 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3550004650 con 0x55b21dc777a0 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 -- 172.21.15.47:0/2132080907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 msgr2=0x55b21dc8e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc8e440 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f355000c7d0 tx=0x7f3550021000 comp rx=0 tx=0).stop 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 -- 172.21.15.47:0/2132080907 shutdown_connections 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc729c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc780c0 0x55b21dc79f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2132080907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc777a0 0x55b21dc8e440 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 -- 172.21.15.47:0/2132080907 >> 172.21.15.47:0/2132080907 conn(0x55b21dc73ac0 msgr2=0x55b21dc722b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 -- 172.21.15.47:0/2132080907 shutdown_connections 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 -- 172.21.15.47:0/2132080907 wait complete. 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.412+0000 7f3561fcd740 1 -- start start 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3561fcd740 1 Processor -- start 2024-04-25T02:38:54.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc777a0 0x55b21dc8acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc86100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3561fcd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc86640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3561fcd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35581ada00 con 0x55b21dc780c0 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3561fcd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f35581aee70 con 0x55b21dc777a0 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3561fcd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f35581ae0d0 con 0x55b21dc82790 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3561fcd740 10 client.0 _ll_register_callbacks cb 0x7f3548009df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3557400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc86100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3557400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc86100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39054/0 (socket says 172.21.15.47:39054) 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3557400640 1 -- 172.21.15.47:0/2509126409 learned_addr learned my addr 172.21.15.47:0/2509126409 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.413+0000 7f3557e00640 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc777a0 0x55b21dc8acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f355d200640 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc86640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3557400640 1 -- 172.21.15.47:0/2509126409 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 msgr2=0x55b21dc86640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3557400640 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc86640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.420 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3557400640 1 -- 172.21.15.47:0/2509126409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc777a0 msgr2=0x55b21dc8acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3557400640 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc777a0 0x55b21dc8acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3557400640 1 -- 172.21.15.47:0/2509126409 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b21dc86e70 con 0x55b21dc780c0 2024-04-25T02:38:54.421 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3557e00640 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc777a0 0x55b21dc8acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:54.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3557400640 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc86100 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3544005520 tx=0x7f354402a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4961596906e5e538 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3542000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:54.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.414+0000 7f3542000640 1 -- 172.21.15.47:0/2509126409 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3544052060 con 0x55b21dc780c0 2024-04-25T02:38:54.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 1 -- 172.21.15.47:0/2509126409 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f355009c300 con 0x55b21dc780c0 2024-04-25T02:38:54.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3542000640 1 -- 172.21.15.47:0/2509126409 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f3544004040 con 0x55b21dc780c0 2024-04-25T02:38:54.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3542000640 1 -- 172.21.15.47:0/2509126409 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3544040040 con 0x55b21dc780c0 2024-04-25T02:38:54.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 10 client.16656 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 1 -- 172.21.15.47:0/2509126409 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b21dcf9290 con 0x55b21dc780c0 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3542000640 1 -- 172.21.15.47:0/2509126409 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f355009c300 con 0x55b21dc780c0 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3542000640 1 -- 172.21.15.47:0/2509126409 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f354403c440 con 0x55b21dc780c0 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 10 client.16656 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 10 client.16656 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 20 client.16656 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b21dcf9620 0x55b21dcfba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 4 client.16656 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.415+0000 7f3561fcd740 1 -- 172.21.15.47:0/2509126409 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b21dc7b280 con 0x55b21dcf9620 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.416+0000 7f3557e00640 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b21dcf9620 0x55b21dcfba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.416+0000 7f3557e00640 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b21dcf9620 0x55b21dcfba10 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f921cac04e88eed4 server_cookie=c915ce1848c739b0 in_seq=0 out_seq=0 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.416+0000 7f3542000640 10 client.16656 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.416+0000 7f3542000640 1 -- 172.21.15.47:0/2509126409 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b21dc7b280 con 0x55b21dcf9620 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.416+0000 7f3542000640 10 client.16656 handle_command_reply: tid=0 2024-04-25T02:38:54.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 client.16656 shutdown 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 -- 172.21.15.47:0/2509126409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 msgr2=0x55b21dc86100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc86100 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3544005520 tx=0x7f354402a420 comp rx=0 tx=0).stop 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 -- 172.21.15.47:0/2509126409 shutdown_connections 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55b21dcf9620 0x55b21dcfba10 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b21dc82790 0x55b21dc86640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b21dc780c0 0x55b21dc86100 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 --2- 172.21.15.47:0/2509126409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b21dc777a0 0x55b21dc8acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3542000640 0 client.16656 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 -- 172.21.15.47:0/2509126409 >> 172.21.15.47:0/2509126409 conn(0x55b21dc73ac0 msgr2=0x55b21dc72b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 -- 172.21.15.47:0/2509126409 shutdown_connections 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 1 -- 172.21.15.47:0/2509126409 wait complete. 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.417+0000 7f3561fcd740 20 client.16656 trim_cache size 0 max 16384 2024-04-25T02:38:54.425 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:38:54.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 -- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f353c0a2d00 msgr2=0x7f353c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f353c0a2d00 0x7f353c0a51c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f35480125f0 tx=0x7f3548005f90 comp rx=0 tx=0).stop 2024-04-25T02:38:54.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 -- 172.21.15.47:0/3274433652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 msgr2=0x7f355819a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 0x7f355819a0d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f355000ebc0 tx=0x7f355000c2d0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 -- 172.21.15.47:0/3274433652 shutdown_connections 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f353c0a2d00 0x7f353c0a51c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3558107690 0x7f355819e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3558101fb0 0x7f355819a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 --2- 172.21.15.47:0/3274433652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f35581015f0 0x7f355819a0d0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 -- 172.21.15.47:0/3274433652 >> 172.21.15.47:0/3274433652 conn(0x7f35580fd0e0 msgr2=0x7f35580fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 -- 172.21.15.47:0/3274433652 shutdown_connections 2024-04-25T02:38:54.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.418+0000 7f355dc00640 1 -- 172.21.15.47:0/3274433652 wait complete. 2024-04-25T02:38:54.442 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:38:54.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.656+0000 7f24cfe00640 1 -- 172.21.15.47:0/3504684500 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f24d01037e0 msgr2=0x7f24d0103c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.656+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3504684500 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f24d01037e0 0x7f24d0103c60 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f24b8009890 tx=0x7f24b802a360 comp rx=0 tx=0).stop 2024-04-25T02:38:54.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.656+0000 7f24cfe00640 1 -- 172.21.15.47:0/3504684500 shutdown_connections 2024-04-25T02:38:54.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.656+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3504684500 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24d01041a0 0x7f24d01106b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.656+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3504684500 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f24d01037e0 0x7f24d0103c60 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.656+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3504684500 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f24d01097f0 0x7f24d0109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.656+0000 7f24cfe00640 1 -- 172.21.15.47:0/3504684500 >> 172.21.15.47:0/3504684500 conn(0x7f24d00ff2b0 msgr2=0x7f24d01016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.657+0000 7f24cfe00640 1 -- 172.21.15.47:0/3504684500 shutdown_connections 2024-04-25T02:38:54.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.657+0000 7f24cfe00640 1 -- 172.21.15.47:0/3504684500 wait complete. 2024-04-25T02:38:54.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.658+0000 7f24cfe00640 1 Processor -- start 2024-04-25T02:38:54.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.658+0000 7f24cfe00640 1 -- start start 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f24d01037e0 0x7f24d019a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cfe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f24d01041a0 0x7f24d019a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24d01097f0 0x7f24d019e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cfe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24d0113c00 con 0x7f24d01097f0 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cfe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f24d0113a80 con 0x7f24d01037e0 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cfe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f24d0113d80 con 0x7f24d01041a0 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f24d01037e0 0x7f24d019a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f24d01037e0 0x7f24d019a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38604/0 (socket says 172.21.15.47:38604) 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cea00640 1 -- 172.21.15.47:0/3227196307 learned_addr learned my addr 172.21.15.47:0/3227196307 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24ce000640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f24d01041a0 0x7f24d019a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.659+0000 7f24cf400640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24d01097f0 0x7f24d019e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.660+0000 7f24cea00640 1 -- 172.21.15.47:0/3227196307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f24d01041a0 msgr2=0x7f24d019a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.660+0000 7f24cea00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f24d01041a0 0x7f24d019a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.660+0000 7f24cea00640 1 -- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24d01097f0 msgr2=0x7f24d019e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.660+0000 7f24cea00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24d01097f0 0x7f24d019e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.660+0000 7f24cea00640 1 -- 172.21.15.47:0/3227196307 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24d019f100 con 0x7f24d01037e0 2024-04-25T02:38:54.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.660+0000 7f24cea00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f24d01037e0 0x7f24d019a160 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f24c000e9c0 tx=0x7f24c000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.663+0000 7f24c7400640 1 -- 172.21.15.47:0/3227196307 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c000cde0 con 0x7f24d01037e0 2024-04-25T02:38:54.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.664+0000 7f24c7400640 1 -- 172.21.15.47:0/3227196307 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24c00035f0 con 0x7f24d01037e0 2024-04-25T02:38:54.668 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.664+0000 7f24c7400640 1 -- 172.21.15.47:0/3227196307 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c0010690 con 0x7f24d01037e0 2024-04-25T02:38:54.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.664+0000 7f24cfe00640 1 -- 172.21.15.47:0/3227196307 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24d019f3f0 con 0x7f24d01037e0 2024-04-25T02:38:54.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.664+0000 7f24cfe00640 1 -- 172.21.15.47:0/3227196307 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24d01a6c80 con 0x7f24d01037e0 2024-04-25T02:38:54.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.668+0000 7f24d89fe740 1 Processor -- start 2024-04-25T02:38:54.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24c7400640 1 -- 172.21.15.47:0/3227196307 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f24c00037a0 con 0x7f24d01037e0 2024-04-25T02:38:54.673 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24d89fe740 1 -- start start 2024-04-25T02:38:54.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985da2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da30c0 0x55e985dad250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985dafb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24d89fe740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e985d074e0 con 0x55e985da27a0 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24d89fe740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55e985cafa70 con 0x55e985dad790 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24d89fe740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e985d034a0 con 0x55e985da30c0 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24cf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985da2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24cf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985da2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39076/0 (socket says 172.21.15.47:39076) 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24cf400640 1 -- 172.21.15.47:0/4040799129 learned_addr learned my addr 172.21.15.47:0/4040799129 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.669+0000 7f24cea00640 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da30c0 0x55e985dad250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.670+0000 7f24ce000640 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985dafb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.670+0000 7f24cf400640 1 -- 172.21.15.47:0/4040799129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da30c0 msgr2=0x55e985dad250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.670+0000 7f24cf400640 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da30c0 0x55e985dad250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.670+0000 7f24cf400640 1 -- 172.21.15.47:0/4040799129 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 msgr2=0x55e985dafb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.670+0000 7f24cf400640 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985dafb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.670+0000 7f24cf400640 1 -- 172.21.15.47:0/4040799129 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e985a1b3f0 con 0x55e985da27a0 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.670+0000 7f24cf400640 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985da2b80 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f24c8009fd0 tx=0x7f24c8010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86c53f9b64930996 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.671+0000 7f24bfe00640 1 -- 172.21.15.47:0/4040799129 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c8011700 con 0x55e985da27a0 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.671+0000 7f24bfe00640 1 -- 172.21.15.47:0/4040799129 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24c8011d80 con 0x55e985da27a0 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.671+0000 7f24bfe00640 1 -- 172.21.15.47:0/4040799129 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c801a380 con 0x55e985da27a0 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.671+0000 7f24c7400640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f24b40a2d80 0x7f24b40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.671+0000 7f24c7400640 1 -- 172.21.15.47:0/3227196307 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f24c00cf6d0 con 0x7f24d01037e0 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.671+0000 7f24cea00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f24b40a2d80 0x7f24b40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.671+0000 7f24d89fe740 1 -- 172.21.15.47:0/4040799129 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 msgr2=0x55e985da2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.671+0000 7f24d89fe740 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985da2b80 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f24c8009fd0 tx=0x7f24c8010860 comp rx=0 tx=0).stop 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 -- 172.21.15.47:0/4040799129 shutdown_connections 2024-04-25T02:38:54.677 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985dafb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da30c0 0x55e985dad250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 --2- 172.21.15.47:0/4040799129 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985da2b80 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 -- 172.21.15.47:0/4040799129 >> 172.21.15.47:0/4040799129 conn(0x55e985d9eac0 msgr2=0x55e985d9eea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 -- 172.21.15.47:0/4040799129 shutdown_connections 2024-04-25T02:38:54.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24cea00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f24b40a2d80 0x7f24b40a5240 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f24c00ccf00 tx=0x7f24c00d5550 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 -- 172.21.15.47:0/4040799129 wait complete. 2024-04-25T02:38:54.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 -- start start 2024-04-25T02:38:54.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.672+0000 7f24d89fe740 1 Processor -- start 2024-04-25T02:38:54.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985daa760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985daaca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985dad790 0x55e985dab1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24d89fe740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e985db0580 con 0x55e985da27a0 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24d89fe740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55e985cc2ec0 con 0x55e985da30c0 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24d89fe740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e985db0700 con 0x55e985dad790 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24d89fe740 10 client.0 _ll_register_callbacks cb 0x55e985cff3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24cf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985daa760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24cf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985daa760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39080/0 (socket says 172.21.15.47:39080) 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24cf400640 1 -- 172.21.15.47:0/986499873 learned_addr learned my addr 172.21.15.47:0/986499873 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.673+0000 7f24ce000640 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985daaca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24cf400640 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985dad790 0x55e985dab1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24cf400640 1 -- 172.21.15.47:0/986499873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985dad790 msgr2=0x55e985dab1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24cf400640 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985dad790 0x55e985dab1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24cf400640 1 -- 172.21.15.47:0/986499873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 msgr2=0x55e985daaca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24cf400640 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985daaca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24cf400640 1 -- 172.21.15.47:0/986499873 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e985ae57d0 con 0x55e985da27a0 2024-04-25T02:38:54.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24cf400640 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985daa760 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f24c801cb60 tx=0x7f24c8009820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae2dc905471c6a4c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24bcc00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24bcc00640 1 -- 172.21.15.47:0/986499873 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c8024040 con 0x55e985da27a0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24bcc00640 1 -- 172.21.15.47:0/986499873 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f24c8004a40 con 0x55e985da27a0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.674+0000 7f24d89fe740 1 -- 172.21.15.47:0/986499873 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24c8011d80 con 0x55e985da27a0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24bcc00640 1 -- 172.21.15.47:0/986499873 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f24c8004c40 con 0x55e985da27a0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24d89fe740 10 client.16668 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24d89fe740 1 -- 172.21.15.47:0/986499873 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e985dbc870 con 0x55e985da27a0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24bcc00640 1 -- 172.21.15.47:0/986499873 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24c8011d80 con 0x55e985da27a0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24bcc00640 1 -- 172.21.15.47:0/986499873 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f24c8011980 con 0x55e985da27a0 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24d89fe740 10 client.16668 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24d89fe740 10 client.16668 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24d89fe740 20 client.16668 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24d89fe740 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55e985dbdc20 0x55e985dc0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24d89fe740 4 client.16668 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:54.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.675+0000 7f24d89fe740 1 -- 172.21.15.47:0/986499873 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e985d14a20 con 0x55e985dbdc20 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.676+0000 7f24ce000640 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55e985dbdc20 0x55e985dc0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.677+0000 7f24ce000640 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55e985dbdc20 0x55e985dc0010 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f02edc6c685b055e server_cookie=a7e76b6274db2b64 in_seq=0 out_seq=0 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.677+0000 7f24bcc00640 10 client.16668 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.677+0000 7f24bcc00640 1 -- 172.21.15.47:0/986499873 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e985d14a20 con 0x55e985dbdc20 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.677+0000 7f24bcc00640 10 client.16668 handle_command_reply: tid=0 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.677+0000 7f24d89fe740 1 client.16668 shutdown 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 -- 172.21.15.47:0/986499873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 msgr2=0x55e985daa760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985daa760 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f24c801cb60 tx=0x7f24c8009820 comp rx=0 tx=0).stop 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 -- 172.21.15.47:0/986499873 shutdown_connections 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55e985dbdc20 0x55e985dc0010 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985dad790 0x55e985dab1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985daaca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 --2- 172.21.15.47:0/986499873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da27a0 0x55e985daa760 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24bcc00640 0 client.16668 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:38:54.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 -- 172.21.15.47:0/986499873 >> 172.21.15.47:0/986499873 conn(0x55e985d9eac0 msgr2=0x55e985da48c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 -- 172.21.15.47:0/986499873 shutdown_connections 2024-04-25T02:38:54.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 1 -- 172.21.15.47:0/986499873 wait complete. 2024-04-25T02:38:54.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.678+0000 7f24d89fe740 20 client.16668 trim_cache size 0 max 16384 2024-04-25T02:38:54.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.693+0000 7f24d89fe740 1 Processor -- start 2024-04-25T02:38:54.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.693+0000 7f24d89fe740 1 -- start start 2024-04-25T02:38:54.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.693+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985da4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.693+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985dab000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.693+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985dad790 0x55e985d9d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.693+0000 7f24d89fe740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24d01b1df0 con 0x55e985dad790 2024-04-25T02:38:54.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.693+0000 7f24d89fe740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f24d01af6c0 con 0x55e985da30c0 2024-04-25T02:38:54.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.693+0000 7f24d89fe740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f24d01ad510 con 0x55e985da27a0 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985dad790 0x55e985d9d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985da4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985da4a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55462/0 (socket says 172.21.15.47:55462) 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24ce000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985dab000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 -- 172.21.15.47:0/250629371 learned_addr learned my addr 172.21.15.47:0/250629371 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 -- 172.21.15.47:0/250629371 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 msgr2=0x55e985dab000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 --2- 172.21.15.47:0/250629371 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985dab000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 -- 172.21.15.47:0/250629371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985dad790 msgr2=0x55e985d9d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 --2- 172.21.15.47:0/250629371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985dad790 0x55e985d9d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24cf400640 1 -- 172.21.15.47:0/250629371 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e985da6330 con 0x55e985da27a0 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.694+0000 7f24ce000640 1 --2- 172.21.15.47:0/250629371 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985dab000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.695+0000 7f24cf400640 1 --2- 172.21.15.47:0/250629371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985da4a40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f24c80099a0 tx=0x7f24c8005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c2e23e521b6ea87 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.695+0000 7f24bf400640 1 -- 172.21.15.47:0/250629371 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c8037070 con 0x55e985da27a0 2024-04-25T02:38:54.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.695+0000 7f24bf400640 1 -- 172.21.15.47:0/250629371 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24c8003e50 con 0x55e985da27a0 2024-04-25T02:38:54.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.695+0000 7f24bf400640 1 -- 172.21.15.47:0/250629371 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c801c480 con 0x55e985da27a0 2024-04-25T02:38:54.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 -- 172.21.15.47:0/250629371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 msgr2=0x55e985da4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 --2- 172.21.15.47:0/250629371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985da4a40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f24c80099a0 tx=0x7f24c8005fd0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 -- 172.21.15.47:0/250629371 shutdown_connections 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 --2- 172.21.15.47:0/250629371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985dad790 0x55e985d9d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 --2- 172.21.15.47:0/250629371 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985da30c0 0x55e985dab000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 --2- 172.21.15.47:0/250629371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985da4a40 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 -- 172.21.15.47:0/250629371 >> 172.21.15.47:0/250629371 conn(0x55e985d9eac0 msgr2=0x55e985d9d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 -- 172.21.15.47:0/250629371 shutdown_connections 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 -- 172.21.15.47:0/250629371 wait complete. 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 -- start start 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.696+0000 7f24d89fe740 1 Processor -- start 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985dc0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da30c0 0x55e985dc0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24d89fe740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985e21df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24d89fe740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24d01adb80 con 0x55e985da30c0 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24d89fe740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f24d01aeff0 con 0x55e985dad790 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24d89fe740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f24d01ae250 con 0x55e985da27a0 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24d89fe740 10 client.0 _ll_register_callbacks cb 0x7f24c80093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24cf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985dc0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24ce000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da30c0 0x55e985dc0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24cf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985dc0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55476/0 (socket says 172.21.15.47:55476) 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24cf400640 1 -- 172.21.15.47:0/3968478719 learned_addr learned my addr 172.21.15.47:0/3968478719 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.697+0000 7f24cf400640 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985e21df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24ce000640 1 -- 172.21.15.47:0/3968478719 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 msgr2=0x55e985dc0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24ce000640 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985dc0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24ce000640 1 -- 172.21.15.47:0/3968478719 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 msgr2=0x55e985e21df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24ce000640 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985e21df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24ce000640 1 -- 172.21.15.47:0/3968478719 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e985e22330 con 0x55e985da30c0 2024-04-25T02:38:54.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24cf400640 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985e21df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24ce000640 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da30c0 0x55e985dc0670 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f24b80057c0 tx=0x7f24b8030f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=661a6d9609b92056 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24bcc00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24bcc00640 1 -- 172.21.15.47:0/3968478719 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b804e060 con 0x55e985da30c0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24bcc00640 1 -- 172.21.15.47:0/3968478719 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f24b8004100 con 0x55e985da30c0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.698+0000 7f24d89fe740 1 -- 172.21.15.47:0/3968478719 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24c8003e50 con 0x55e985da30c0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24bcc00640 1 -- 172.21.15.47:0/3968478719 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f24b8037040 con 0x55e985da30c0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24d89fe740 10 client.16674 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24d89fe740 1 -- 172.21.15.47:0/3968478719 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e985e23630 con 0x55e985da30c0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24bcc00640 1 -- 172.21.15.47:0/3968478719 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24c8003e50 con 0x55e985da30c0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24bcc00640 1 -- 172.21.15.47:0/3968478719 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f24b8003ab0 con 0x55e985da30c0 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24d89fe740 10 client.16674 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24d89fe740 10 client.16674 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24d89fe740 20 client.16674 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24d89fe740 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55e985e23d30 0x55e985e26150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24d89fe740 4 client.16674 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:38:54.707 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.699+0000 7f24d89fe740 1 -- 172.21.15.47:0/3968478719 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e985d0ed70 con 0x55e985e23d30 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.700+0000 7f24cf400640 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55e985e23d30 0x55e985e26150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.700+0000 7f24cf400640 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55e985e23d30 0x55e985e26150 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=72c4a43ecce5752e server_cookie=476e807231aed41 in_seq=0 out_seq=0 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.700+0000 7f24bcc00640 10 client.16674 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.700+0000 7f24bcc00640 1 -- 172.21.15.47:0/3968478719 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e985d0ed70 con 0x55e985e23d30 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.700+0000 7f24bcc00640 10 client.16674 handle_command_reply: tid=0 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.700+0000 7f24d89fe740 1 client.16674 shutdown 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 -- 172.21.15.47:0/3968478719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da30c0 msgr2=0x55e985dc0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da30c0 0x55e985dc0670 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f24b80057c0 tx=0x7f24b8030f60 comp rx=0 tx=0).stop 2024-04-25T02:38:54.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 -- 172.21.15.47:0/3968478719 shutdown_connections 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55e985e23d30 0x55e985e26150 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e985dad790 0x55e985e21df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e985da30c0 0x55e985dc0670 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 --2- 172.21.15.47:0/3968478719 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e985da27a0 0x55e985dc0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 -- 172.21.15.47:0/3968478719 >> 172.21.15.47:0/3968478719 conn(0x55e985d9eac0 msgr2=0x55e985db8950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24bcc00640 0 client.16674 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 -- 172.21.15.47:0/3968478719 shutdown_connections 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 1 -- 172.21.15.47:0/3968478719 wait complete. 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.701+0000 7f24d89fe740 20 client.16674 trim_cache size 0 max 16384 2024-04-25T02:38:54.709 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:38:54.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 -- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f24b40a2d80 msgr2=0x7f24b40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f24b40a2d80 0x7f24b40a5240 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f24c00ccf00 tx=0x7f24c00d5550 comp rx=0 tx=0).stop 2024-04-25T02:38:54.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 -- 172.21.15.47:0/3227196307 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f24d01037e0 msgr2=0x7f24d019a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f24d01037e0 0x7f24d019a160 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f24c000e9c0 tx=0x7f24c000ee80 comp rx=0 tx=0).stop 2024-04-25T02:38:54.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 -- 172.21.15.47:0/3227196307 shutdown_connections 2024-04-25T02:38:54.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f24b40a2d80 0x7f24b40a5240 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24d01097f0 0x7f24d019e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f24d01041a0 0x7f24d019a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 --2- 172.21.15.47:0/3227196307 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f24d01037e0 0x7f24d019a160 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 -- 172.21.15.47:0/3227196307 >> 172.21.15.47:0/3227196307 conn(0x7f24d00ff2b0 msgr2=0x7f24d00ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 -- 172.21.15.47:0/3227196307 shutdown_connections 2024-04-25T02:38:54.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.702+0000 7f24cfe00640 1 -- 172.21.15.47:0/3227196307 wait complete. 2024-04-25T02:38:54.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:54 smithi047 ceph-mon[27871]: pgmap v189: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:54.722 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:54 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2655164783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:38:54.726 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:38:54.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 -- 172.21.15.47:0/1466894648 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801030c0 msgr2=0x7f708010b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 --2- 172.21.15.47:0/1466894648 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801030c0 0x7f708010b5a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f7068009860 tx=0x7f706802a3d0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 -- 172.21.15.47:0/1466894648 shutdown_connections 2024-04-25T02:38:54.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 --2- 172.21.15.47:0/1466894648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f708010bbc0 0x7f708010e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 --2- 172.21.15.47:0/1466894648 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801030c0 0x7f708010b5a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 --2- 172.21.15.47:0/1466894648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f70801027a0 0x7f7080102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 -- 172.21.15.47:0/1466894648 >> 172.21.15.47:0/1466894648 conn(0x7f70800fbfc0 msgr2=0x7f70800fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 -- 172.21.15.47:0/1466894648 shutdown_connections 2024-04-25T02:38:54.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.933+0000 7f7084a00640 1 -- 172.21.15.47:0/1466894648 wait complete. 2024-04-25T02:38:54.941 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.934+0000 7f7084a00640 1 Processor -- start 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.934+0000 7f7084a00640 1 -- start start 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f7084a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801027a0 0x7f708019a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f7084a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70801030c0 0x7f708019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f7084a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f708010bbc0 0x7f708019e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f7084a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7080111a10 con 0x7f708010bbc0 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f7084a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7080111890 con 0x7f70801027a0 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f7084a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7080111b90 con 0x7f70801030c0 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f707f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f708010bbc0 0x7f708019e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f707e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801027a0 0x7f708019a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f707de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70801030c0 0x7f708019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f707e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801027a0 0x7f708019a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38668/0 (socket says 172.21.15.47:38668) 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f707f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f708010bbc0 0x7f708019e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39120/0 (socket says 172.21.15.47:39120) 2024-04-25T02:38:54.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.935+0000 7f707e800640 1 -- 172.21.15.47:0/3997312940 learned_addr learned my addr 172.21.15.47:0/3997312940 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f707e800640 1 -- 172.21.15.47:0/3997312940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70801030c0 msgr2=0x7f708019a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f707e800640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70801030c0 0x7f708019a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f707e800640 1 -- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f708010bbc0 msgr2=0x7f708019e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f707e800640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f708010bbc0 0x7f708019e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f707e800640 1 -- 172.21.15.47:0/3997312940 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708019f0e0 con 0x7f70801027a0 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f707e800640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801027a0 0x7f708019a0f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f707000e9c0 tx=0x7f707000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f7077400640 1 -- 172.21.15.47:0/3997312940 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f707000cde0 con 0x7f70801027a0 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f7077400640 1 -- 172.21.15.47:0/3997312940 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70700035f0 con 0x7f70801027a0 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f7084a00640 1 -- 172.21.15.47:0/3997312940 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f708019f3d0 con 0x7f70801027a0 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f7077400640 1 -- 172.21.15.47:0/3997312940 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7070010690 con 0x7f70801027a0 2024-04-25T02:38:54.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.936+0000 7f7084a00640 1 -- 172.21.15.47:0/3997312940 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70801a6c60 con 0x7f70801027a0 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.939+0000 7f708839d740 1 Processor -- start 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f708839d740 1 -- start start 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f7077400640 1 -- 172.21.15.47:0/3997312940 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f70700037a0 con 0x7f70801027a0 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f708839d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260132eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f708839d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601339250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f708839d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260133bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f708839d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5626012934e0 con 0x562601339790 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f708839d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56260123ba70 con 0x56260132f0c0 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f708839d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56260128f4a0 con 0x56260132e7a0 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f707e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601339250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f707f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260132eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f707e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601339250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38670/0 (socket says 172.21.15.47:38670) 2024-04-25T02:38:54.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f707de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260133bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f707e800640 1 -- 172.21.15.47:0/1617303456 learned_addr learned my addr 172.21.15.47:0/1617303456 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.940+0000 7f707f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260132eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55500/0 (socket says 172.21.15.47:55500) 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.941+0000 7f707e800640 1 -- 172.21.15.47:0/1617303456 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 msgr2=0x56260132eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.941+0000 7f707e800640 1 --2- 172.21.15.47:0/1617303456 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260132eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.941+0000 7f707e800640 1 -- 172.21.15.47:0/1617303456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 msgr2=0x56260133bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.941+0000 7f707e800640 1 --2- 172.21.15.47:0/1617303456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260133bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.941+0000 7f707e800640 1 -- 172.21.15.47:0/1617303456 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562600fa73f0 con 0x56260132f0c0 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.941+0000 7f707de00640 1 --2- 172.21.15.47:0/1617303456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260133bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.941+0000 7f707e800640 1 --2- 172.21.15.47:0/1617303456 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601339250 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f70700ccdd0 tx=0x7f70700d5ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b887c5acd169757b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.947 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.941+0000 7f7077400640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70640a2d00 0x7f70640a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.942+0000 7f706f400640 1 -- 172.21.15.47:0/1617303456 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70700de070 con 0x56260132f0c0 2024-04-25T02:38:54.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.942+0000 7f706f400640 1 -- 172.21.15.47:0/1617303456 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f707009c360 con 0x56260132f0c0 2024-04-25T02:38:54.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.942+0000 7f706f400640 1 -- 172.21.15.47:0/1617303456 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7070003b10 con 0x56260132f0c0 2024-04-25T02:38:54.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.942+0000 7f7077400640 1 -- 172.21.15.47:0/3997312940 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f70700cf770 con 0x7f70801027a0 2024-04-25T02:38:54.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.942+0000 7f707f200640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70640a2d00 0x7f70640a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 -- 172.21.15.47:0/1617303456 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 msgr2=0x562601339250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f707f200640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70640a2d00 0x7f70640a51c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7078005fd0 tx=0x7f7078009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 --2- 172.21.15.47:0/1617303456 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601339250 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f70700ccdd0 tx=0x7f70700d5ef0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 -- 172.21.15.47:0/1617303456 shutdown_connections 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 --2- 172.21.15.47:0/1617303456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260133bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 --2- 172.21.15.47:0/1617303456 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601339250 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 --2- 172.21.15.47:0/1617303456 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260132eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 -- 172.21.15.47:0/1617303456 >> 172.21.15.47:0/1617303456 conn(0x56260132aac0 msgr2=0x56260132aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 -- 172.21.15.47:0/1617303456 shutdown_connections 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 -- 172.21.15.47:0/1617303456 wait complete. 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.943+0000 7f708839d740 1 -- start start 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f708839d740 1 Processor -- start 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f708839d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f708839d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601336bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f708839d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562601339790 0x5626013370f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f708839d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56260133c580 con 0x56260132e7a0 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f708839d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56260124eec0 con 0x56260132f0c0 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f708839d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56260133c700 con 0x562601339790 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f708839d740 10 client.0 _ll_register_callbacks cb 0x56260128b3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.944+0000 7f707e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39136/0 (socket says 172.21.15.47:39136) 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707e800640 1 -- 172.21.15.47:0/3058851690 learned_addr learned my addr 172.21.15.47:0/3058851690 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562601339790 0x5626013370f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707de00640 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601336bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707e800640 1 -- 172.21.15.47:0/3058851690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562601339790 msgr2=0x5626013370f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707e800640 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562601339790 0x5626013370f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707e800640 1 -- 172.21.15.47:0/3058851690 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 msgr2=0x562601336bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707e800640 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601336bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707e800640 1 -- 172.21.15.47:0/3058851690 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626010717d0 con 0x56260132e7a0 2024-04-25T02:38:54.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f707e800640 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336670 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f707009bbf0 tx=0x7f7070003e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ef8c14a5ed1b284 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f7063e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f7063e00640 1 -- 172.21.15.47:0/3058851690 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7070017b10 con 0x56260132e7a0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.945+0000 7f7063e00640 1 -- 172.21.15.47:0/3058851690 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f7070099f60 con 0x56260132e7a0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 1 -- 172.21.15.47:0/3058851690 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f707009c360 con 0x56260132e7a0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f7063e00640 1 -- 172.21.15.47:0/3058851690 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f70700b4e60 con 0x56260132e7a0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 10 client.16686 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 1 -- 172.21.15.47:0/3058851690 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562601348760 con 0x56260132e7a0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f7063e00640 1 -- 172.21.15.47:0/3058851690 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f707009c360 con 0x56260132e7a0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f7063e00640 1 -- 172.21.15.47:0/3058851690 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f70700982d0 con 0x56260132e7a0 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 10 client.16686 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 10 client.16686 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 20 client.16686 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5626013498e0 0x56260134bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 4 client.16686 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:54.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.946+0000 7f708839d740 1 -- 172.21.15.47:0/3058851690 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626012a0a20 con 0x5626013498e0 2024-04-25T02:38:54.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.947+0000 7f707de00640 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5626013498e0 0x56260134bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.947+0000 7f707de00640 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5626013498e0 0x56260134bcd0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=386642dea1c82e9d server_cookie=56a645072163e880 in_seq=0 out_seq=0 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.947+0000 7f7063e00640 10 client.16686 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.948+0000 7f7063e00640 1 -- 172.21.15.47:0/3058851690 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5626012a0a20 con 0x5626013498e0 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.948+0000 7f7063e00640 10 client.16686 handle_command_reply: tid=0 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.948+0000 7f708839d740 1 client.16686 shutdown 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.948+0000 7f708839d740 1 -- 172.21.15.47:0/3058851690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 msgr2=0x562601336670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.948+0000 7f708839d740 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336670 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f707009bbf0 tx=0x7f7070003e10 comp rx=0 tx=0).stop 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 1 -- 172.21.15.47:0/3058851690 shutdown_connections 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5626013498e0 0x56260134bcd0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562601339790 0x5626013370f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x562601336bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f7063e00640 0 client.16686 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 1 --2- 172.21.15.47:0/3058851690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336670 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 1 -- 172.21.15.47:0/3058851690 >> 172.21.15.47:0/3058851690 conn(0x56260132aac0 msgr2=0x5626013308c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 1 -- 172.21.15.47:0/3058851690 shutdown_connections 2024-04-25T02:38:54.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 1 -- 172.21.15.47:0/3058851690 wait complete. 2024-04-25T02:38:54.957 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.949+0000 7f708839d740 20 client.16686 trim_cache size 0 max 16384 2024-04-25T02:38:54.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.964+0000 7f708839d740 1 Processor -- start 2024-04-25T02:38:54.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.964+0000 7f708839d740 1 -- start start 2024-04-25T02:38:54.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.964+0000 7f708839d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.964+0000 7f708839d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132f0c0 0x562601345060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.964+0000 7f708839d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562601339790 0x56260134ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.964+0000 7f708839d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f70801b1e20 con 0x56260132e7a0 2024-04-25T02:38:54.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.964+0000 7f708839d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f70801af6f0 con 0x562601339790 2024-04-25T02:38:54.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.964+0000 7f708839d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70801ad540 con 0x56260132f0c0 2024-04-25T02:38:54.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39138/0 (socket says 172.21.15.47:39138) 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707e800640 1 -- 172.21.15.47:0/982717192 learned_addr learned my addr 172.21.15.47:0/982717192 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707f200640 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562601339790 0x56260134ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707de00640 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132f0c0 0x562601345060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707e800640 1 -- 172.21.15.47:0/982717192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132f0c0 msgr2=0x562601345060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707e800640 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132f0c0 0x562601345060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707e800640 1 -- 172.21.15.47:0/982717192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562601339790 msgr2=0x56260134ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707e800640 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562601339790 0x56260134ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707e800640 1 -- 172.21.15.47:0/982717192 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56260132a400 con 0x56260132e7a0 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.965+0000 7f707f200640 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562601339790 0x56260134ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.966+0000 7f707e800640 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336f10 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f70700a43a0 tx=0x7f7070003e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aff3c33e99766f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.966+0000 7f706ea00640 1 -- 172.21.15.47:0/982717192 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70700de030 con 0x56260132e7a0 2024-04-25T02:38:54.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.966+0000 7f706ea00640 1 -- 172.21.15.47:0/982717192 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70700b1020 con 0x56260132e7a0 2024-04-25T02:38:54.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.966+0000 7f706ea00640 1 -- 172.21.15.47:0/982717192 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f707000f740 con 0x56260132e7a0 2024-04-25T02:38:54.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.966+0000 7f708839d740 1 -- 172.21.15.47:0/982717192 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 msgr2=0x562601336f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.966+0000 7f708839d740 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336f10 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f70700a43a0 tx=0x7f7070003e80 comp rx=0 tx=0).stop 2024-04-25T02:38:54.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 -- 172.21.15.47:0/982717192 shutdown_connections 2024-04-25T02:38:54.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x562601339790 0x56260134ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132f0c0 0x562601345060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 --2- 172.21.15.47:0/982717192 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56260132e7a0 0x562601336f10 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 -- 172.21.15.47:0/982717192 >> 172.21.15.47:0/982717192 conn(0x56260132aac0 msgr2=0x562601344950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 -- 172.21.15.47:0/982717192 shutdown_connections 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 -- 172.21.15.47:0/982717192 wait complete. 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 -- start start 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.967+0000 7f708839d740 1 Processor -- start 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f708839d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260134b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f708839d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x56260134be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f708839d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260134c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f708839d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f70801adbb0 con 0x562601339790 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f708839d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f70801af020 con 0x56260132f0c0 2024-04-25T02:38:54.977 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f708839d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70801ae280 con 0x56260132e7a0 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f708839d740 10 client.0 _ll_register_callbacks cb 0x7f7070005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f707e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260134b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f707e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260134b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55516/0 (socket says 172.21.15.47:55516) 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f707de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x56260134be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f707e800640 1 -- 172.21.15.47:0/3719770271 learned_addr learned my addr 172.21.15.47:0/3719770271 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f707f200640 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260134c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f707e800640 1 -- 172.21.15.47:0/3719770271 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 msgr2=0x56260134be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f707e800640 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x56260134be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.968+0000 7f707e800640 1 -- 172.21.15.47:0/3719770271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 msgr2=0x56260134c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f707e800640 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260134c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f707e800640 1 -- 172.21.15.47:0/3719770271 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626013adcb0 con 0x56260132e7a0 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f707de00640 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x56260134be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f707e800640 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260134b900 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f70700985e0 tx=0x7f70700d5ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=406ff3c2ea1a466a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f7063e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:38:54.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f7063e00640 1 -- 172.21.15.47:0/3719770271 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f707000fa70 con 0x56260132e7a0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f7063e00640 1 -- 172.21.15.47:0/3719770271 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f70700d5620 con 0x56260132e7a0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f708839d740 1 -- 172.21.15.47:0/3719770271 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70700b1020 con 0x56260132e7a0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f7063e00640 1 -- 172.21.15.47:0/3719770271 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f707000fc50 con 0x56260132e7a0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f708839d740 10 client.26809 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.969+0000 7f708839d740 1 -- 172.21.15.47:0/3719770271 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5626013adcb0 con 0x56260132e7a0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f7063e00640 1 -- 172.21.15.47:0/3719770271 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70700b1020 con 0x56260132e7a0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f7063e00640 1 -- 172.21.15.47:0/3719770271 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f70700cd110 con 0x56260132e7a0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f708839d740 10 client.26809 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f708839d740 10 client.26809 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f708839d740 20 client.26809 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f708839d740 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5626013af220 0x5626013b1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f708839d740 4 client.26809 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f708839d740 1 -- 172.21.15.47:0/3719770271 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56260129ad70 con 0x5626013af220 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.970+0000 7f707de00640 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5626013af220 0x5626013b1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f707de00640 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5626013af220 0x5626013b1610 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29fa7c83d01ff6de server_cookie=643a9b1df652dfba in_seq=0 out_seq=0 2024-04-25T02:38:54.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f7063e00640 10 client.26809 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f7063e00640 1 -- 172.21.15.47:0/3719770271 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56260129ad70 con 0x5626013af220 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f7063e00640 10 client.26809 handle_command_reply: tid=0 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 client.26809 shutdown 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 -- 172.21.15.47:0/3719770271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 msgr2=0x56260134b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260134b900 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f70700985e0 tx=0x7f70700d5ef0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 -- 172.21.15.47:0/3719770271 shutdown_connections 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5626013af220 0x5626013b1610 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562601339790 0x56260134c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56260132f0c0 0x56260134be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 --2- 172.21.15.47:0/3719770271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56260132e7a0 0x56260134b900 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f7063e00640 0 client.26809 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.971+0000 7f708839d740 1 -- 172.21.15.47:0/3719770271 >> 172.21.15.47:0/3719770271 conn(0x56260132aac0 msgr2=0x562601334b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f708839d740 1 -- 172.21.15.47:0/3719770271 shutdown_connections 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f708839d740 1 -- 172.21.15.47:0/3719770271 wait complete. 2024-04-25T02:38:54.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f708839d740 20 client.26809 trim_cache size 0 max 16384 2024-04-25T02:38:54.981 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:38:54.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 -- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70640a2d00 msgr2=0x7f70640a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70640a2d00 0x7f70640a51c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7078005fd0 tx=0x7f7078009500 comp rx=0 tx=0).stop 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 -- 172.21.15.47:0/3997312940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801027a0 msgr2=0x7f708019a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801027a0 0x7f708019a0f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f707000e9c0 tx=0x7f707000ee80 comp rx=0 tx=0).stop 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 -- 172.21.15.47:0/3997312940 shutdown_connections 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f70640a2d00 0x7f70640a51c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f708010bbc0 0x7f708019e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70801030c0 0x7f708019a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.972+0000 7f7084a00640 1 --2- 172.21.15.47:0/3997312940 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f70801027a0 0x7f708019a0f0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.973+0000 7f7084a00640 1 -- 172.21.15.47:0/3997312940 >> 172.21.15.47:0/3997312940 conn(0x7f70800fbfc0 msgr2=0x7f7080100320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.973+0000 7f7084a00640 1 -- 172.21.15.47:0/3997312940 shutdown_connections 2024-04-25T02:38:54.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:54.973+0000 7f7084a00640 1 -- 172.21.15.47:0/3997312940 wait complete. 2024-04-25T02:38:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:54 smithi113 ceph-mon[32459]: pgmap v189: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:54 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2655164783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:38:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:54 smithi178 ceph-mon[33053]: pgmap v189: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:38:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:54 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2655164783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:38:55.996 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:38:55.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:38:55.996 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:38:56.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 -- 172.21.15.47:0/814340758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c107720 msgr2=0x7f320c107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 --2- 172.21.15.47:0/814340758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c107720 0x7f320c107b00 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f31fc009cd0 tx=0x7f31fc02a8f0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 -- 172.21.15.47:0/814340758 shutdown_connections 2024-04-25T02:38:56.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 --2- 172.21.15.47:0/814340758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f320c1020d0 0x7f320c10e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 --2- 172.21.15.47:0/814340758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f320c101710 0x7f320c101b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 --2- 172.21.15.47:0/814340758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c107720 0x7f320c107b00 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 -- 172.21.15.47:0/814340758 >> 172.21.15.47:0/814340758 conn(0x7f320c078b90 msgr2=0x7f320c078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 -- 172.21.15.47:0/814340758 shutdown_connections 2024-04-25T02:38:56.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.224+0000 7f3211000640 1 -- 172.21.15.47:0/814340758 wait complete. 2024-04-25T02:38:56.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.225+0000 7f3211000640 1 Processor -- start 2024-04-25T02:38:56.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.225+0000 7f3211000640 1 -- start start 2024-04-25T02:38:56.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3211000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f320c101710 0x7f320c19a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3211000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c1020d0 0x7f320c19a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3211000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f320c107720 0x7f320c19eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3211000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f320c111af0 con 0x7f320c1020d0 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3211000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f320c111970 con 0x7f320c107720 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3211000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f320c111c70 con 0x7f320c101710 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3201400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c1020d0 0x7f320c19a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3201400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c1020d0 0x7f320c19a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39166/0 (socket says 172.21.15.47:39166) 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3201400640 1 -- 172.21.15.47:0/626003628 learned_addr learned my addr 172.21.15.47:0/626003628 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f3209e00640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f320c101710 0x7f320c19a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.226+0000 7f320a800640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f320c107720 0x7f320c19eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3201400640 1 -- 172.21.15.47:0/626003628 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f320c101710 msgr2=0x7f320c19a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3201400640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f320c101710 0x7f320c19a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3201400640 1 -- 172.21.15.47:0/626003628 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f320c107720 msgr2=0x7f320c19eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3201400640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f320c107720 0x7f320c19eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3201400640 1 -- 172.21.15.47:0/626003628 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f320c19f280 con 0x7f320c1020d0 2024-04-25T02:38:56.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3201400640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c1020d0 0x7f320c19a7d0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f31f400e9f0 tx=0x7f31f400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3203400640 1 -- 172.21.15.47:0/626003628 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f400ccc0 con 0x7f320c1020d0 2024-04-25T02:38:56.233 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3203400640 1 -- 172.21.15.47:0/626003628 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31f4010910 con 0x7f320c1020d0 2024-04-25T02:38:56.234 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3203400640 1 -- 172.21.15.47:0/626003628 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f40188a0 con 0x7f320c1020d0 2024-04-25T02:38:56.234 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3211000640 1 -- 172.21.15.47:0/626003628 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f320c19f570 con 0x7f320c1020d0 2024-04-25T02:38:56.234 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.227+0000 7f3211000640 1 -- 172.21.15.47:0/626003628 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f320c1a6e00 con 0x7f320c1020d0 2024-04-25T02:38:56.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3213f86740 1 Processor -- start 2024-04-25T02:38:56.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3203400640 1 -- 172.21.15.47:0/626003628 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f31f4010ac0 con 0x7f320c1020d0 2024-04-25T02:38:56.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3213f86740 1 -- start start 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3213f86740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf00a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3213f86740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf014810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3213f86740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 0x55fadf017140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3213f86740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55fadef68f40 con 0x55fadf009d60 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3213f86740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55fadef6e190 con 0x55fadf00a680 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3213f86740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55fadef16a10 con 0x55fadf014d50 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f320a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf00a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3209e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf014810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3209e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf014810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38700/0 (socket says 172.21.15.47:38700) 2024-04-25T02:38:56.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3209e00640 1 -- 172.21.15.47:0/4274146299 learned_addr learned my addr 172.21.15.47:0/4274146299 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3201400640 1 --2- 172.21.15.47:0/4274146299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 0x55fadf017140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3209e00640 1 -- 172.21.15.47:0/4274146299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 msgr2=0x55fadf017140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3209e00640 1 --2- 172.21.15.47:0/4274146299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 0x55fadf017140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3209e00640 1 -- 172.21.15.47:0/4274146299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 msgr2=0x55fadf00a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3209e00640 1 --2- 172.21.15.47:0/4274146299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf00a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.232+0000 7f3209e00640 1 -- 172.21.15.47:0/4274146299 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55faded4a7e0 con 0x55fadf00a680 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.234+0000 7f3209e00640 1 --2- 172.21.15.47:0/4274146299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf014810 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f31fc035000 tx=0x7f31fc009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec8624eb03aeb1ae server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.234+0000 7f3203400640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f31f00a2d80 0x7f31f00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.234+0000 7f31fb400640 1 -- 172.21.15.47:0/4274146299 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc0305a0 con 0x55fadf00a680 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.234+0000 7f3203400640 1 -- 172.21.15.47:0/626003628 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f31f40cf810 con 0x7f320c1020d0 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.234+0000 7f31fb400640 1 -- 172.21.15.47:0/4274146299 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31fc036030 con 0x55fadf00a680 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.234+0000 7f31fb400640 1 -- 172.21.15.47:0/4274146299 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc004380 con 0x55fadf00a680 2024-04-25T02:38:56.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.234+0000 7f320a800640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f31f00a2d80 0x7f31f00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 -- 172.21.15.47:0/4274146299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 msgr2=0x55fadf014810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 --2- 172.21.15.47:0/4274146299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf014810 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f31fc035000 tx=0x7f31fc009360 comp rx=0 tx=0).stop 2024-04-25T02:38:56.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f320a800640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f31f00a2d80 0x7f31f00a5240 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3204009d30 tx=0x7f3204005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 -- 172.21.15.47:0/4274146299 shutdown_connections 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 --2- 172.21.15.47:0/4274146299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 0x55fadf017140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 --2- 172.21.15.47:0/4274146299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf014810 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 --2- 172.21.15.47:0/4274146299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf00a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 -- 172.21.15.47:0/4274146299 >> 172.21.15.47:0/4274146299 conn(0x55fadf006080 msgr2=0x55fadf006460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 -- 172.21.15.47:0/4274146299 shutdown_connections 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.235+0000 7f3213f86740 1 -- 172.21.15.47:0/4274146299 wait complete. 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 1 -- start start 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 1 Processor -- start 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf011c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf00a680 0x55fadf012180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf0126c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55fadef29e70 con 0x55fadf009d60 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55fadef6a150 con 0x55fadf014d50 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55fadf017b80 con 0x55fadf00a680 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3213f86740 10 client.0 _ll_register_callbacks cb 0x55fadef651f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3209e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf011c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3209e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf011c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39192/0 (socket says 172.21.15.47:39192) 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3209e00640 1 -- 172.21.15.47:0/2758027754 learned_addr learned my addr 172.21.15.47:0/2758027754 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3201400640 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf00a680 0x55fadf012180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f320a800640 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf0126c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3201400640 1 -- 172.21.15.47:0/2758027754 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 msgr2=0x55fadf0126c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3201400640 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf0126c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3201400640 1 -- 172.21.15.47:0/2758027754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 msgr2=0x55fadf011c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3201400640 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf011c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.245 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3201400640 1 -- 172.21.15.47:0/2758027754 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fadedaaf70 con 0x55fadf00a680 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.236+0000 7f3209e00640 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf011c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3201400640 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf00a680 0x55fadf012180 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f31f40ccf30 tx=0x7f31f40097a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2480f79e0bfe166a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f31efe00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f31efe00640 1 -- 172.21.15.47:0/2758027754 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f40cd3b0 con 0x55fadf00a680 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f31efe00640 1 -- 172.21.15.47:0/2758027754 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f31f409b150 con 0x55fadf00a680 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 1 -- 172.21.15.47:0/2758027754 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31fc036030 con 0x55fadf00a680 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f31efe00640 1 -- 172.21.15.47:0/2758027754 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f31f40a00b0 con 0x55fadf00a680 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 10 client.26821 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 1 -- 172.21.15.47:0/2758027754 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fadec42170 con 0x55fadf00a680 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f31efe00640 1 -- 172.21.15.47:0/2758027754 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31fc036030 con 0x55fadf00a680 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f31efe00640 1 -- 172.21.15.47:0/2758027754 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f31f409abc0 con 0x55fadf00a680 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 10 client.26821 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:56.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 10 client.26821 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:56.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 20 client.26821 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:56.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fadf024e40 0x55fadf027290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 4 client.26821 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:56.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3213f86740 1 -- 172.21.15.47:0/2758027754 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fadef7b6d0 con 0x55fadf024e40 2024-04-25T02:38:56.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.238+0000 7f3209e00640 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fadf024e40 0x55fadf027290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.240+0000 7f3209e00640 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fadf024e40 0x55fadf027290 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3aeab81b244939d server_cookie=b5de9c027c3127f7 in_seq=0 out_seq=0 2024-04-25T02:38:56.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.240+0000 7f31efe00640 10 client.26821 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:56.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f31efe00640 1 -- 172.21.15.47:0/2758027754 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fadef7b6d0 con 0x55fadf024e40 2024-04-25T02:38:56.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f31efe00640 10 client.26821 handle_command_reply: tid=0 2024-04-25T02:38:56.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 client.26821 shutdown 2024-04-25T02:38:56.248 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 -- 172.21.15.47:0/2758027754 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf00a680 msgr2=0x55fadf012180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf00a680 0x55fadf012180 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f31f40ccf30 tx=0x7f31f40097a0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 -- 172.21.15.47:0/2758027754 shutdown_connections 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fadf024e40 0x55fadf027290 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf0126c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf00a680 0x55fadf012180 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 --2- 172.21.15.47:0/2758027754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf011c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 -- 172.21.15.47:0/2758027754 >> 172.21.15.47:0/2758027754 conn(0x55fadf006080 msgr2=0x55fadf0051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f31efe00640 0 client.26821 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 -- 172.21.15.47:0/2758027754 shutdown_connections 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 1 -- 172.21.15.47:0/2758027754 wait complete. 2024-04-25T02:38:56.249 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.241+0000 7f3213f86740 20 client.26821 trim_cache size 0 max 16384 2024-04-25T02:38:56.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.260+0000 7f3213f86740 1 Processor -- start 2024-04-25T02:38:56.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.260+0000 7f3213f86740 1 -- start start 2024-04-25T02:38:56.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.260+0000 7f3213f86740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf009d60 0x55fadf0208c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.260+0000 7f3213f86740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf00a680 0x55fadf005060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.260+0000 7f3213f86740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf02cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.260+0000 7f3213f86740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f320c1b1f40 con 0x55fadf00a680 2024-04-25T02:38:56.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.260+0000 7f3213f86740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f320c1af810 con 0x55fadf014d50 2024-04-25T02:38:56.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.260+0000 7f3213f86740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f320c1ad660 con 0x55fadf009d60 2024-04-25T02:38:56.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f320a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf02cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3201400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf00a680 0x55fadf005060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f320a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf02cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38726/0 (socket says 172.21.15.47:38726) 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3209e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf009d60 0x55fadf0208c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f320a800640 1 -- 172.21.15.47:0/2947110561 learned_addr learned my addr 172.21.15.47:0/2947110561 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3209e00640 1 -- 172.21.15.47:0/2947110561 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 msgr2=0x55fadf02cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3209e00640 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf02cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3209e00640 1 -- 172.21.15.47:0/2947110561 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf00a680 msgr2=0x55fadf005060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3209e00640 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf00a680 0x55fadf005060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3209e00640 1 -- 172.21.15.47:0/2947110561 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fadf017480 con 0x55fadf009d60 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f320a800640 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf02cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3201400640 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf00a680 0x55fadf005060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.262+0000 7f3209e00640 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf009d60 0x55fadf0208c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x55fadf027b00 tx=0x7f31fc003f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=998b5e52338fe464 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f31faa00640 1 -- 172.21.15.47:0/2947110561 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc05c070 con 0x55fadf009d60 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f31faa00640 1 -- 172.21.15.47:0/2947110561 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31fc056070 con 0x55fadf009d60 2024-04-25T02:38:56.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f31faa00640 1 -- 172.21.15.47:0/2947110561 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc057600 con 0x55fadf009d60 2024-04-25T02:38:56.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 -- 172.21.15.47:0/2947110561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf009d60 msgr2=0x55fadf0208c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf009d60 0x55fadf0208c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x55fadf027b00 tx=0x7f31fc003f00 comp rx=0 tx=0).stop 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 -- 172.21.15.47:0/2947110561 shutdown_connections 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf014d50 0x55fadf02cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf00a680 0x55fadf005060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 --2- 172.21.15.47:0/2947110561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf009d60 0x55fadf0208c0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 -- 172.21.15.47:0/2947110561 >> 172.21.15.47:0/2947110561 conn(0x55fadf006080 msgr2=0x55fadf004950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 -- 172.21.15.47:0/2947110561 shutdown_connections 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.263+0000 7f3213f86740 1 -- 172.21.15.47:0/2947110561 wait complete. 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 1 -- start start 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 1 Processor -- start 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf018ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf019400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 0x55fadf08a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f320c1adcd0 con 0x55fadf009d60 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f320c1af140 con 0x55fadf00a680 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f320c1ae3a0 con 0x55fadf014d50 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3213f86740 10 client.0 _ll_register_callbacks cb 0x7f31f4010e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3209e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf018ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3209e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf018ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39216/0 (socket says 172.21.15.47:39216) 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3209e00640 1 -- 172.21.15.47:0/3173077779 learned_addr learned my addr 172.21.15.47:0/3173077779 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3201400640 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf019400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f320a800640 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 0x55fadf08a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3209e00640 1 -- 172.21.15.47:0/3173077779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 msgr2=0x55fadf08a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3209e00640 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 0x55fadf08a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3209e00640 1 -- 172.21.15.47:0/3173077779 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 msgr2=0x55fadf019400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3209e00640 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf019400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.264+0000 7f3209e00640 1 -- 172.21.15.47:0/3173077779 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fadf08a910 con 0x55fadf009d60 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3209e00640 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf018ec0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f31fc005cc0 tx=0x7f31fc0306b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d9a4c9f23e6c62 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f31efe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f31efe00640 1 -- 172.21.15.47:0/3173077779 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc065060 con 0x55fadf009d60 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f31efe00640 1 -- 172.21.15.47:0/3173077779 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f31fc030b30 con 0x55fadf009d60 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 1 -- 172.21.15.47:0/3173077779 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31fc056070 con 0x55fadf009d60 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f31efe00640 1 -- 172.21.15.47:0/3173077779 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f31fc05c070 con 0x55fadf009d60 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 10 client.16710 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 1 -- 172.21.15.47:0/3173077779 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fadf08bb50 con 0x55fadf009d60 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f31efe00640 1 -- 172.21.15.47:0/3173077779 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31fc056070 con 0x55fadf009d60 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f31efe00640 1 -- 172.21.15.47:0/3173077779 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f31fc043070 con 0x55fadf009d60 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 10 client.16710 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 10 client.16710 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:56.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 20 client.16710 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:56.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fadf08be30 0x55fadf08e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 4 client.16710 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:38:56.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3213f86740 1 -- 172.21.15.47:0/3173077779 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fadef75a20 con 0x55fadf08be30 2024-04-25T02:38:56.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.266+0000 7f3201400640 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fadf08be30 0x55fadf08e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.268+0000 7f3201400640 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fadf08be30 0x55fadf08e220 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f0004c2f8745d0 server_cookie=7c980e5f5350ce27 in_seq=0 out_seq=0 2024-04-25T02:38:56.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.268+0000 7f31efe00640 10 client.16710 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:56.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f31efe00640 1 -- 172.21.15.47:0/3173077779 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fadef75a20 con 0x55fadf08be30 2024-04-25T02:38:56.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f31efe00640 10 client.16710 handle_command_reply: tid=0 2024-04-25T02:38:56.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 client.16710 shutdown 2024-04-25T02:38:56.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 -- 172.21.15.47:0/3173077779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 msgr2=0x55fadf018ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf018ec0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f31fc005cc0 tx=0x7f31fc0306b0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 -- 172.21.15.47:0/3173077779 shutdown_connections 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55fadf08be30 0x55fadf08e220 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f31efe00640 0 client.16710 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fadf014d50 0x55fadf08a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55fadf00a680 0x55fadf019400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 --2- 172.21.15.47:0/3173077779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fadf009d60 0x55fadf018ec0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.269+0000 7f3213f86740 1 -- 172.21.15.47:0/3173077779 >> 172.21.15.47:0/3173077779 conn(0x55fadf006080 msgr2=0x55fadf0051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.270+0000 7f3213f86740 1 -- 172.21.15.47:0/3173077779 shutdown_connections 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.270+0000 7f3213f86740 1 -- 172.21.15.47:0/3173077779 wait complete. 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.270+0000 7f3213f86740 20 client.16710 trim_cache size 0 max 16384 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:38:56.276 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:38:56.277 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "21b6d17e-2b9b-42c6-ba71-074d83474547", 2024-04-25T02:38:56.277 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:38:56.277 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:38:56.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.270+0000 7f3211000640 1 -- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f31f00a2d80 msgr2=0x7f31f00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.270+0000 7f3211000640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f31f00a2d80 0x7f31f00a5240 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3204009d30 tx=0x7f3204005f90 comp rx=0 tx=0).stop 2024-04-25T02:38:56.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.270+0000 7f3211000640 1 -- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c1020d0 msgr2=0x7f320c19a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.270+0000 7f3211000640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c1020d0 0x7f320c19a7d0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f31f400e9f0 tx=0x7f31f400edf0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.271+0000 7f3211000640 1 -- 172.21.15.47:0/626003628 shutdown_connections 2024-04-25T02:38:56.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.271+0000 7f3211000640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f31f00a2d80 0x7f31f00a5240 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.271+0000 7f3211000640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f320c107720 0x7f320c19eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.271+0000 7f3211000640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f320c1020d0 0x7f320c19a7d0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.271+0000 7f3211000640 1 --2- 172.21.15.47:0/626003628 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f320c101710 0x7f320c19a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.271+0000 7f3211000640 1 -- 172.21.15.47:0/626003628 >> 172.21.15.47:0/626003628 conn(0x7f320c078b90 msgr2=0x7f320c10cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.271+0000 7f3211000640 1 -- 172.21.15.47:0/626003628 shutdown_connections 2024-04-25T02:38:56.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.271+0000 7f3211000640 1 -- 172.21.15.47:0/626003628 wait complete. 2024-04-25T02:38:56.293 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:38:56.293 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:38:56.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 -- 172.21.15.47:0/2109679549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a24074400 msgr2=0x7f8a241120b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 --2- 172.21.15.47:0/2109679549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a24074400 0x7f8a241120b0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009900 tx=0x7f8a1002a480 comp rx=0 tx=0).stop 2024-04-25T02:38:56.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 -- 172.21.15.47:0/2109679549 shutdown_connections 2024-04-25T02:38:56.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 --2- 172.21.15.47:0/2109679549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8a241125f0 0x7f8a241149e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 --2- 172.21.15.47:0/2109679549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a24074400 0x7f8a241120b0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 --2- 172.21.15.47:0/2109679549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8a24073ae0 0x7f8a24073ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 -- 172.21.15.47:0/2109679549 >> 172.21.15.47:0/2109679549 conn(0x7f8a240fd110 msgr2=0x7f8a240ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 -- 172.21.15.47:0/2109679549 shutdown_connections 2024-04-25T02:38:56.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.503+0000 7f8a2b000640 1 -- 172.21.15.47:0/2109679549 wait complete. 2024-04-25T02:38:56.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.504+0000 7f8a2b000640 1 Processor -- start 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.504+0000 7f8a2b000640 1 -- start start 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2b000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8a24073ae0 0x7f8a2419e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2b000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8a24074400 0x7f8a2419eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2b000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a241125f0 0x7f8a241a2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2b000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8a24118040 con 0x7f8a241125f0 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2b000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8a24117ec0 con 0x7f8a24073ae0 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2b000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241181c0 con 0x7f8a24074400 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a241125f0 0x7f8a241a2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a29c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8a24073ae0 0x7f8a2419e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a241125f0 0x7f8a241a2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39226/0 (socket says 172.21.15.47:39226) 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a29200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8a24074400 0x7f8a2419eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a29c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8a24073ae0 0x7f8a2419e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38754/0 (socket says 172.21.15.47:38754) 2024-04-25T02:38:56.510 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2a600640 1 -- 172.21.15.47:0/1657734721 learned_addr learned my addr 172.21.15.47:0/1657734721 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2a600640 1 -- 172.21.15.47:0/1657734721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8a24074400 msgr2=0x7f8a2419eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2a600640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8a24074400 0x7f8a2419eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2a600640 1 -- 172.21.15.47:0/1657734721 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8a24073ae0 msgr2=0x7f8a2419e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2a600640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8a24073ae0 0x7f8a2419e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a2a600640 1 -- 172.21.15.47:0/1657734721 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a241a35b0 con 0x7f8a241125f0 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.505+0000 7f8a29c00640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8a24073ae0 0x7f8a2419e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.506+0000 7f8a2a600640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a241125f0 0x7f8a241a2e80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c009c90 tx=0x7f8a1c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.506+0000 7f8a22000640 1 -- 172.21.15.47:0/1657734721 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c003b70 con 0x7f8a241125f0 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.506+0000 7f8a22000640 1 -- 172.21.15.47:0/1657734721 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a1c003d10 con 0x7f8a241125f0 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.506+0000 7f8a2b000640 1 -- 172.21.15.47:0/1657734721 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a241a38a0 con 0x7f8a241125f0 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.506+0000 7f8a22000640 1 -- 172.21.15.47:0/1657734721 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c010960 con 0x7f8a241125f0 2024-04-25T02:38:56.511 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.506+0000 7f8a2b000640 1 -- 172.21.15.47:0/1657734721 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a241ab130 con 0x7f8a241125f0 2024-04-25T02:38:56.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a2f578740 1 Processor -- start 2024-04-25T02:38:56.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a22000640 1 -- 172.21.15.47:0/1657734721 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8a1c004020 con 0x7f8a241125f0 2024-04-25T02:38:56.513 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a2f578740 1 -- start start 2024-04-25T02:38:56.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256e1e0 0x55cc1256e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12578c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.515 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 0x55cc1257b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a2f578740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cc124d2560 con 0x55cc1256e1e0 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a2f578740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55cc1247a930 con 0x55cc1256eb00 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.510+0000 7f8a2f578740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cc124ce520 con 0x55cc125791d0 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256e1e0 0x55cc1256e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256e1e0 0x55cc1256e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39236/0 (socket says 172.21.15.47:39236) 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29200640 1 -- 172.21.15.47:0/313799873 learned_addr learned my addr 172.21.15.47:0/313799873 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29c00640 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12578c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29200640 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 0x55cc1257b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29c00640 1 -- 172.21.15.47:0/313799873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 msgr2=0x55cc1257b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29c00640 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 0x55cc1257b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29c00640 1 -- 172.21.15.47:0/313799873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256e1e0 msgr2=0x55cc1256e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29c00640 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256e1e0 0x55cc1256e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29c00640 1 -- 172.21.15.47:0/313799873 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc122b07d0 con 0x55cc1256eb00 2024-04-25T02:38:56.516 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.511+0000 7f8a29200640 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256e1e0 0x55cc1256e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:56.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.512+0000 7f8a22000640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8a0c0a2d80 0x7f8a0c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.512+0000 7f8a29c00640 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12578c90 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f8a18009fd0 tx=0x7f8a180118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=997153a4d89205a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.512+0000 7f8a22000640 1 -- 172.21.15.47:0/1657734721 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8a1c0cf8d0 con 0x7f8a241125f0 2024-04-25T02:38:56.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.512+0000 7f8a29200640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8a0c0a2d80 0x7f8a0c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.512+0000 7f8a16a00640 1 -- 172.21.15.47:0/313799873 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18004310 con 0x55cc1256eb00 2024-04-25T02:38:56.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.512+0000 7f8a16a00640 1 -- 172.21.15.47:0/313799873 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a180044b0 con 0x55cc1256eb00 2024-04-25T02:38:56.517 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.512+0000 7f8a16a00640 1 -- 172.21.15.47:0/313799873 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a180035f0 con 0x55cc1256eb00 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 -- 172.21.15.47:0/313799873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 msgr2=0x55cc12578c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a29200640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8a0c0a2d80 0x7f8a0c0a5240 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8a10031550 tx=0x7f8a10005bc0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12578c90 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f8a18009fd0 tx=0x7f8a180118d0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 -- 172.21.15.47:0/313799873 shutdown_connections 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 0x55cc1257b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12578c90 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 --2- 172.21.15.47:0/313799873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256e1e0 0x55cc1256e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 -- 172.21.15.47:0/313799873 >> 172.21.15.47:0/313799873 conn(0x55cc1256a500 msgr2=0x55cc1256a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 -- 172.21.15.47:0/313799873 shutdown_connections 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 -- 172.21.15.47:0/313799873 wait complete. 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.513+0000 7f8a2f578740 1 -- start start 2024-04-25T02:38:56.521 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.514+0000 7f8a2f578740 1 Processor -- start 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.514+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256e1e0 0x55cc12576120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.514+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256eb00 0x55cc12576660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.514+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 0x55cc12576ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.514+0000 7f8a2f578740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cc1257bfc0 con 0x55cc1256eb00 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.514+0000 7f8a2f578740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55cc1248dd90 con 0x55cc1256e1e0 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.514+0000 7f8a2f578740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cc1257c140 con 0x55cc125791d0 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.514+0000 7f8a2f578740 10 client.0 _ll_register_callbacks cb 0x55cc1248d780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256eb00 0x55cc12576660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256eb00 0x55cc12576660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39240/0 (socket says 172.21.15.47:39240) 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29200640 1 -- 172.21.15.47:0/2979247419 learned_addr learned my addr 172.21.15.47:0/2979247419 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29c00640 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256e1e0 0x55cc12576120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a2a600640 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 0x55cc12576ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.522 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29200640 1 -- 172.21.15.47:0/2979247419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 msgr2=0x55cc12576ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29200640 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 0x55cc12576ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29200640 1 -- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256e1e0 msgr2=0x55cc12576120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29200640 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256e1e0 0x55cc12576120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29200640 1 -- 172.21.15.47:0/2979247419 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc121e63f0 con 0x55cc1256eb00 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.515+0000 7f8a29c00640 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256e1e0 0x55cc12576120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.516+0000 7f8a29200640 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256eb00 0x55cc12576660 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f8a10005320 tx=0x7f8a1002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa3cf88c68d279ed server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.516+0000 7f8a0b400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.516+0000 7f8a0b400640 1 -- 172.21.15.47:0/2979247419 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a10035040 con 0x55cc1256eb00 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.516+0000 7f8a0b400640 1 -- 172.21.15.47:0/2979247419 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8a10004bd0 con 0x55cc1256eb00 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.516+0000 7f8a2f578740 1 -- 172.21.15.47:0/2979247419 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a180044b0 con 0x55cc1256eb00 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.516+0000 7f8a0b400640 1 -- 172.21.15.47:0/2979247419 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8a10004dd0 con 0x55cc1256eb00 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.516+0000 7f8a2f578740 10 client.16722 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:56.523 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.516+0000 7f8a2f578740 1 -- 172.21.15.47:0/2979247419 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cc121a60f0 con 0x55cc1256eb00 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a0b400640 1 -- 172.21.15.47:0/2979247419 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a180044b0 con 0x55cc1256eb00 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a0b400640 1 -- 172.21.15.47:0/2979247419 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8a100547d0 con 0x55cc1256eb00 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a2f578740 10 client.16722 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a2f578740 10 client.16722 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a2f578740 20 client.16722 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a2f578740 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cc12589530 0x55cc1258b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a2f578740 4 client.16722 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a2f578740 1 -- 172.21.15.47:0/2979247419 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc124e5d90 con 0x55cc12589530 2024-04-25T02:38:56.524 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.517+0000 7f8a29c00640 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cc12589530 0x55cc1258b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.518+0000 7f8a29c00640 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cc12589530 0x55cc1258b960 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2752da84c3c5a36f server_cookie=c2a28837eeb31ead in_seq=0 out_seq=0 2024-04-25T02:38:56.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.518+0000 7f8a0b400640 10 client.16722 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:56.525 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a0b400640 1 -- 172.21.15.47:0/2979247419 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cc124e5d90 con 0x55cc12589530 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a0b400640 10 client.16722 handle_command_reply: tid=0 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 client.16722 shutdown 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 -- 172.21.15.47:0/2979247419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256eb00 msgr2=0x55cc12576660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256eb00 0x55cc12576660 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f8a10005320 tx=0x7f8a1002a480 comp rx=0 tx=0).stop 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 -- 172.21.15.47:0/2979247419 shutdown_connections 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cc12589530 0x55cc1258b960 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc125791d0 0x55cc12576ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc1256eb00 0x55cc12576660 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 --2- 172.21.15.47:0/2979247419 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256e1e0 0x55cc12576120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a0b400640 0 client.16722 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 -- 172.21.15.47:0/2979247419 >> 172.21.15.47:0/2979247419 conn(0x55cc1256a500 msgr2=0x55cc12569800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 -- 172.21.15.47:0/2979247419 shutdown_connections 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 1 -- 172.21.15.47:0/2979247419 wait complete. 2024-04-25T02:38:56.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.519+0000 7f8a2f578740 20 client.16722 trim_cache size 0 max 16384 2024-04-25T02:38:56.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.539+0000 7f8a2f578740 1 Processor -- start 2024-04-25T02:38:56.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.539+0000 7f8a2f578740 1 -- start start 2024-04-25T02:38:56.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.539+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12569f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.539+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12584eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.539+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc12591230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.539+0000 7f8a2f578740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241b6110 con 0x55cc125791d0 2024-04-25T02:38:56.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.539+0000 7f8a2f578740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241b39e0 con 0x55cc1256eb00 2024-04-25T02:38:56.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.539+0000 7f8a2f578740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241b1830 con 0x55cc1256e1e0 2024-04-25T02:38:56.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a2a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc12591230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a29200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12584eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a29c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12569f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a2a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc12591230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39252/0 (socket says 172.21.15.47:39252) 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a29200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12584eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:38780/0 (socket says 172.21.15.47:38780) 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a29c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12569f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:55616/0 (socket says 172.21.15.47:55616) 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a2a600640 1 -- 172.21.15.47:0/3528270326 learned_addr learned my addr 172.21.15.47:0/3528270326 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a2a600640 1 -- 172.21.15.47:0/3528270326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 msgr2=0x55cc12569f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a2a600640 1 --2- 172.21.15.47:0/3528270326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12569f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a2a600640 1 -- 172.21.15.47:0/3528270326 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 msgr2=0x55cc12584eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a2a600640 1 --2- 172.21.15.47:0/3528270326 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12584eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a2a600640 1 -- 172.21.15.47:0/3528270326 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc1256e930 con 0x55cc125791d0 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.540+0000 7f8a29c00640 1 --2- 172.21.15.47:0/3528270326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12569f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.541+0000 7f8a2a600640 1 --2- 172.21.15.47:0/3528270326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc12591230 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c0cd100 tx=0x7f8a1c09ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=102653a4c7e1eeea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.541+0000 7f8a16000640 1 -- 172.21.15.47:0/3528270326 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c09be20 con 0x55cc125791d0 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.541+0000 7f8a16000640 1 -- 172.21.15.47:0/3528270326 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a1c0a01d0 con 0x55cc125791d0 2024-04-25T02:38:56.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.541+0000 7f8a16000640 1 -- 172.21.15.47:0/3528270326 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c098490 con 0x55cc125791d0 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.541+0000 7f8a2f578740 1 -- 172.21.15.47:0/3528270326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 msgr2=0x55cc12591230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.541+0000 7f8a2f578740 1 --2- 172.21.15.47:0/3528270326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc12591230 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c0cd100 tx=0x7f8a1c09ba20 comp rx=0 tx=0).stop 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 -- 172.21.15.47:0/3528270326 shutdown_connections 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 --2- 172.21.15.47:0/3528270326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc12591230 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 --2- 172.21.15.47:0/3528270326 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc12584eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 --2- 172.21.15.47:0/3528270326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12569f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 -- 172.21.15.47:0/3528270326 >> 172.21.15.47:0/3528270326 conn(0x55cc1256a500 msgr2=0x55cc125701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 -- 172.21.15.47:0/3528270326 shutdown_connections 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 -- 172.21.15.47:0/3528270326 wait complete. 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 -- start start 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.542+0000 7f8a2f578740 1 Processor -- start 2024-04-25T02:38:56.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12581780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc1257caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2f578740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc1257d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2f578740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241b1ea0 con 0x55cc125791d0 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2f578740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241b3310 con 0x55cc1256eb00 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2f578740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241b2570 con 0x55cc1256e1e0 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2f578740 10 client.0 _ll_register_callbacks cb 0x7f8a10004420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc1257d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a29200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc1257caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc1257d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:39268/0 (socket says 172.21.15.47:39268) 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2a600640 1 -- 172.21.15.47:0/1778228097 learned_addr learned my addr 172.21.15.47:0/1778228097 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a29c00640 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12581780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2a600640 1 -- 172.21.15.47:0/1778228097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 msgr2=0x55cc12581780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.543+0000 7f8a2a600640 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12581780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a2a600640 1 -- 172.21.15.47:0/1778228097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 msgr2=0x55cc1257caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a2a600640 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc1257caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a2a600640 1 -- 172.21.15.47:0/1778228097 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc1257d810 con 0x55cc125791d0 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a2a600640 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc1257d030 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c09bb20 tx=0x7f8a1c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=949687f9fb1aa039 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a0b400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a0b400640 1 -- 172.21.15.47:0/1778228097 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c07f060 con 0x55cc125791d0 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a0b400640 1 -- 172.21.15.47:0/1778228097 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8469+0+0 (secure 0 0 0) 0x7f8a1c098490 con 0x55cc125791d0 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a2f578740 1 -- 172.21.15.47:0/1778228097 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a1c0a01d0 con 0x55cc125791d0 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a0b400640 1 -- 172.21.15.47:0/1778228097 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8a1c0a4a90 con 0x55cc125791d0 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a2f578740 10 client.16728 fetch_fsmap learned FSMap version 24 2024-04-25T02:38:56.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.544+0000 7f8a2f578740 1 -- 172.21.15.47:0/1778228097 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cc125efac0 con 0x55cc125791d0 2024-04-25T02:38:56.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a0b400640 1 -- 172.21.15.47:0/1778228097 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a1c0a01d0 con 0x55cc125791d0 2024-04-25T02:38:56.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a0b400640 1 -- 172.21.15.47:0/1778228097 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8a1c0a4ce0 con 0x55cc125791d0 2024-04-25T02:38:56.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a2f578740 10 client.16728 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:38:56.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a2f578740 10 client.16728 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:38:56.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a2f578740 20 client.16728 populate_metadata read hostname 'smithi047' 2024-04-25T02:38:56.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a2f578740 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cc125f0130 0x55cc125f2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:38:56.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a2f578740 4 client.16728 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:38:56.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a2f578740 1 -- 172.21.15.47:0/1778228097 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cc124dfaa0 con 0x55cc125f0130 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.545+0000 7f8a29c00640 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cc125f0130 0x55cc125f2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a29c00640 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cc125f0130 0x55cc125f2520 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a13c940d1b482556 server_cookie=559ed2a785b5f957 in_seq=0 out_seq=0 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a0b400640 10 client.16728 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a0b400640 1 -- 172.21.15.47:0/1778228097 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55cc124dfaa0 con 0x55cc125f0130 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a0b400640 10 client.16728 handle_command_reply: tid=0 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 client.16728 shutdown 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 -- 172.21.15.47:0/1778228097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 msgr2=0x55cc1257d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc1257d030 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c09bb20 tx=0x7f8a1c009f90 comp rx=0 tx=0).stop 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 -- 172.21.15.47:0/1778228097 shutdown_connections 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cc125f0130 0x55cc125f2520 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc125791d0 0x55cc1257d030 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cc1256eb00 0x55cc1257caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a0b400640 0 client.16728 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:38:56.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 --2- 172.21.15.47:0/1778228097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cc1256e1e0 0x55cc12581780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.546+0000 7f8a2f578740 1 -- 172.21.15.47:0/1778228097 >> 172.21.15.47:0/1778228097 conn(0x55cc1256a500 msgr2=0x55cc125760c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2f578740 1 -- 172.21.15.47:0/1778228097 shutdown_connections 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2f578740 1 -- 172.21.15.47:0/1778228097 wait complete. 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2f578740 20 client.16728 trim_cache size 0 max 16384 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stdout: "21b6d17e-2b9b-42c6-ba71-074d83474547": { 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:38:56.554 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "21b6d17e-2b9b-42c6-ba71-074d83474547", 2024-04-25T02:38:56.555 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:38:56.555 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:38:56.555 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:38:56.555 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:38:56.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 -- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8a0c0a2d80 msgr2=0x7f8a0c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8a0c0a2d80 0x7f8a0c0a5240 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8a10031550 tx=0x7f8a10005bc0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 -- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a241125f0 msgr2=0x7f8a241a2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a241125f0 0x7f8a241a2e80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c009c90 tx=0x7f8a1c00c6a0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 -- 172.21.15.47:0/1657734721 shutdown_connections 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8a0c0a2d80 0x7f8a0c0a5240 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a241125f0 0x7f8a241a2e80 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8a24074400 0x7f8a2419eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 --2- 172.21.15.47:0/1657734721 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8a24073ae0 0x7f8a2419e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.547+0000 7f8a2b000640 1 -- 172.21.15.47:0/1657734721 >> 172.21.15.47:0/1657734721 conn(0x7f8a240fd110 msgr2=0x7f8a240fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.548+0000 7f8a2b000640 1 -- 172.21.15.47:0/1657734721 shutdown_connections 2024-04-25T02:38:56.556 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:38:56.548+0000 7f8a2b000640 1 -- 172.21.15.47:0/1657734721 wait complete. 2024-04-25T02:38:56.568 INFO:tasks.cephfs.filesystem:scrub status for tag:21b6d17e-2b9b-42c6-ba71-074d83474547 - {'path': '/', 'tag': '21b6d17e-2b9b-42c6-ba71-074d83474547', 'options': 'recursive,force'} 2024-04-25T02:38:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:56 smithi113 ceph-mon[32459]: pgmap v190: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:56 smithi178 ceph-mon[33053]: pgmap v190: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:57.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:56 smithi047 ceph-mon[27871]: pgmap v190: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:38:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:57 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:38:58.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:57 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:58.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:57 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:38:58.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:57 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:57 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:38:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:57 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:57 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:38:58.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:57 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:58.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:57 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:38:58.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:57 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:58.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:57 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:38:58.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:57 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:38:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:58 smithi113 ceph-mon[32459]: pgmap v191: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:38:59.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:58 smithi178 ceph-mon[33053]: pgmap v191: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:38:59.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:58 smithi047 ceph-mon[27871]: pgmap v191: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:00.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:38:59 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:39:00.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:38:59 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:39:00.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:38:59 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:39:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:00 smithi113 ceph-mon[32459]: pgmap v192: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:00 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:39:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:00 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:39:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:00 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:39:01.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:00 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:39:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:00 smithi178 ceph-mon[33053]: pgmap v192: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:00 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:39:01.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:00 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:39:01.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:00 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:39:01.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:00 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:39:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:00 smithi047 ceph-mon[27871]: pgmap v192: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:00 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:39:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:00 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:39:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:00 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:39:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:00 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:39:03.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:02 smithi113 ceph-mon[32459]: pgmap v193: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:02 smithi178 ceph-mon[33053]: pgmap v193: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:03.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:02 smithi047 ceph-mon[27871]: pgmap v193: 97 pgs: 97 active+clean; 6.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:05.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:04 smithi113 ceph-mon[32459]: pgmap v194: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:39:05.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:04 smithi178 ceph-mon[33053]: pgmap v194: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:39:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:04 smithi047 ceph-mon[27871]: pgmap v194: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:39:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:06 smithi113 ceph-mon[32459]: pgmap v195: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-04-25T02:39:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:06 smithi178 ceph-mon[33053]: pgmap v195: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-04-25T02:39:07.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:06 smithi047 ceph-mon[27871]: pgmap v195: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-04-25T02:39:09.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:08 smithi113 ceph-mon[32459]: pgmap v196: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:39:09.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:08 smithi178 ceph-mon[33053]: pgmap v196: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:39:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:08 smithi047 ceph-mon[27871]: pgmap v196: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:39:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:10 smithi113 ceph-mon[32459]: pgmap v197: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:39:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:10 smithi178 ceph-mon[33053]: pgmap v197: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:39:11.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:10 smithi047 ceph-mon[27871]: pgmap v197: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:39:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:11 smithi113 ceph-mon[32459]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T02:39:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:11 smithi178 ceph-mon[33053]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T02:39:12.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:11 smithi047 ceph-mon[27871]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T02:39:13.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:12 smithi113 ceph-mon[32459]: pgmap v199: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:39:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:12 smithi178 ceph-mon[33053]: pgmap v199: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:39:13.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:12 smithi047 ceph-mon[27871]: pgmap v199: 97 pgs: 97 active+clean; 6.5 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:39:15.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:14 smithi113 ceph-mon[32459]: pgmap v200: 97 pgs: 97 active+clean; 6.5 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:39:15.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:14 smithi113 ceph-mon[32459]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T02:39:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:14 smithi178 ceph-mon[33053]: pgmap v200: 97 pgs: 97 active+clean; 6.5 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:39:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:14 smithi178 ceph-mon[33053]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T02:39:15.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:14 smithi047 ceph-mon[27871]: pgmap v200: 97 pgs: 97 active+clean; 6.5 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:39:15.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:14 smithi047 ceph-mon[27871]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T02:39:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:16 smithi113 ceph-mon[32459]: pgmap v202: 97 pgs: 97 active+clean; 6.5 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:39:17.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:16 smithi178 ceph-mon[33053]: pgmap v202: 97 pgs: 97 active+clean; 6.5 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:39:17.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:16 smithi047 ceph-mon[27871]: pgmap v202: 97 pgs: 97 active+clean; 6.5 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:39:19.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:18 smithi178 ceph-mon[33053]: pgmap v203: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:39:19.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:18 smithi047 ceph-mon[27871]: pgmap v203: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:39:19.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:18 smithi113 ceph-mon[32459]: pgmap v203: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:39:21.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:20 smithi178 ceph-mon[33053]: pgmap v204: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-25T02:39:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:20 smithi047 ceph-mon[27871]: pgmap v204: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-25T02:39:21.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:20 smithi113 ceph-mon[32459]: pgmap v204: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-25T02:39:23.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:22 smithi178 ceph-mon[33053]: pgmap v205: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:39:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:22 smithi047 ceph-mon[27871]: pgmap v205: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:39:23.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:22 smithi113 ceph-mon[32459]: pgmap v205: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:39:25.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:24 smithi178 ceph-mon[33053]: pgmap v206: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:39:25.159 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:24 smithi047 ceph-mon[27871]: pgmap v206: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:39:25.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:24 smithi113 ceph-mon[32459]: pgmap v206: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:39:26.569 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:39:26.569 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 -- 172.21.15.47:0/2701717442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968107720 msgr2=0x7f6968107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 --2- 172.21.15.47:0/2701717442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968107720 0x7f6968107b00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f695c009930 tx=0x7f695c02a420 comp rx=0 tx=0).stop 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 -- 172.21.15.47:0/2701717442 shutdown_connections 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 --2- 172.21.15.47:0/2701717442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f696806a700 0x7f696810e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 --2- 172.21.15.47:0/2701717442 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6968069d40 0x7f696806a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 --2- 172.21.15.47:0/2701717442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968107720 0x7f6968107b00 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 -- 172.21.15.47:0/2701717442 >> 172.21.15.47:0/2701717442 conn(0x7f6968076440 msgr2=0x7f6968076850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 -- 172.21.15.47:0/2701717442 shutdown_connections 2024-04-25T02:39:26.795 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.790+0000 7f696f800640 1 -- 172.21.15.47:0/2701717442 wait complete. 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.791+0000 7f696f800640 1 Processor -- start 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.791+0000 7f696f800640 1 -- start start 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.791+0000 7f696f800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968069d40 0x7f696819a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696f800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f696806a700 0x7f696819a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696f800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6968107720 0x7f696819eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696f800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6968111b40 con 0x7f6968069d40 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696f800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f69681119c0 con 0x7f6968107720 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696f800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6968111cc0 con 0x7f696806a700 2024-04-25T02:39:26.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696ce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968069d40 0x7f696819a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696ce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968069d40 0x7f696819a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46462/0 (socket says 172.21.15.47:46462) 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696ce00640 1 -- 172.21.15.47:0/683622930 learned_addr learned my addr 172.21.15.47:0/683622930 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696d800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6968107720 0x7f696819eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f6967e00640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f696806a700 0x7f696819a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696d800640 1 -- 172.21.15.47:0/683622930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f696806a700 msgr2=0x7f696819a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696d800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f696806a700 0x7f696819a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696d800640 1 -- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968069d40 msgr2=0x7f696819a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.792+0000 7f696d800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968069d40 0x7f696819a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.793+0000 7f696d800640 1 -- 172.21.15.47:0/683622930 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f696819f210 con 0x7f6968107720 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.793+0000 7f696ce00640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968069d40 0x7f696819a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.793+0000 7f696d800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6968107720 0x7f696819eae0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f696000da10 tx=0x7f696000ded0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.793+0000 7f6965600640 1 -- 172.21.15.47:0/683622930 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696000bd70 con 0x7f6968107720 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.793+0000 7f6965600640 1 -- 172.21.15.47:0/683622930 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6960003e50 con 0x7f6968107720 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.793+0000 7f696f800640 1 -- 172.21.15.47:0/683622930 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f696819f500 con 0x7f6968107720 2024-04-25T02:39:26.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.793+0000 7f6965600640 1 -- 172.21.15.47:0/683622930 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69600106a0 con 0x7f6968107720 2024-04-25T02:39:26.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.793+0000 7f696f800640 1 -- 172.21.15.47:0/683622930 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69681a6d90 con 0x7f6968107720 2024-04-25T02:39:26.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.798+0000 7f6965600640 1 -- 172.21.15.47:0/683622930 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6960003970 con 0x7f6968107720 2024-04-25T02:39:26.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.798+0000 7f6972786740 1 Processor -- start 2024-04-25T02:39:26.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.798+0000 7f6972786740 1 -- start start 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6972786740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504ec3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6972786740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6972786740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504f6ff0 0x557f504f93e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6972786740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557f50450560 con 0x557f504ec000 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6972786740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557f503f8930 con 0x557f504ec920 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6972786740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557f5044c520 con 0x557f504f6ff0 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6967e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504ec3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6967e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504ec3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46466/0 (socket says 172.21.15.47:46466) 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6967e00640 1 -- 172.21.15.47:0/2421684416 learned_addr learned my addr 172.21.15.47:0/2421684416 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f696ce00640 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6967e00640 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504f6ff0 0x557f504f93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.799+0000 7f6965600640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69500a2d80 0x7f69500a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f696ce00640 1 -- 172.21.15.47:0/2421684416 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504f6ff0 msgr2=0x557f504f93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f696ce00640 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504f6ff0 0x557f504f93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f696ce00640 1 -- 172.21.15.47:0/2421684416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 msgr2=0x557f504ec3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f696ce00640 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504ec3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f696ce00640 1 -- 172.21.15.47:0/2421684416 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f5022e7d0 con 0x557f504ec920 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f6965600640 1 -- 172.21.15.47:0/683622930 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f69600cf6d0 con 0x7f6968107720 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f696d800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69500a2d80 0x7f69500a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f696ce00640 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f6ab0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f695c006010 tx=0x7f695c0043f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7376825084f29b73 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f695a000640 1 -- 172.21.15.47:0/2421684416 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695c035040 con 0x557f504ec920 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f695a000640 1 -- 172.21.15.47:0/2421684416 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f695c004760 con 0x557f504ec920 2024-04-25T02:39:26.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.800+0000 7f695a000640 1 -- 172.21.15.47:0/2421684416 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695c0039e0 con 0x557f504ec920 2024-04-25T02:39:26.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 -- 172.21.15.47:0/2421684416 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 msgr2=0x557f504f6ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f696d800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69500a2d80 0x7f69500a5240 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f69600985c0 tx=0x7f6960005f70 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:26.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f6ab0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f695c006010 tx=0x7f695c0043f0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 -- 172.21.15.47:0/2421684416 shutdown_connections 2024-04-25T02:39:26.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504f6ff0 0x557f504f93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f6ab0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 --2- 172.21.15.47:0/2421684416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504ec3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 -- 172.21.15.47:0/2421684416 >> 172.21.15.47:0/2421684416 conn(0x557f504e8320 msgr2=0x557f504e8700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 -- 172.21.15.47:0/2421684416 shutdown_connections 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.801+0000 7f6972786740 1 -- 172.21.15.47:0/2421684416 wait complete. 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 1 -- start start 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 1 Processor -- start 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504f6ff0 0x557f504f4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557f504f9d80 con 0x557f504f6ff0 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x557f5040bd90 con 0x557f504ec920 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557f504f9f00 con 0x557f504ec000 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.802+0000 7f6972786740 10 client.0 _ll_register_callbacks cb 0x557f5040b780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504f6ff0 0x557f504f4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504f6ff0 0x557f504f4a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46480/0 (socket says 172.21.15.47:46480) 2024-04-25T02:39:26.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 -- 172.21.15.47:0/3973526918 learned_addr learned my addr 172.21.15.47:0/3973526918 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f696ce00640 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 -- 172.21.15.47:0/3973526918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 msgr2=0x557f504f3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 -- 172.21.15.47:0/3973526918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 msgr2=0x557f504f4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.803+0000 7f6967e00640 1 -- 172.21.15.47:0/3973526918 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f501643f0 con 0x557f504f6ff0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.804+0000 7f6967e00640 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504f6ff0 0x557f504f4a40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f69540139d0 tx=0x7f6954009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9a4e4080a5dd485 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.804+0000 7f694ea00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.804+0000 7f694ea00640 1 -- 172.21.15.47:0/3973526918 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695400fa90 con 0x557f504f6ff0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.804+0000 7f6972786740 1 -- 172.21.15.47:0/3973526918 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f695c004760 con 0x557f504f6ff0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.804+0000 7f694ea00640 1 -- 172.21.15.47:0/3973526918 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f695400fc30 con 0x557f504f6ff0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.804+0000 7f694ea00640 1 -- 172.21.15.47:0/3973526918 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f695400fe30 con 0x557f504f6ff0 2024-04-25T02:39:26.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.804+0000 7f6972786740 10 client.16740 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.804+0000 7f6972786740 1 -- 172.21.15.47:0/3973526918 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557f501240f0 con 0x557f504f6ff0 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f694ea00640 1 -- 172.21.15.47:0/3973526918 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f695c004760 con 0x557f504f6ff0 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f694ea00640 1 -- 172.21.15.47:0/3973526918 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f695402a4a0 con 0x557f504f6ff0 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f6972786740 10 client.16740 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f6972786740 10 client.16740 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f6972786740 20 client.16740 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f6972786740 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557f50507330 0x557f50509790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f6972786740 4 client.16740 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f6972786740 1 -- 172.21.15.47:0/3973526918 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f50463d90 con 0x557f50507330 2024-04-25T02:39:26.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.805+0000 7f696ce00640 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557f50507330 0x557f50509790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.806+0000 7f696ce00640 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557f50507330 0x557f50509790 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fecb73eb4324dc11 server_cookie=7106ee59b7fa6e8d in_seq=0 out_seq=0 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.806+0000 7f694ea00640 10 client.16740 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f694ea00640 1 -- 172.21.15.47:0/3973526918 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557f50463d90 con 0x557f50507330 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f694ea00640 10 client.16740 handle_command_reply: tid=0 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 client.16740 shutdown 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 -- 172.21.15.47:0/3973526918 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504f6ff0 msgr2=0x557f504f4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504f6ff0 0x557f504f4a40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f69540139d0 tx=0x7f6954009c30 comp rx=0 tx=0).stop 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 -- 172.21.15.47:0/3973526918 shutdown_connections 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557f50507330 0x557f50509790 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504f6ff0 0x557f504f4a40 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504ec920 0x557f504f4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 --2- 172.21.15.47:0/3973526918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 -- 172.21.15.47:0/3973526918 >> 172.21.15.47:0/3973526918 conn(0x557f504e8320 msgr2=0x557f504ee020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:26.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f694ea00640 0 client.16740 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:26.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 -- 172.21.15.47:0/3973526918 shutdown_connections 2024-04-25T02:39:26.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.807+0000 7f6972786740 1 -- 172.21.15.47:0/3973526918 wait complete. 2024-04-25T02:39:26.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.808+0000 7f6972786740 20 client.16740 trim_cache size 0 max 16384 2024-04-25T02:39:26.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.827+0000 7f6972786740 1 Processor -- start 2024-04-25T02:39:26.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.827+0000 7f6972786740 1 -- start start 2024-04-25T02:39:26.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.827+0000 7f6972786740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.827+0000 7f6972786740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec920 0x557f504e7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.827+0000 7f6972786740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 0x557f504f4690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.827+0000 7f6972786740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69681b1f50 con 0x557f504ec920 2024-04-25T02:39:26.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.827+0000 7f6972786740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f69681af820 con 0x557f504f6800 2024-04-25T02:39:26.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.827+0000 7f6972786740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f69681ad690 con 0x557f504ec000 2024-04-25T02:39:26.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f6967e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f6967e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44774/0 (socket says 172.21.15.47:44774) 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f6967e00640 1 -- 172.21.15.47:0/174343028 learned_addr learned my addr 172.21.15.47:0/174343028 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f696ce00640 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec920 0x557f504e7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f6967e00640 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 0x557f504f4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f696ce00640 1 -- 172.21.15.47:0/174343028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 msgr2=0x557f504f38a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f696ce00640 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f38a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f696ce00640 1 -- 172.21.15.47:0/174343028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 msgr2=0x557f504f4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f696ce00640 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 0x557f504f4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f696ce00640 1 -- 172.21.15.47:0/174343028 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f504e8c60 con 0x557f504ec920 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f6967e00640 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.828+0000 7f696ce00640 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec920 0x557f504e7c00 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f695c009900 tx=0x7f695c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b1df4ac2ade636d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.829+0000 7f6959600640 1 -- 172.21.15.47:0/174343028 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695c035040 con 0x557f504ec920 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.829+0000 7f6959600640 1 -- 172.21.15.47:0/174343028 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f695c054800 con 0x557f504ec920 2024-04-25T02:39:26.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.829+0000 7f6959600640 1 -- 172.21.15.47:0/174343028 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695c031db0 con 0x557f504ec920 2024-04-25T02:39:26.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.829+0000 7f6972786740 1 -- 172.21.15.47:0/174343028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec920 msgr2=0x557f504e7c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.829+0000 7f6972786740 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec920 0x557f504e7c00 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f695c009900 tx=0x7f695c0045e0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 -- 172.21.15.47:0/174343028 shutdown_connections 2024-04-25T02:39:26.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 0x557f504f4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec920 0x557f504e7c00 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 --2- 172.21.15.47:0/174343028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec000 0x557f504f38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 -- 172.21.15.47:0/174343028 >> 172.21.15.47:0/174343028 conn(0x557f504e8320 msgr2=0x557f504f3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:26.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 -- 172.21.15.47:0/174343028 shutdown_connections 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 -- 172.21.15.47:0/174343028 wait complete. 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 -- start start 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.830+0000 7f6972786740 1 Processor -- start 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6972786740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504feef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6972786740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec920 0x557f504ff430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6972786740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 0x557f504fa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6972786740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69681adce0 con 0x557f504ec000 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6972786740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f69681af150 con 0x557f504f6800 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6972786740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f69681ae3b0 con 0x557f504ec920 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6972786740 10 client.0 _ll_register_callbacks cb 0x7f6954013700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504feef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504feef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46494/0 (socket says 172.21.15.47:46494) 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 -- 172.21.15.47:0/142530829 learned_addr learned my addr 172.21.15.47:0/142530829 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f696ce00640 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec920 0x557f504ff430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 0x557f504fa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 -- 172.21.15.47:0/142530829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec920 msgr2=0x557f504ff430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec920 0x557f504ff430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 -- 172.21.15.47:0/142530829 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 msgr2=0x557f504fa4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 0x557f504fa4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f6967e00640 1 -- 172.21.15.47:0/142530829 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f504facd0 con 0x557f504ec000 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.831+0000 7f696ce00640 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec920 0x557f504ff430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.832+0000 7f6967e00640 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504feef0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6954013810 tx=0x7f6954009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6fc577f65ba41d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.832+0000 7f694ea00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.832+0000 7f694ea00640 1 -- 172.21.15.47:0/142530829 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695402a3e0 con 0x557f504ec000 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.832+0000 7f694ea00640 1 -- 172.21.15.47:0/142530829 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f695402a580 con 0x557f504ec000 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.832+0000 7f6972786740 1 -- 172.21.15.47:0/142530829 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f695c054800 con 0x557f504ec000 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.832+0000 7f694ea00640 1 -- 172.21.15.47:0/142530829 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f695402aa40 con 0x557f504ec000 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.832+0000 7f6972786740 10 client.16746 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.832+0000 7f6972786740 1 -- 172.21.15.47:0/142530829 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557f50575b90 con 0x557f504ec000 2024-04-25T02:39:26.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f694ea00640 1 -- 172.21.15.47:0/142530829 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f695c054800 con 0x557f504ec000 2024-04-25T02:39:26.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f694ea00640 1 -- 172.21.15.47:0/142530829 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f695402b030 con 0x557f504ec000 2024-04-25T02:39:26.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f6972786740 10 client.16746 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:26.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f6972786740 10 client.16746 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:39:26.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f6972786740 20 client.16746 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:26.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f6972786740 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557f505761a0 0x557f50578590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:26.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f6972786740 4 client.16746 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:39:26.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f6972786740 1 -- 172.21.15.47:0/142530829 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557f5045daa0 con 0x557f505761a0 2024-04-25T02:39:26.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.833+0000 7f696ce00640 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557f505761a0 0x557f50578590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:26.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f696ce00640 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557f505761a0 0x557f50578590 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a605d48af9917e0 server_cookie=30313f4a219fde1f in_seq=0 out_seq=0 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f694ea00640 10 client.16746 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f694ea00640 1 -- 172.21.15.47:0/142530829 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557f5045daa0 con 0x557f505761a0 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f694ea00640 10 client.16746 handle_command_reply: tid=0 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 client.16746 shutdown 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 -- 172.21.15.47:0/142530829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 msgr2=0x557f504feef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504feef0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6954013810 tx=0x7f6954009c30 comp rx=0 tx=0).stop 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 -- 172.21.15.47:0/142530829 shutdown_connections 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x557f505761a0 0x557f50578590 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x557f504f6800 0x557f504fa4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557f504ec920 0x557f504ff430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f694ea00640 0 client.16746 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 --2- 172.21.15.47:0/142530829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557f504ec000 0x557f504feef0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.834+0000 7f6972786740 1 -- 172.21.15.47:0/142530829 >> 172.21.15.47:0/142530829 conn(0x557f504e8320 msgr2=0x557f504f6080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.835+0000 7f6972786740 1 -- 172.21.15.47:0/142530829 shutdown_connections 2024-04-25T02:39:26.843 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.835+0000 7f6972786740 1 -- 172.21.15.47:0/142530829 wait complete. 2024-04-25T02:39:26.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.835+0000 7f6972786740 20 client.16746 trim_cache size 0 max 16384 2024-04-25T02:39:26.844 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:39:26.844 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:39:26.844 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:39:26.844 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.835+0000 7f696f800640 1 -- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69500a2d80 msgr2=0x7f69500a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.835+0000 7f696f800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69500a2d80 0x7f69500a5240 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f69600985c0 tx=0x7f6960005f70 comp rx=0 tx=0).stop 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.835+0000 7f696f800640 1 -- 172.21.15.47:0/683622930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6968107720 msgr2=0x7f696819eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.835+0000 7f696f800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6968107720 0x7f696819eae0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f696000da10 tx=0x7f696000ded0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.836+0000 7f696f800640 1 -- 172.21.15.47:0/683622930 shutdown_connections 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.836+0000 7f696f800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69500a2d80 0x7f69500a5240 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.836+0000 7f696f800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6968107720 0x7f696819eae0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.836+0000 7f696f800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f696806a700 0x7f696819a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.836+0000 7f696f800640 1 --2- 172.21.15.47:0/683622930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6968069d40 0x7f696819a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.836+0000 7f696f800640 1 -- 172.21.15.47:0/683622930 >> 172.21.15.47:0/683622930 conn(0x7f6968076440 msgr2=0x7f6968101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:26.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.836+0000 7f696f800640 1 -- 172.21.15.47:0/683622930 shutdown_connections 2024-04-25T02:39:26.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:26.836+0000 7f696f800640 1 -- 172.21.15.47:0/683622930 wait complete. 2024-04-25T02:39:26.858 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:39:26.858 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:39:26.909 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:26 smithi047 ceph-mon[27871]: pgmap v207: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:39:27.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.050+0000 7f7c5f200640 1 -- 172.21.15.47:0/4207185796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7c58106480 msgr2=0x7f7c580688d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.050+0000 7f7c5f200640 1 --2- 172.21.15.47:0/4207185796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7c58106480 0x7f7c580688d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009ca0 tx=0x7f7c5002a8b0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.051+0000 7f7c5f200640 1 -- 172.21.15.47:0/4207185796 shutdown_connections 2024-04-25T02:39:27.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.051+0000 7f7c5f200640 1 --2- 172.21.15.47:0/4207185796 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c58103fd0 0x7f7c58104480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.051+0000 7f7c5f200640 1 --2- 172.21.15.47:0/4207185796 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7c581068f0 0x7f7c58068e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.051+0000 7f7c5f200640 1 --2- 172.21.15.47:0/4207185796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7c58106480 0x7f7c580688d0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.051+0000 7f7c5f200640 1 -- 172.21.15.47:0/4207185796 >> 172.21.15.47:0/4207185796 conn(0x7f7c58075f80 msgr2=0x7f7c58076390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.051+0000 7f7c5f200640 1 -- 172.21.15.47:0/4207185796 shutdown_connections 2024-04-25T02:39:27.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.051+0000 7f7c5f200640 1 -- 172.21.15.47:0/4207185796 wait complete. 2024-04-25T02:39:27.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5f200640 1 Processor -- start 2024-04-25T02:39:27.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5f200640 1 -- start start 2024-04-25T02:39:27.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5f200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7c58103fd0 0x7f7c5819e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c58106480 0x7f7c5819e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7c581068f0 0x7f7c581a2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5f200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58117eb0 con 0x7f7c58106480 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5f200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58117d30 con 0x7f7c58103fd0 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58118030 con 0x7f7c581068f0 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c58106480 0x7f7c5819e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.052+0000 7f7c5d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c58106480 0x7f7c5819e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46498/0 (socket says 172.21.15.47:46498) 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5d400640 1 -- 172.21.15.47:0/3932605597 learned_addr learned my addr 172.21.15.47:0/3932605597 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5de00640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7c58103fd0 0x7f7c5819e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5e800640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7c581068f0 0x7f7c581a2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5d400640 1 -- 172.21.15.47:0/3932605597 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7c581068f0 msgr2=0x7f7c581a2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5d400640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7c581068f0 0x7f7c581a2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5d400640 1 -- 172.21.15.47:0/3932605597 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7c58103fd0 msgr2=0x7f7c5819e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5d400640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7c58103fd0 0x7f7c5819e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5d400640 1 -- 172.21.15.47:0/3932605597 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c581a3390 con 0x7f7c58106480 2024-04-25T02:39:27.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5de00640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7c58103fd0 0x7f7c5819e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:27.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.053+0000 7f7c5d400640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c58106480 0x7f7c5819e930 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f7c4800e9f0 tx=0x7f7c4800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.054+0000 7f7c4ea00640 1 -- 172.21.15.47:0/3932605597 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4800cd80 con 0x7f7c58106480 2024-04-25T02:39:27.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.054+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c581a3680 con 0x7f7c58106480 2024-04-25T02:39:27.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.054+0000 7f7c4ea00640 1 -- 172.21.15.47:0/3932605597 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c48010910 con 0x7f7c58106480 2024-04-25T02:39:27.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.054+0000 7f7c4ea00640 1 -- 172.21.15.47:0/3932605597 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c480188f0 con 0x7f7c58106480 2024-04-25T02:39:27.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.054+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c581aaf10 con 0x7f7c58106480 2024-04-25T02:39:27.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.055+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c58068480 con 0x7f7c58106480 2024-04-25T02:39:27.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.057+0000 7f7c4ea00640 1 -- 172.21.15.47:0/3932605597 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7c48010ac0 con 0x7f7c58106480 2024-04-25T02:39:27.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.059+0000 7f7c4ea00640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7c440a2d80 0x7f7c440a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.059+0000 7f7c4ea00640 1 -- 172.21.15.47:0/3932605597 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f7c480cfae0 con 0x7f7c58106480 2024-04-25T02:39:27.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.059+0000 7f7c5de00640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7c440a2d80 0x7f7c440a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.060+0000 7f7c5de00640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7c440a2d80 0x7f7c440a5240 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7c50006010 tx=0x7f7c50005d80 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.062+0000 7f7c4ea00640 1 -- 172.21.15.47:0/3932605597 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7c4809c050 con 0x7f7c58106480 2024-04-25T02:39:27.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:26 smithi178 ceph-mon[33053]: pgmap v207: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:39:27.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:26 smithi113 ceph-mon[32459]: pgmap v207: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:39:27.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.314+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c581ab240 con 0x7f7c58106480 2024-04-25T02:39:27.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.315+0000 7f7c4ea00640 1 -- 172.21.15.47:0/3932605597 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f7c480a0350 con 0x7f7c58106480 2024-04-25T02:39:27.320 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:39:27.320 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:39:27.321 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:39:27.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.318+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7c440a2d80 msgr2=0x7f7c440a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.318+0000 7f7c5f200640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7c440a2d80 0x7f7c440a5240 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7c50006010 tx=0x7f7c50005d80 comp rx=0 tx=0).stop 2024-04-25T02:39:27.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.318+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c58106480 msgr2=0x7f7c5819e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.318+0000 7f7c5f200640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c58106480 0x7f7c5819e930 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f7c4800e9f0 tx=0x7f7c4800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.319+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 shutdown_connections 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.319+0000 7f7c5f200640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7c440a2d80 0x7f7c440a5240 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.319+0000 7f7c5f200640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7c581068f0 0x7f7c581a2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.319+0000 7f7c5f200640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c58106480 0x7f7c5819e930 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.319+0000 7f7c5f200640 1 --2- 172.21.15.47:0/3932605597 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7c58103fd0 0x7f7c5819e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.319+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 >> 172.21.15.47:0/3932605597 conn(0x7f7c58075f80 msgr2=0x7f7c58101510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.319+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 shutdown_connections 2024-04-25T02:39:27.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.319+0000 7f7c5f200640 1 -- 172.21.15.47:0/3932605597 wait complete. 2024-04-25T02:39:27.345 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:39:27.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 -- 172.21.15.47:0/96536028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 msgr2=0x7ff898107af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 --2- 172.21.15.47:0/96536028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 0x7ff898107af0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff888009930 tx=0x7ff88802a420 comp rx=0 tx=0).stop 2024-04-25T02:39:27.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 -- 172.21.15.47:0/96536028 shutdown_connections 2024-04-25T02:39:27.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 --2- 172.21.15.47:0/96536028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8981020c0 0x7ff89810e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 --2- 172.21.15.47:0/96536028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff898101700 0x7ff898101b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 --2- 172.21.15.47:0/96536028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 0x7ff898107af0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 -- 172.21.15.47:0/96536028 >> 172.21.15.47:0/96536028 conn(0x7ff8980fd1b0 msgr2=0x7ff8980ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 -- 172.21.15.47:0/96536028 shutdown_connections 2024-04-25T02:39:27.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.560+0000 7ff89d200640 1 -- 172.21.15.47:0/96536028 wait complete. 2024-04-25T02:39:27.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.561+0000 7ff89d200640 1 Processor -- start 2024-04-25T02:39:27.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff89d200640 1 -- start start 2024-04-25T02:39:27.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff89d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff898101700 0x7ff89819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff89d200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff8981020c0 0x7ff89819a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff89d200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 0x7ff89819eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff89d200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff898111ae0 con 0x7ff898107710 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff89d200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff898111960 con 0x7ff8981020c0 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff89d200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff898111c60 con 0x7ff898101700 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff896800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 0x7ff89819eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff895400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff8981020c0 0x7ff89819a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff896800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 0x7ff89819eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46526/0 (socket says 172.21.15.47:46526) 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff895e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff898101700 0x7ff89819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff896800640 1 -- 172.21.15.47:0/14467207 learned_addr learned my addr 172.21.15.47:0/14467207 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.562+0000 7ff895400640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff8981020c0 0x7ff89819a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44852/0 (socket says 172.21.15.47:44852) 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.563+0000 7ff895e00640 1 -- 172.21.15.47:0/14467207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff8981020c0 msgr2=0x7ff89819a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.563+0000 7ff895e00640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff8981020c0 0x7ff89819a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.563+0000 7ff895e00640 1 -- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 msgr2=0x7ff89819eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.563+0000 7ff895e00640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 0x7ff89819eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.563+0000 7ff895e00640 1 -- 172.21.15.47:0/14467207 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff89819f230 con 0x7ff898101700 2024-04-25T02:39:27.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.563+0000 7ff896800640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 0x7ff89819eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:27.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.563+0000 7ff895e00640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff898101700 0x7ff89819a290 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff888005940 tx=0x7ff888031b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.564+0000 7ff88ea00640 1 -- 172.21.15.47:0/14467207 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88803f070 con 0x7ff898101700 2024-04-25T02:39:27.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.564+0000 7ff88ea00640 1 -- 172.21.15.47:0/14467207 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff888003ad0 con 0x7ff898101700 2024-04-25T02:39:27.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.564+0000 7ff89d200640 1 -- 172.21.15.47:0/14467207 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff89819f4c0 con 0x7ff898101700 2024-04-25T02:39:27.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.564+0000 7ff88ea00640 1 -- 172.21.15.47:0/14467207 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff888035070 con 0x7ff898101700 2024-04-25T02:39:27.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.564+0000 7ff89d200640 1 -- 172.21.15.47:0/14467207 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8981a6db0 con 0x7ff898101700 2024-04-25T02:39:27.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.567+0000 7ff8a01ac740 1 Processor -- start 2024-04-25T02:39:27.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.567+0000 7ff8a01ac740 1 -- start start 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.567+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ed79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.567+0000 7ff88ea00640 1 -- 172.21.15.47:0/14467207 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff8880035f0 con 0x7ff898101700 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.567+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.567+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34ee49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55eb34e3c4e0 con 0x55eb34ed75c0 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55eb34de4a70 con 0x55eb34ee25b0 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55eb34e384a0 con 0x55eb34ed7ee0 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff896800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ed79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff895e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff896800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ed79a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46530/0 (socket says 172.21.15.47:46530) 2024-04-25T02:39:27.573 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff896800640 1 -- 172.21.15.47:0/1511691141 learned_addr learned my addr 172.21.15.47:0/1511691141 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff895400640 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34ee49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff896800640 1 -- 172.21.15.47:0/1511691141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 msgr2=0x55eb34ee2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff896800640 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff896800640 1 -- 172.21.15.47:0/1511691141 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 msgr2=0x55eb34ee49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff896800640 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34ee49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff896800640 1 -- 172.21.15.47:0/1511691141 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb34b503f0 con 0x55eb34ed75c0 2024-04-25T02:39:27.574 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.568+0000 7ff895e00640 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.569+0000 7ff896800640 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ed79a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ff890011850 tx=0x7ff890011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ff67ece4026b268 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.569+0000 7ff887400640 1 -- 172.21.15.47:0/1511691141 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff890011330 con 0x55eb34ed75c0 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.569+0000 7ff887400640 1 -- 172.21.15.47:0/1511691141 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff89000fe80 con 0x55eb34ed75c0 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.569+0000 7ff887400640 1 -- 172.21.15.47:0/1511691141 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8900193e0 con 0x55eb34ed75c0 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.569+0000 7ff88ea00640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff87c0a2d00 0x7ff87c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.569+0000 7ff88ea00640 1 -- 172.21.15.47:0/14467207 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7ff8880ef8a0 con 0x7ff898101700 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff895e00640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff87c0a2d00 0x7ff87c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 -- 172.21.15.47:0/1511691141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 msgr2=0x55eb34ed79a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ed79a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ff890011850 tx=0x7ff890011d10 comp rx=0 tx=0).stop 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 -- 172.21.15.47:0/1511691141 shutdown_connections 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34ee49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.577 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/1511691141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ed79a0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 -- 172.21.15.47:0/1511691141 >> 172.21.15.47:0/1511691141 conn(0x55eb34ed38e0 msgr2=0x55eb34ed3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 -- 172.21.15.47:0/1511691141 shutdown_connections 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff8a01ac740 1 -- 172.21.15.47:0/1511691141 wait complete. 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.570+0000 7ff895e00640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff87c0a2d00 0x7ff87c0a51c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff8880ed0a0 tx=0x7ff88802a420 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.571+0000 7ff8a01ac740 1 -- start start 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.571+0000 7ff8a01ac740 1 Processor -- start 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.571+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ed75c0 0x55eb34edf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.571+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.571+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ee25b0 0x55eb34edff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.571+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55eb34ee53a0 con 0x55eb34ee25b0 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.571+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55eb34df7ec0 con 0x55eb34ed75c0 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.571+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55eb34ee5520 con 0x55eb34ed7ee0 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff8a01ac740 10 client.0 _ll_register_callbacks cb 0x55eb34e343f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:27.578 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff896800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ed75c0 0x55eb34edf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff896800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ed75c0 0x55eb34edf490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44880/0 (socket says 172.21.15.47:44880) 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff896800640 1 -- 172.21.15.47:0/308103270 learned_addr learned my addr 172.21.15.47:0/308103270 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff896800640 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ee25b0 0x55eb34edff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff895400640 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff895400640 1 -- 172.21.15.47:0/308103270 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ed75c0 msgr2=0x55eb34edf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff895400640 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ed75c0 0x55eb34edf490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff895400640 1 -- 172.21.15.47:0/308103270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ee25b0 msgr2=0x55eb34edff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff895400640 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ee25b0 0x55eb34edff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff895400640 1 -- 172.21.15.47:0/308103270 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb34c1a7d0 con 0x55eb34ed7ee0 2024-04-25T02:39:27.579 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.572+0000 7ff896800640 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ee25b0 0x55eb34edff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.573+0000 7ff895400640 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edf9d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff89810ea60 tx=0x7ff880012b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ed2c6c244a46396 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.573+0000 7ff87be00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.573+0000 7ff87be00640 1 -- 172.21.15.47:0/308103270 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88000f920 con 0x55eb34ed7ee0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.573+0000 7ff8a01ac740 1 -- 172.21.15.47:0/308103270 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55eb34e49a20 con 0x55eb34ed7ee0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.573+0000 7ff87be00640 1 -- 172.21.15.47:0/308103270 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7ff88000fac0 con 0x55eb34ed7ee0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.573+0000 7ff87be00640 1 -- 172.21.15.47:0/308103270 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff88000fcc0 con 0x55eb34ed7ee0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.573+0000 7ff8a01ac740 10 client.26881 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff8a01ac740 1 -- 172.21.15.47:0/308103270 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55eb34ef15e0 con 0x55eb34ed7ee0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff87be00640 1 -- 172.21.15.47:0/308103270 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55eb34e49a20 con 0x55eb34ed7ee0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff87be00640 1 -- 172.21.15.47:0/308103270 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff88001c420 con 0x55eb34ed7ee0 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff8a01ac740 10 client.26881 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff8a01ac740 10 client.26881 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:39:27.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff8a01ac740 20 client.26881 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55eb34ef2b40 0x55eb34ef4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff8a01ac740 4 client.26881 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.574+0000 7ff8a01ac740 1 -- 172.21.15.47:0/308103270 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb34e43d70 con 0x55eb34ef2b40 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.575+0000 7ff896800640 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55eb34ef2b40 0x55eb34ef4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.575+0000 7ff896800640 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55eb34ef2b40 0x55eb34ef4f60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bdecdf429cbaa260 server_cookie=c61815d616262d8b in_seq=0 out_seq=0 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.575+0000 7ff87be00640 10 client.26881 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.576+0000 7ff87be00640 1 -- 172.21.15.47:0/308103270 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55eb34e43d70 con 0x55eb34ef2b40 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.576+0000 7ff87be00640 10 client.26881 handle_command_reply: tid=0 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.576+0000 7ff8a01ac740 1 client.26881 shutdown 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 -- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 msgr2=0x55eb34edf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edf9d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff89810ea60 tx=0x7ff880012b60 comp rx=0 tx=0).stop 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 -- 172.21.15.47:0/308103270 shutdown_connections 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55eb34ef2b40 0x55eb34ef4f60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ee25b0 0x55eb34edff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edf9d0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/308103270 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ed75c0 0x55eb34edf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 -- 172.21.15.47:0/308103270 >> 172.21.15.47:0/308103270 conn(0x55eb34ed38e0 msgr2=0x55eb34ed96e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff87be00640 0 client.26881 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:39:27.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 -- 172.21.15.47:0/308103270 shutdown_connections 2024-04-25T02:39:27.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 1 -- 172.21.15.47:0/308103270 wait complete. 2024-04-25T02:39:27.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.577+0000 7ff8a01ac740 20 client.26881 trim_cache size 0 max 16384 2024-04-25T02:39:27.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.592+0000 7ff8a01ac740 1 Processor -- start 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.592+0000 7ff8a01ac740 1 -- start start 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.592+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34eee260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.592+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edfb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.592+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34efa810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.592+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981b2000 con 0x55eb34ed75c0 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.592+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981af8d0 con 0x55eb34ee25b0 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.592+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981ad740 con 0x55eb34ed7ee0 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edfb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44842/0 (socket says 172.21.15.47:44842) 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 -- 172.21.15.47:0/149425337 learned_addr learned my addr 172.21.15.47:0/149425337 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff896800640 1 --2- 172.21.15.47:0/149425337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34eee260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 -- 172.21.15.47:0/149425337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 msgr2=0x55eb34efa810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 --2- 172.21.15.47:0/149425337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34efa810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 -- 172.21.15.47:0/149425337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 msgr2=0x55eb34eee260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 --2- 172.21.15.47:0/149425337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34eee260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 -- 172.21.15.47:0/149425337 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb34ed3710 con 0x55eb34ed7ee0 2024-04-25T02:39:27.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.593+0000 7ff895400640 1 --2- 172.21.15.47:0/149425337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edfb60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff880009e00 tx=0x7ff880009850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4ccdf325973089 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff886a00640 1 -- 172.21.15.47:0/149425337 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff880000e60 con 0x55eb34ed7ee0 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff886a00640 1 -- 172.21.15.47:0/149425337 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8800055c0 con 0x55eb34ed7ee0 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff886a00640 1 -- 172.21.15.47:0/149425337 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88001c680 con 0x55eb34ed7ee0 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 -- 172.21.15.47:0/149425337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 msgr2=0x55eb34edfb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/149425337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edfb60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff880009e00 tx=0x7ff880009850 comp rx=0 tx=0).stop 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 -- 172.21.15.47:0/149425337 shutdown_connections 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/149425337 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34efa810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/149425337 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34edfb60 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/149425337 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34eee260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 -- 172.21.15.47:0/149425337 >> 172.21.15.47:0/149425337 conn(0x55eb34ed38e0 msgr2=0x55eb34edf450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 -- 172.21.15.47:0/149425337 shutdown_connections 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.594+0000 7ff8a01ac740 1 -- 172.21.15.47:0/149425337 wait complete. 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.595+0000 7ff8a01ac740 1 -- start start 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.595+0000 7ff8a01ac740 1 Processor -- start 2024-04-25T02:39:27.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.595+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ee5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.595+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee5e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.595+0000 7ff8a01ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34f57070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.595+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981add90 con 0x55eb34ed75c0 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.595+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981af200 con 0x55eb34ee25b0 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.595+0000 7ff8a01ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981ae460 con 0x55eb34ed7ee0 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff8a01ac740 10 client.0 _ll_register_callbacks cb 0x7ff880009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ee5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ee5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46550/0 (socket says 172.21.15.47:46550) 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 -- 172.21.15.47:0/707621446 learned_addr learned my addr 172.21.15.47:0/707621446 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff895400640 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34f57070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 -- 172.21.15.47:0/707621446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 msgr2=0x55eb34ee5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 -- 172.21.15.47:0/707621446 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 msgr2=0x55eb34f57070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34f57070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.596+0000 7ff896800640 1 -- 172.21.15.47:0/707621446 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb34f57630 con 0x55eb34ed75c0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.597+0000 7ff896800640 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ee5920 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7ff890011850 tx=0x7ff890010b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd65746429e5e204 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.597+0000 7ff87be00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.597+0000 7ff87be00640 1 -- 172.21.15.47:0/707621446 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff890010430 con 0x55eb34ed75c0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.597+0000 7ff87be00640 1 -- 172.21.15.47:0/707621446 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7ff89001f040 con 0x55eb34ed75c0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.597+0000 7ff8a01ac740 1 -- 172.21.15.47:0/707621446 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8800055c0 con 0x55eb34ed75c0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.597+0000 7ff87be00640 1 -- 172.21.15.47:0/707621446 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff8900105d0 con 0x55eb34ed75c0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.597+0000 7ff8a01ac740 10 client.16770 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.597+0000 7ff8a01ac740 1 -- 172.21.15.47:0/707621446 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55eb34f58970 con 0x55eb34ed75c0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff87be00640 1 -- 172.21.15.47:0/707621446 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8800055c0 con 0x55eb34ed75c0 2024-04-25T02:39:27.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff87be00640 1 -- 172.21.15.47:0/707621446 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff890025040 con 0x55eb34ed75c0 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff8a01ac740 10 client.16770 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff8a01ac740 10 client.16770 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff8a01ac740 20 client.16770 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55eb34f58f30 0x55eb34f5b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff8a01ac740 4 client.16770 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff8a01ac740 1 -- 172.21.15.47:0/707621446 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eb34dc16e0 con 0x55eb34f58f30 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.598+0000 7ff895400640 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55eb34f58f30 0x55eb34f5b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.599+0000 7ff895400640 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55eb34f58f30 0x55eb34f5b350 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=400c49e0cd5f56e server_cookie=2e54fcf66203f594 in_seq=0 out_seq=0 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.599+0000 7ff87be00640 10 client.16770 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.599+0000 7ff87be00640 1 -- 172.21.15.47:0/707621446 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eb34dc16e0 con 0x55eb34f58f30 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.599+0000 7ff87be00640 10 client.16770 handle_command_reply: tid=0 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.599+0000 7ff8a01ac740 1 client.16770 shutdown 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 -- 172.21.15.47:0/707621446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 msgr2=0x55eb34ee5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ee5920 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7ff890011850 tx=0x7ff890010b00 comp rx=0 tx=0).stop 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 -- 172.21.15.47:0/707621446 shutdown_connections 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55eb34f58f30 0x55eb34f5b350 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55eb34ee25b0 0x55eb34f57070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55eb34ed7ee0 0x55eb34ee5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 --2- 172.21.15.47:0/707621446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eb34ed75c0 0x55eb34ee5920 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 -- 172.21.15.47:0/707621446 >> 172.21.15.47:0/707621446 conn(0x55eb34ed38e0 msgr2=0x55eb34ed95a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff87be00640 0 client.16770 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 -- 172.21.15.47:0/707621446 shutdown_connections 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 1 -- 172.21.15.47:0/707621446 wait complete. 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.600+0000 7ff8a01ac740 20 client.16770 trim_cache size 0 max 16384 2024-04-25T02:39:27.607 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:39:27.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 -- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff87c0a2d00 msgr2=0x7ff87c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff87c0a2d00 0x7ff87c0a51c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff8880ed0a0 tx=0x7ff88802a420 comp rx=0 tx=0).stop 2024-04-25T02:39:27.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 -- 172.21.15.47:0/14467207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff898101700 msgr2=0x7ff89819a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff898101700 0x7ff89819a290 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff888005940 tx=0x7ff888031b50 comp rx=0 tx=0).stop 2024-04-25T02:39:27.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 -- 172.21.15.47:0/14467207 shutdown_connections 2024-04-25T02:39:27.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff87c0a2d00 0x7ff87c0a51c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff898107710 0x7ff89819eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff8981020c0 0x7ff89819a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 --2- 172.21.15.47:0/14467207 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff898101700 0x7ff89819a290 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 -- 172.21.15.47:0/14467207 >> 172.21.15.47:0/14467207 conn(0x7ff8980fd1b0 msgr2=0x7ff8980fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 -- 172.21.15.47:0/14467207 shutdown_connections 2024-04-25T02:39:27.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.601+0000 7ff89d200640 1 -- 172.21.15.47:0/14467207 wait complete. 2024-04-25T02:39:27.624 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 -- 172.21.15.47:0/1798194141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae70075c70 msgr2=0x7fae70076050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1798194141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae70075c70 0x7fae70076050 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fae60009890 tx=0x7fae6002a370 comp rx=0 tx=0).stop 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 -- 172.21.15.47:0/1798194141 shutdown_connections 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1798194141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae70112470 0x7fae70114860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1798194141 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae70076590 0x7fae70111f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1798194141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae70075c70 0x7fae70076050 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 -- 172.21.15.47:0/1798194141 >> 172.21.15.47:0/1798194141 conn(0x7fae700ff2c0 msgr2=0x7fae701016e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 -- 172.21.15.47:0/1798194141 shutdown_connections 2024-04-25T02:39:27.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.843+0000 7fae6fe00640 1 -- 172.21.15.47:0/1798194141 wait complete. 2024-04-25T02:39:27.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.844+0000 7fae6fe00640 1 Processor -- start 2024-04-25T02:39:27.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.844+0000 7fae6fe00640 1 -- start start 2024-04-25T02:39:27.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae70075c70 0x7fae7019e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae70076590 0x7fae7019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae70112470 0x7fae701a2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6fe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae70117fd0 con 0x7fae70076590 2024-04-25T02:39:27.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6fe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae70117e50 con 0x7fae70075c70 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae70118150 con 0x7fae70112470 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae70076590 0x7fae7019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae70075c70 0x7fae7019e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae70076590 0x7fae7019ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46566/0 (socket says 172.21.15.47:46566) 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6e000640 1 -- 172.21.15.47:0/1553645988 learned_addr learned my addr 172.21.15.47:0/1553645988 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6f400640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae70112470 0x7fae701a2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6ea00640 1 -- 172.21.15.47:0/1553645988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae70112470 msgr2=0x7fae701a2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6ea00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae70112470 0x7fae701a2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6ea00640 1 -- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae70076590 msgr2=0x7fae7019ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6ea00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae70076590 0x7fae7019ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6ea00640 1 -- 172.21.15.47:0/1553645988 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae701a3580 con 0x7fae70075c70 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.845+0000 7fae6e000640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae70076590 0x7fae7019ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:27.851 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.846+0000 7fae6ea00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae70075c70 0x7fae7019e590 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fae6002a890 tx=0x7fae60033d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.846+0000 7fae67400640 1 -- 172.21.15.47:0/1553645988 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6003f020 con 0x7fae70075c70 2024-04-25T02:39:27.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.846+0000 7fae67400640 1 -- 172.21.15.47:0/1553645988 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae60030780 con 0x7fae70075c70 2024-04-25T02:39:27.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.846+0000 7fae67400640 1 -- 172.21.15.47:0/1553645988 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae60037040 con 0x7fae70075c70 2024-04-25T02:39:27.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.846+0000 7fae6fe00640 1 -- 172.21.15.47:0/1553645988 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae701a3810 con 0x7fae70075c70 2024-04-25T02:39:27.852 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.846+0000 7fae6fe00640 1 -- 172.21.15.47:0/1553645988 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae701ab100 con 0x7fae70075c70 2024-04-25T02:39:27.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae78b8a740 1 Processor -- start 2024-04-25T02:39:27.855 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae78b8a740 1 -- start start 2024-04-25T02:39:27.856 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226dfcb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae67400640 1 -- 172.21.15.47:0/1553645988 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fae60042020 con 0x7fae70075c70 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226dfd0c0 0x556226e07250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226e07790 0x556226e09b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae78b8a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556226d614e0 con 0x556226e07790 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae78b8a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556226d09a70 con 0x556226dfd0c0 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.851+0000 7fae78b8a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556226d5d4a0 con 0x556226dfc7a0 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226dfd0c0 0x556226e07250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226e07790 0x556226e09b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226dfd0c0 0x556226e07250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44932/0 (socket says 172.21.15.47:44932) 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 -- 172.21.15.47:0/665922097 learned_addr learned my addr 172.21.15.47:0/665922097 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226e07790 0x556226e09b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46568/0 (socket says 172.21.15.47:46568) 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6f400640 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226dfcb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 -- 172.21.15.47:0/665922097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 msgr2=0x556226dfcb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226dfcb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 -- 172.21.15.47:0/665922097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226e07790 msgr2=0x556226e09b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226e07790 0x556226e09b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.857 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 -- 172.21.15.47:0/665922097 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556226a753f0 con 0x556226dfd0c0 2024-04-25T02:39:27.858 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6e000640 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226e07790 0x556226e09b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:27.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.852+0000 7fae6ea00640 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226dfd0c0 0x556226e07250 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fae600ecd20 tx=0x7fae600f5650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d5ba18d8029d3d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.853+0000 7fae5be00640 1 -- 172.21.15.47:0/665922097 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae600efde0 con 0x556226dfd0c0 2024-04-25T02:39:27.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.853+0000 7fae5be00640 1 -- 172.21.15.47:0/665922097 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae600fc030 con 0x556226dfd0c0 2024-04-25T02:39:27.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.853+0000 7fae5be00640 1 -- 172.21.15.47:0/665922097 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae60101900 con 0x556226dfd0c0 2024-04-25T02:39:27.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.853+0000 7fae67400640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae540a2d00 0x7fae540a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.853+0000 7fae67400640 1 -- 172.21.15.47:0/1553645988 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fae600ef5e0 con 0x7fae70075c70 2024-04-25T02:39:27.859 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 -- 172.21.15.47:0/665922097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226dfd0c0 msgr2=0x556226e07250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226dfd0c0 0x556226e07250 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fae600ecd20 tx=0x7fae600f5650 comp rx=0 tx=0).stop 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae6f400640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae540a2d00 0x7fae540a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 -- 172.21.15.47:0/665922097 shutdown_connections 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226e07790 0x556226e09b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226dfd0c0 0x556226e07250 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 --2- 172.21.15.47:0/665922097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226dfcb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 -- 172.21.15.47:0/665922097 >> 172.21.15.47:0/665922097 conn(0x556226df8ac0 msgr2=0x556226df8ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 -- 172.21.15.47:0/665922097 shutdown_connections 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 -- 172.21.15.47:0/665922097 wait complete. 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae6f400640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae540a2d00 0x7fae540a51c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fae7006ab60 tx=0x7fae68009760 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.854+0000 7fae78b8a740 1 -- start start 2024-04-25T02:39:27.860 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae78b8a740 1 Processor -- start 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e046b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 0x556226e04bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e05130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae78b8a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556226e0a340 con 0x556226dfc7a0 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae78b8a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x556226d1cec0 con 0x556226e07790 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae78b8a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556226e0a4c0 con 0x556226dfd0c0 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae78b8a740 10 client.0 _ll_register_callbacks cb 0x556226d593f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.855+0000 7fae6ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e046b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e046b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46584/0 (socket says 172.21.15.47:46584) 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6ea00640 1 -- 172.21.15.47:0/224248734 learned_addr learned my addr 172.21.15.47:0/224248734 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.863 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6f400640 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e05130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6e000640 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 0x556226e04bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6ea00640 1 -- 172.21.15.47:0/224248734 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 msgr2=0x556226e04bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6ea00640 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 0x556226e04bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6ea00640 1 -- 172.21.15.47:0/224248734 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 msgr2=0x556226e05130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6ea00640 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e05130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6ea00640 1 -- 172.21.15.47:0/224248734 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556226b3f7d0 con 0x556226dfc7a0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae6ea00640 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e046b0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fae600b8010 tx=0x7fae600035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d87cbf0769d37d38 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae58c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.856+0000 7fae58c00640 1 -- 172.21.15.47:0/224248734 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae600f2e60 con 0x556226dfc7a0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae58c00640 1 -- 172.21.15.47:0/224248734 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fae600b9eb0 con 0x556226dfc7a0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 1 -- 172.21.15.47:0/224248734 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae600fc030 con 0x556226dfc7a0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae58c00640 1 -- 172.21.15.47:0/224248734 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fae600b7e50 con 0x556226dfc7a0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 10 client.16782 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 1 -- 172.21.15.47:0/224248734 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556226e0a340 con 0x556226dfc7a0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae58c00640 1 -- 172.21.15.47:0/224248734 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae600fc030 con 0x556226dfc7a0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae58c00640 1 -- 172.21.15.47:0/224248734 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fae6003a030 con 0x556226dfc7a0 2024-04-25T02:39:27.864 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 10 client.16782 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:27.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 10 client.16782 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:39:27.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 20 client.16782 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:27.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x556226e17760 0x556226e19b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 4 client.16782 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:39:27.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.857+0000 7fae78b8a740 1 -- 172.21.15.47:0/224248734 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556226d6ea20 con 0x556226e17760 2024-04-25T02:39:27.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.858+0000 7fae6e000640 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x556226e17760 0x556226e19b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.858+0000 7fae6e000640 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x556226e17760 0x556226e19b70 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dfea89003dea51d1 server_cookie=5d6bce652bc90044 in_seq=0 out_seq=0 2024-04-25T02:39:27.865 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.858+0000 7fae58c00640 10 client.16782 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:39:27.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae58c00640 1 -- 172.21.15.47:0/224248734 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556226d6ea20 con 0x556226e17760 2024-04-25T02:39:27.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae58c00640 10 client.16782 handle_command_reply: tid=0 2024-04-25T02:39:27.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 client.16782 shutdown 2024-04-25T02:39:27.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 -- 172.21.15.47:0/224248734 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 msgr2=0x556226e046b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e046b0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fae600b8010 tx=0x7fae600035f0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 -- 172.21.15.47:0/224248734 shutdown_connections 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x556226e17760 0x556226e19b70 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e05130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 0x556226e04bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 --2- 172.21.15.47:0/224248734 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e046b0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae58c00640 0 client.16782 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.859+0000 7fae78b8a740 1 -- 172.21.15.47:0/224248734 >> 172.21.15.47:0/224248734 conn(0x556226df8ac0 msgr2=0x556226dfe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.860+0000 7fae78b8a740 1 -- 172.21.15.47:0/224248734 shutdown_connections 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.860+0000 7fae78b8a740 1 -- 172.21.15.47:0/224248734 wait complete. 2024-04-25T02:39:27.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.860+0000 7fae78b8a740 20 client.16782 trim_cache size 0 max 16384 2024-04-25T02:39:27.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae78b8a740 1 Processor -- start 2024-04-25T02:39:27.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae78b8a740 1 -- start start 2024-04-25T02:39:27.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e03920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 0x556226dfef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e04f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae78b8a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae701b61d0 con 0x556226dfc7a0 2024-04-25T02:39:27.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae78b8a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae701b3aa0 con 0x556226e07790 2024-04-25T02:39:27.880 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae78b8a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae701b1910 con 0x556226dfd0c0 2024-04-25T02:39:27.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae6ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e03920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae6ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e03920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46596/0 (socket says 172.21.15.47:46596) 2024-04-25T02:39:27.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae6ea00640 1 -- 172.21.15.47:0/703137240 learned_addr learned my addr 172.21.15.47:0/703137240 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.875+0000 7fae6e000640 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 0x556226dfef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae6f400640 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e04f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae6ea00640 1 -- 172.21.15.47:0/703137240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 msgr2=0x556226dfef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae6ea00640 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 0x556226dfef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae6ea00640 1 -- 172.21.15.47:0/703137240 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 msgr2=0x556226e04f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae6ea00640 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e04f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae6ea00640 1 -- 172.21.15.47:0/703137240 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556226dfc5a0 con 0x556226dfc7a0 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae6ea00640 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e03920 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fae600bb8b0 tx=0x7fae60005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3d7c867c7f0a043 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae5b400640 1 -- 172.21.15.47:0/703137240 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae600f2e60 con 0x556226dfc7a0 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae5b400640 1 -- 172.21.15.47:0/703137240 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae600fc070 con 0x556226dfc7a0 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.876+0000 7fae5b400640 1 -- 172.21.15.47:0/703137240 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae600bb510 con 0x556226dfc7a0 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 -- 172.21.15.47:0/703137240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 msgr2=0x556226e03920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e03920 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fae600bb8b0 tx=0x7fae60005f90 comp rx=0 tx=0).stop 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 -- 172.21.15.47:0/703137240 shutdown_connections 2024-04-25T02:39:27.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e04f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfd0c0 0x556226dfef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 --2- 172.21.15.47:0/703137240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfc7a0 0x556226e03920 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 -- 172.21.15.47:0/703137240 >> 172.21.15.47:0/703137240 conn(0x556226df8ac0 msgr2=0x556226df7b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 -- 172.21.15.47:0/703137240 shutdown_connections 2024-04-25T02:39:27.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 -- 172.21.15.47:0/703137240 wait complete. 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.877+0000 7fae78b8a740 1 -- start start 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae78b8a740 1 Processor -- start 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226e0f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfd0c0 0x556226e0fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae78b8a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e0aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae78b8a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae701b1f60 con 0x556226dfd0c0 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae78b8a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae701b33d0 con 0x556226e07790 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae78b8a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae701b2630 con 0x556226dfc7a0 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae78b8a740 10 client.0 _ll_register_callbacks cb 0x7fae5c009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.878+0000 7fae6e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfd0c0 0x556226e0fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226e0f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfd0c0 0x556226e0fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46606/0 (socket says 172.21.15.47:46606) 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6e000640 1 -- 172.21.15.47:0/2719392402 learned_addr learned my addr 172.21.15.47:0/2719392402 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6f400640 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e0aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6ea00640 1 -- 172.21.15.47:0/2719392402 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 msgr2=0x556226e0aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6ea00640 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e0aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6ea00640 1 -- 172.21.15.47:0/2719392402 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfd0c0 msgr2=0x556226e0fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6ea00640 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfd0c0 0x556226e0fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6ea00640 1 -- 172.21.15.47:0/2719392402 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556226e0b230 con 0x556226dfc7a0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6f400640 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e0aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6e000640 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfd0c0 0x556226e0fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae6ea00640 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226e0f550 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fae60030520 tx=0x7fae600f2bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8525d9f4dbb2d66 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae58c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae58c00640 1 -- 172.21.15.47:0/2719392402 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae600f2e60 con 0x556226dfc7a0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.879+0000 7fae58c00640 1 -- 172.21.15.47:0/2719392402 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fae600c4590 con 0x556226dfc7a0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 1 -- 172.21.15.47:0/2719392402 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae600fc070 con 0x556226dfc7a0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae58c00640 1 -- 172.21.15.47:0/2719392402 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fae600bb6f0 con 0x556226dfc7a0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 10 client.26905 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 1 -- 172.21.15.47:0/2719392402 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556226e0b230 con 0x556226dfc7a0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae58c00640 1 -- 172.21.15.47:0/2719392402 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae600fc070 con 0x556226dfc7a0 2024-04-25T02:39:27.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae58c00640 1 -- 172.21.15.47:0/2719392402 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fae600ecec0 con 0x556226dfc7a0 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 10 client.26905 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 10 client.26905 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 20 client.26905 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x556226e7dab0 0x556226e7fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 4 client.26905 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.880+0000 7fae78b8a740 1 -- 172.21.15.47:0/2719392402 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556226d68d70 con 0x556226e7dab0 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.881+0000 7fae6e000640 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x556226e7dab0 0x556226e7fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.881+0000 7fae6e000640 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x556226e7dab0 0x556226e7fea0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eadd5ce7aa8b1477 server_cookie=c1a2e8cbd63ac46f in_seq=0 out_seq=0 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.881+0000 7fae58c00640 10 client.26905 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.881+0000 7fae58c00640 1 -- 172.21.15.47:0/2719392402 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556226d68d70 con 0x556226e7dab0 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.881+0000 7fae58c00640 10 client.26905 handle_command_reply: tid=0 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.881+0000 7fae78b8a740 1 client.26905 shutdown 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 -- 172.21.15.47:0/2719392402 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 msgr2=0x556226e0f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226e0f550 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fae60030520 tx=0x7fae600f2bc0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 -- 172.21.15.47:0/2719392402 shutdown_connections 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x556226e7dab0 0x556226e7fea0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x556226e07790 0x556226e0aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556226dfd0c0 0x556226e0fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 --2- 172.21.15.47:0/2719392402 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556226dfc7a0 0x556226e0f550 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae58c00640 0 client.26905 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 -- 172.21.15.47:0/2719392402 >> 172.21.15.47:0/2719392402 conn(0x556226df8ac0 msgr2=0x556226e05ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 -- 172.21.15.47:0/2719392402 shutdown_connections 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 1 -- 172.21.15.47:0/2719392402 wait complete. 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.882+0000 7fae78b8a740 20 client.26905 trim_cache size 0 max 16384 2024-04-25T02:39:27.890 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 -- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae540a2d00 msgr2=0x7fae540a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae540a2d00 0x7fae540a51c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fae7006ab60 tx=0x7fae68009760 comp rx=0 tx=0).stop 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 -- 172.21.15.47:0/1553645988 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae70075c70 msgr2=0x7fae7019e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae70075c70 0x7fae7019e590 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fae6002a890 tx=0x7fae60033d90 comp rx=0 tx=0).stop 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 -- 172.21.15.47:0/1553645988 shutdown_connections 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae540a2d00 0x7fae540a51c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae70112470 0x7fae701a2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae70076590 0x7fae7019ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 --2- 172.21.15.47:0/1553645988 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae70075c70 0x7fae7019e590 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:27.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 -- 172.21.15.47:0/1553645988 >> 172.21.15.47:0/1553645988 conn(0x7fae700ff2c0 msgr2=0x7fae70113c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:27.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 -- 172.21.15.47:0/1553645988 shutdown_connections 2024-04-25T02:39:27.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:27.883+0000 7fae6fe00640 1 -- 172.21.15.47:0/1553645988 wait complete. 2024-04-25T02:39:27.903 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:27 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3932605597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:39:27.906 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:39:28.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:27 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3932605597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:39:28.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.120+0000 7fcb9a400640 1 -- 172.21.15.47:0/2306294737 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb94112600 msgr2=0x7fcb941149f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.120+0000 7fcb9a400640 1 --2- 172.21.15.47:0/2306294737 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb94112600 0x7fcb941149f0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c009be0 tx=0x7fcb8c02a750 comp rx=0 tx=0).stop 2024-04-25T02:39:28.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.120+0000 7fcb9a400640 1 -- 172.21.15.47:0/2306294737 shutdown_connections 2024-04-25T02:39:28.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.120+0000 7fcb9a400640 1 --2- 172.21.15.47:0/2306294737 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb94112600 0x7fcb941149f0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.120+0000 7fcb9a400640 1 --2- 172.21.15.47:0/2306294737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb94074400 0x7fcb941120c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.120+0000 7fcb9a400640 1 --2- 172.21.15.47:0/2306294737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb94073ae0 0x7fcb94073ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.120+0000 7fcb9a400640 1 -- 172.21.15.47:0/2306294737 >> 172.21.15.47:0/2306294737 conn(0x7fcb940fd0e0 msgr2=0x7fcb940ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:28.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.120+0000 7fcb9a400640 1 -- 172.21.15.47:0/2306294737 shutdown_connections 2024-04-25T02:39:28.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.121+0000 7fcb9a400640 1 -- 172.21.15.47:0/2306294737 wait complete. 2024-04-25T02:39:28.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.122+0000 7fcb9a400640 1 Processor -- start 2024-04-25T02:39:28.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.122+0000 7fcb9a400640 1 -- start start 2024-04-25T02:39:28.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.122+0000 7fcb9a400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb94073ae0 0x7fcb9419e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.122+0000 7fcb9a400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb94074400 0x7fcb9419ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.122+0000 7fcb9a400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb94112600 0x7fcb941a2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.122+0000 7fcb9a400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb94118000 con 0x7fcb94112600 2024-04-25T02:39:28.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.122+0000 7fcb9a400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcb94117e80 con 0x7fcb94073ae0 2024-04-25T02:39:28.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.122+0000 7fcb9a400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcb94118180 con 0x7fcb94074400 2024-04-25T02:39:28.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb99a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb94112600 0x7fcb941a2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb94074400 0x7fcb9419ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb94074400 0x7fcb9419ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44908/0 (socket says 172.21.15.47:44908) 2024-04-25T02:39:28.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 -- 172.21.15.47:0/1107963869 learned_addr learned my addr 172.21.15.47:0/1107963869 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:28.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb99a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb94112600 0x7fcb941a2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46620/0 (socket says 172.21.15.47:46620) 2024-04-25T02:39:28.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb99000640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb94073ae0 0x7fcb9419e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 -- 172.21.15.47:0/1107963869 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb94073ae0 msgr2=0x7fcb9419e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb94073ae0 0x7fcb9419e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 -- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb94112600 msgr2=0x7fcb941a2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb94112600 0x7fcb941a2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 -- 172.21.15.47:0/1107963869 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb941a34d0 con 0x7fcb94074400 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.123+0000 7fcb8be00640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb94074400 0x7fcb9419ea20 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c00ea60 tx=0x7fcb7c00ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.124+0000 7fcb92000640 1 -- 172.21.15.47:0/1107963869 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c00cde0 con 0x7fcb94074400 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.124+0000 7fcb9a400640 1 -- 172.21.15.47:0/1107963869 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb941a37c0 con 0x7fcb94074400 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.124+0000 7fcb92000640 1 -- 172.21.15.47:0/1107963869 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb7c0035f0 con 0x7fcb94074400 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.124+0000 7fcb92000640 1 -- 172.21.15.47:0/1107963869 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c010670 con 0x7fcb94074400 2024-04-25T02:39:28.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.124+0000 7fcb9a400640 1 -- 172.21.15.47:0/1107963869 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb941ab050 con 0x7fcb94074400 2024-04-25T02:39:28.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.127+0000 7fcb9e964740 1 Processor -- start 2024-04-25T02:39:28.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.127+0000 7fcb9e964740 1 -- start start 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.127+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x56032617bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.127+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326186250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.127+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x560326188b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.127+0000 7fcb9e964740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5603260e04e0 con 0x56032617b7a0 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.127+0000 7fcb9e964740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x560326088a70 con 0x56032617c0c0 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.127+0000 7fcb9e964740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5603260dc4a0 con 0x560326186790 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb92000640 1 -- 172.21.15.47:0/1107963869 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcb7c0037a0 con 0x7fcb94074400 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x56032617bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x56032617bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46632/0 (socket says 172.21.15.47:46632) 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99a00640 1 -- 172.21.15.47:0/673391812 learned_addr learned my addr 172.21.15.47:0/673391812 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99000640 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326186250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb8be00640 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x560326188b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99a00640 1 -- 172.21.15.47:0/673391812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 msgr2=0x560326188b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:28.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99a00640 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x560326188b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99a00640 1 -- 172.21.15.47:0/673391812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 msgr2=0x560326186250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:28.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99a00640 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326186250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99a00640 1 -- 172.21.15.47:0/673391812 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560325df43f0 con 0x56032617b7a0 2024-04-25T02:39:28.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.128+0000 7fcb99000640 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326186250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:28.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.129+0000 7fcb99a00640 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x56032617bb80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c009be0 tx=0x7fcb8c005ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a78e9333648ca073 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.129+0000 7fcb8a000640 1 -- 172.21.15.47:0/673391812 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c041030 con 0x56032617b7a0 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.129+0000 7fcb8a000640 1 -- 172.21.15.47:0/673391812 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb8c030bf0 con 0x56032617b7a0 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.129+0000 7fcb8a000640 1 -- 172.21.15.47:0/673391812 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c036040 con 0x56032617b7a0 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.129+0000 7fcb92000640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb780a2d00 0x7fcb780a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb92000640 1 -- 172.21.15.47:0/1107963869 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fcb7c0cf6f0 con 0x7fcb94074400 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 -- 172.21.15.47:0/673391812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 msgr2=0x56032617bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x56032617bb80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c009be0 tx=0x7fcb8c005ec0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb99000640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb780a2d00 0x7fcb780a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 -- 172.21.15.47:0/673391812 shutdown_connections 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x560326188b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326186250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 --2- 172.21.15.47:0/673391812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x56032617bb80 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 -- 172.21.15.47:0/673391812 >> 172.21.15.47:0/673391812 conn(0x560326177ac0 msgr2=0x560326177ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:28.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 -- 172.21.15.47:0/673391812 shutdown_connections 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.130+0000 7fcb9e964740 1 -- 172.21.15.47:0/673391812 wait complete. 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 1 -- start start 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb99000640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb780a2d00 0x7fcb780a51c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x56032617cd60 tx=0x7fcb84014040 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 1 Processor -- start 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x560326183690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326183bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x560326184110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560326189520 con 0x56032617b7a0 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56032609bec0 con 0x56032617c0c0 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5603261896a0 con 0x560326186790 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.131+0000 7fcb9e964740 10 client.0 _ll_register_callbacks cb 0x5603260d83f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb99000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x560326183690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326183bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb99000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x560326183690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46642/0 (socket says 172.21.15.47:46642) 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb99000640 1 -- 172.21.15.47:0/3871786921 learned_addr learned my addr 172.21.15.47:0/3871786921 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:28.138 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb99a00640 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x560326184110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb8be00640 1 -- 172.21.15.47:0/3871786921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 msgr2=0x560326184110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:28.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb8be00640 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x560326184110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb8be00640 1 -- 172.21.15.47:0/3871786921 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 msgr2=0x560326183690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:28.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb8be00640 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x560326183690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb8be00640 1 -- 172.21.15.47:0/3871786921 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560325ebe7d0 con 0x56032617c0c0 2024-04-25T02:39:28.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb8be00640 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326183bd0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c0ccde0 tx=0x7fcb7c09ba40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3300c47e22c5fe09 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:28.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.132+0000 7fcb82a00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:39:28.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.133+0000 7fcb82a00640 1 -- 172.21.15.47:0/3871786921 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c09bbb0 con 0x56032617c0c0 2024-04-25T02:39:28.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.133+0000 7fcb82a00640 1 -- 172.21.15.47:0/3871786921 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fcb7c0cd060 con 0x56032617c0c0 2024-04-25T02:39:28.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.133+0000 7fcb9e964740 1 -- 172.21.15.47:0/3871786921 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb8c030bf0 con 0x56032617c0c0 2024-04-25T02:39:28.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.133+0000 7fcb82a00640 1 -- 172.21.15.47:0/3871786921 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb7c0cd260 con 0x56032617c0c0 2024-04-25T02:39:28.141 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.133+0000 7fcb9e964740 10 client.26909 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.133+0000 7fcb9e964740 1 -- 172.21.15.47:0/3871786921 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560326195770 con 0x56032617c0c0 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.133+0000 7fcb82a00640 1 -- 172.21.15.47:0/3871786921 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb8c030bf0 con 0x56032617c0c0 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.134+0000 7fcb82a00640 1 -- 172.21.15.47:0/3871786921 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb7c0ba2a0 con 0x56032617c0c0 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.134+0000 7fcb9e964740 10 client.26909 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.134+0000 7fcb9e964740 10 client.26909 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.134+0000 7fcb9e964740 20 client.26909 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.134+0000 7fcb9e964740 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560326196c30 0x560326199020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.134+0000 7fcb9e964740 4 client.26909 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.134+0000 7fcb9e964740 1 -- 172.21.15.47:0/3871786921 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603260eda20 con 0x560326196c30 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.134+0000 7fcb99000640 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560326196c30 0x560326199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.135+0000 7fcb99000640 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560326196c30 0x560326199020 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c15c625e2b27019 server_cookie=b34c2182492a3c54 in_seq=0 out_seq=0 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.135+0000 7fcb82a00640 10 client.26909 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.135+0000 7fcb82a00640 1 -- 172.21.15.47:0/3871786921 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5603260eda20 con 0x560326196c30 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.135+0000 7fcb82a00640 10 client.26909 handle_command_reply: tid=0 2024-04-25T02:39:28.142 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 client.26909 shutdown 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 -- 172.21.15.47:0/3871786921 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 msgr2=0x560326183bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326183bd0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c0ccde0 tx=0x7fcb7c09ba40 comp rx=0 tx=0).stop 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 -- 172.21.15.47:0/3871786921 shutdown_connections 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560326196c30 0x560326199020 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x560326184110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617c0c0 0x560326183bd0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 --2- 172.21.15.47:0/3871786921 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617b7a0 0x560326183690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb82a00640 0 client.26909 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 -- 172.21.15.47:0/3871786921 >> 172.21.15.47:0/3871786921 conn(0x560326177ac0 msgr2=0x56032617d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 -- 172.21.15.47:0/3871786921 shutdown_connections 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 1 -- 172.21.15.47:0/3871786921 wait complete. 2024-04-25T02:39:28.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.136+0000 7fcb9e964740 20 client.26909 trim_cache size 0 max 16384 2024-04-25T02:39:28.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.151+0000 7fcb9e964740 1 Processor -- start 2024-04-25T02:39:28.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.151+0000 7fcb9e964740 1 -- start start 2024-04-25T02:39:28.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x5603261923e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032617df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x56032619e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb9e964740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb941b6060 con 0x56032617c0c0 2024-04-25T02:39:28.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb9e964740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcb941b3930 con 0x56032617b7a0 2024-04-25T02:39:28.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb9e964740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcb941b17a0 con 0x560326186790 2024-04-25T02:39:28.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032617df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032617df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46650/0 (socket says 172.21.15.47:46650) 2024-04-25T02:39:28.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb8be00640 1 -- 172.21.15.47:0/122498203 learned_addr learned my addr 172.21.15.47:0/122498203 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:28.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb99a00640 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x56032619e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb99000640 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x5603261923e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb8be00640 1 -- 172.21.15.47:0/122498203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 msgr2=0x56032619e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:28.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb8be00640 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x56032619e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.158 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb8be00640 1 -- 172.21.15.47:0/122498203 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 msgr2=0x5603261923e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb8be00640 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x5603261923e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.152+0000 7fcb8be00640 1 -- 172.21.15.47:0/122498203 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560326173410 con 0x56032617c0c0 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.153+0000 7fcb8be00640 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032617df40 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c09bb40 tx=0x7fcb7c09bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a128f6568c0bd03 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.153+0000 7fcb89600640 1 -- 172.21.15.47:0/122498203 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c09b510 con 0x56032617c0c0 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.153+0000 7fcb89600640 1 -- 172.21.15.47:0/122498203 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb7c09ff60 con 0x56032617c0c0 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.153+0000 7fcb89600640 1 -- 172.21.15.47:0/122498203 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c09b260 con 0x56032617c0c0 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 -- 172.21.15.47:0/122498203 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 msgr2=0x56032617df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032617df40 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c09bb40 tx=0x7fcb7c09bab0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 -- 172.21.15.47:0/122498203 shutdown_connections 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x56032619e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032617df40 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 --2- 172.21.15.47:0/122498203 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x5603261923e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 -- 172.21.15.47:0/122498203 >> 172.21.15.47:0/122498203 conn(0x560326177ac0 msgr2=0x560326183ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 -- 172.21.15.47:0/122498203 shutdown_connections 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 -- 172.21.15.47:0/122498203 wait complete. 2024-04-25T02:39:28.159 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 -- start start 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.154+0000 7fcb9e964740 1 Processor -- start 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x56032618abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032618b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb9e964740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x5603261f60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb9e964740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb941b1df0 con 0x56032617c0c0 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb9e964740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcb941b3260 con 0x56032617b7a0 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb9e964740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcb941b24c0 con 0x560326186790 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb9e964740 10 client.0 _ll_register_callbacks cb 0x7fcb7c00e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032618b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.162 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb99000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x56032618abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032618b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46658/0 (socket says 172.21.15.47:46658) 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb8be00640 1 -- 172.21.15.47:0/1363473759 learned_addr learned my addr 172.21.15.47:0/1363473759 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.155+0000 7fcb99a00640 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x5603261f60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb8be00640 1 -- 172.21.15.47:0/1363473759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 msgr2=0x5603261f60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb8be00640 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x5603261f60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb8be00640 1 -- 172.21.15.47:0/1363473759 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 msgr2=0x56032618abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb8be00640 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x56032618abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb8be00640 1 -- 172.21.15.47:0/1363473759 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603261f66d0 con 0x56032617c0c0 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb99000640 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x56032618abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb8be00640 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032618b130 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c098580 tx=0x7fcb7c09ba40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4124f452bdb620c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb82a00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb82a00640 1 -- 172.21.15.47:0/1363473759 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c09b510 con 0x56032617c0c0 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb82a00640 1 -- 172.21.15.47:0/1363473759 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fcb7c0cd210 con 0x56032617c0c0 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb9e964740 1 -- 172.21.15.47:0/1363473759 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb7c09ff60 con 0x56032617c0c0 2024-04-25T02:39:28.163 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.156+0000 7fcb82a00640 1 -- 172.21.15.47:0/1363473759 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb7c0a4820 con 0x56032617c0c0 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb9e964740 10 client.16806 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb9e964740 1 -- 172.21.15.47:0/1363473759 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5603261fda50 con 0x56032617c0c0 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb82a00640 1 -- 172.21.15.47:0/1363473759 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb7c09ff60 con 0x56032617c0c0 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb82a00640 1 -- 172.21.15.47:0/1363473759 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb7c09ac30 con 0x56032617c0c0 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb9e964740 10 client.16806 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb9e964740 10 client.16806 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb9e964740 20 client.16806 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb9e964740 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5603261fddc0 0x5603262001e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb9e964740 4 client.16806 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb9e964740 1 -- 172.21.15.47:0/1363473759 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5603260e7d70 con 0x5603261fddc0 2024-04-25T02:39:28.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.157+0000 7fcb99000640 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5603261fddc0 0x5603262001e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:28.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb99000640 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5603261fddc0 0x5603262001e0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5f1c6757074d9ff server_cookie=50aeab1c340e2373 in_seq=0 out_seq=0 2024-04-25T02:39:28.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb82a00640 10 client.16806 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:28.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb82a00640 1 -- 172.21.15.47:0/1363473759 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5603260e7d70 con 0x5603261fddc0 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb82a00640 10 client.16806 handle_command_reply: tid=0 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb9e964740 1 client.16806 shutdown 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb9e964740 1 -- 172.21.15.47:0/1363473759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 msgr2=0x56032618b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb9e964740 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032618b130 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c098580 tx=0x7fcb7c09ba40 comp rx=0 tx=0).stop 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb9e964740 1 -- 172.21.15.47:0/1363473759 shutdown_connections 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb9e964740 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5603261fddc0 0x5603262001e0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb9e964740 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560326186790 0x5603261f60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb9e964740 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56032617c0c0 0x56032618b130 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb82a00640 0 client.16806 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.158+0000 7fcb9e964740 1 --2- 172.21.15.47:0/1363473759 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56032617b7a0 0x56032618abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.159+0000 7fcb9e964740 1 -- 172.21.15.47:0/1363473759 >> 172.21.15.47:0/1363473759 conn(0x560326177ac0 msgr2=0x560326183650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.159+0000 7fcb9e964740 1 -- 172.21.15.47:0/1363473759 shutdown_connections 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.159+0000 7fcb9e964740 1 -- 172.21.15.47:0/1363473759 wait complete. 2024-04-25T02:39:28.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.159+0000 7fcb9e964740 20 client.16806 trim_cache size 0 max 16384 2024-04-25T02:39:28.167 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:39:28.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.159+0000 7fcb9a400640 1 -- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb780a2d00 msgr2=0x7fcb780a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.159+0000 7fcb9a400640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb780a2d00 0x7fcb780a51c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x56032617cd60 tx=0x7fcb84014040 comp rx=0 tx=0).stop 2024-04-25T02:39:28.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.159+0000 7fcb9a400640 1 -- 172.21.15.47:0/1107963869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb94074400 msgr2=0x7fcb9419ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:28.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.159+0000 7fcb9a400640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb94074400 0x7fcb9419ea20 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c00ea60 tx=0x7fcb7c00ef20 comp rx=0 tx=0).stop 2024-04-25T02:39:28.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.160+0000 7fcb9a400640 1 -- 172.21.15.47:0/1107963869 shutdown_connections 2024-04-25T02:39:28.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.160+0000 7fcb9a400640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb780a2d00 0x7fcb780a51c0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.160+0000 7fcb9a400640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb94112600 0x7fcb941a2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.160+0000 7fcb9a400640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcb94074400 0x7fcb9419ea20 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.160+0000 7fcb9a400640 1 --2- 172.21.15.47:0/1107963869 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcb94073ae0 0x7fcb9419e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:28.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.160+0000 7fcb9a400640 1 -- 172.21.15.47:0/1107963869 >> 172.21.15.47:0/1107963869 conn(0x7fcb940fd0e0 msgr2=0x7fcb940fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:28.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.160+0000 7fcb9a400640 1 -- 172.21.15.47:0/1107963869 shutdown_connections 2024-04-25T02:39:28.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:28.160+0000 7fcb9a400640 1 -- 172.21.15.47:0/1107963869 wait complete. 2024-04-25T02:39:28.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:27 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3932605597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:39:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:28 smithi178 ceph-mon[33053]: pgmap v208: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:39:29.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:28 smithi047 ceph-mon[27871]: pgmap v208: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:39:29.182 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:39:29.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:39:29.183 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:39:29.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:28 smithi113 ceph-mon[32459]: pgmap v208: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.409+0000 7f49fca00640 1 -- 172.21.15.47:0/1189784067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f49f810dd00 msgr2=0x7f49f810e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.409+0000 7f49fca00640 1 --2- 172.21.15.47:0/1189784067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f49f810dd00 0x7f49f810e0e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f49e8009900 tx=0x7f49e802a480 comp rx=0 tx=0).stop 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.410+0000 7f49fca00640 1 -- 172.21.15.47:0/1189784067 shutdown_connections 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.410+0000 7f49fca00640 1 --2- 172.21.15.47:0/1189784067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f49f8108680 0x7f49f8114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.410+0000 7f49fca00640 1 --2- 172.21.15.47:0/1189784067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49f8107ce0 0x7f49f8108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.410+0000 7f49fca00640 1 --2- 172.21.15.47:0/1189784067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f49f810dd00 0x7f49f810e0e0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.410+0000 7f49fca00640 1 -- 172.21.15.47:0/1189784067 >> 172.21.15.47:0/1189784067 conn(0x7f49f8077560 msgr2=0x7f49f8106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.410+0000 7f49fca00640 1 -- 172.21.15.47:0/1189784067 shutdown_connections 2024-04-25T02:39:29.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.410+0000 7f49fca00640 1 -- 172.21.15.47:0/1189784067 wait complete. 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.411+0000 7f49fca00640 1 Processor -- start 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.411+0000 7f49fca00640 1 -- start start 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49fca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f49f8107ce0 0x7f49f819e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49fca00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f49f8108680 0x7f49f819e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49fca00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49f810dd00 0x7f49f81a2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49fca00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f49f8118030 con 0x7f49f810dd00 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49fca00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f49f8117eb0 con 0x7f49f8107ce0 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49fca00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f49f81181b0 con 0x7f49f8108680 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49f6800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f49f8107ce0 0x7f49f819e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49f6800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f49f8107ce0 0x7f49f819e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45050/0 (socket says 172.21.15.47:45050) 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49f6800640 1 -- 172.21.15.47:0/1357565387 learned_addr learned my addr 172.21.15.47:0/1357565387 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.417 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49f7200640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49f810dd00 0x7f49f81a2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.412+0000 7f49f5e00640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f49f8108680 0x7f49f819e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49f6800640 1 -- 172.21.15.47:0/1357565387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f49f8108680 msgr2=0x7f49f819e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49f6800640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f49f8108680 0x7f49f819e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49f6800640 1 -- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49f810dd00 msgr2=0x7f49f81a2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49f6800640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49f810dd00 0x7f49f81a2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49f6800640 1 -- 172.21.15.47:0/1357565387 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49f81a3420 con 0x7f49f8107ce0 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49f6800640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f49f8107ce0 0x7f49f819e430 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f49e8004770 tx=0x7f49e8003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49ef400640 1 -- 172.21.15.47:0/1357565387 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e803f070 con 0x7f49f8107ce0 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49fca00640 1 -- 172.21.15.47:0/1357565387 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49f81a36b0 con 0x7f49f8107ce0 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49ef400640 1 -- 172.21.15.47:0/1357565387 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49e8031ca0 con 0x7f49f8107ce0 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.413+0000 7f49ef400640 1 -- 172.21.15.47:0/1357565387 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e8035030 con 0x7f49f8107ce0 2024-04-25T02:39:29.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.414+0000 7f49fca00640 1 -- 172.21.15.47:0/1357565387 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49f81aafa0 con 0x7f49f8107ce0 2024-04-25T02:39:29.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.418+0000 7f4a00193740 1 Processor -- start 2024-04-25T02:39:29.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.418+0000 7f4a00193740 1 -- start start 2024-04-25T02:39:29.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.418+0000 7f49ef400640 1 -- 172.21.15.47:0/1357565387 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f49e8042070 con 0x7f49f8107ce0 2024-04-25T02:39:29.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f4a00193740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2eb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f4a00193740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 0x55ec6b2f59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f4a00193740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f4a00193740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ec6b249f40 con 0x55ec6b2f5f10 2024-04-25T02:39:29.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f4a00193740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55ec6b24f190 con 0x55ec6b2eaf20 2024-04-25T02:39:29.424 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f4a00193740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ec6b1f7a10 con 0x55ec6b2eb840 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f49f5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f49f6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 0x55ec6b2f59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f49f5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f8300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46680/0 (socket says 172.21.15.47:46680) 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f49f5e00640 1 -- 172.21.15.47:0/2418172234 learned_addr learned my addr 172.21.15.47:0/2418172234 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f49f7200640 1 --2- 172.21.15.47:0/2418172234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2eb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.419+0000 7f49f5e00640 1 -- 172.21.15.47:0/2418172234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 msgr2=0x55ec6b2f59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49f5e00640 1 --2- 172.21.15.47:0/2418172234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 0x55ec6b2f59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49f5e00640 1 -- 172.21.15.47:0/2418172234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eaf20 msgr2=0x55ec6b2eb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49f5e00640 1 --2- 172.21.15.47:0/2418172234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2eb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49f5e00640 1 -- 172.21.15.47:0/2418172234 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec6b02b7e0 con 0x55ec6b2f5f10 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49f5e00640 1 --2- 172.21.15.47:0/2418172234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f8300 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f49e0009c90 tx=0x7f49e0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df1db94f346eb4d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49ef400640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f49dc0a2d00 0x7f49dc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49e7400640 1 -- 172.21.15.47:0/2418172234 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e001e070 con 0x55ec6b2f5f10 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49e7400640 1 -- 172.21.15.47:0/2418172234 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49e0019b10 con 0x55ec6b2f5f10 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49e7400640 1 -- 172.21.15.47:0/2418172234 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e000ea90 con 0x55ec6b2f5f10 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49ef400640 1 -- 172.21.15.47:0/1357565387 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f49e80efa70 con 0x7f49f8107ce0 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.420+0000 7f49f7200640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f49dc0a2d00 0x7f49dc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 -- 172.21.15.47:0/2418172234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 msgr2=0x55ec6b2f8300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 --2- 172.21.15.47:0/2418172234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f8300 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f49e0009c90 tx=0x7f49e0011810 comp rx=0 tx=0).stop 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 -- 172.21.15.47:0/2418172234 shutdown_connections 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 --2- 172.21.15.47:0/2418172234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f8300 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 --2- 172.21.15.47:0/2418172234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 0x55ec6b2f59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 --2- 172.21.15.47:0/2418172234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2eb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 -- 172.21.15.47:0/2418172234 >> 172.21.15.47:0/2418172234 conn(0x55ec6b2e7240 msgr2=0x55ec6b2e7620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f49f7200640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f49dc0a2d00 0x7f49dc0a51c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f49f0005fd0 tx=0x7f49f0009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 -- 172.21.15.47:0/2418172234 shutdown_connections 2024-04-25T02:39:29.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.421+0000 7f4a00193740 1 -- 172.21.15.47:0/2418172234 wait complete. 2024-04-25T02:39:29.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.422+0000 7f4a00193740 1 -- start start 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.422+0000 7f4a00193740 1 Processor -- start 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.422+0000 7f4a00193740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2f2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.422+0000 7f4a00193740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 0x55ec6b2f3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.422+0000 7f4a00193740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.422+0000 7f4a00193740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ec6b20ae70 con 0x55ec6b2eaf20 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.422+0000 7f4a00193740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55ec6b24b150 con 0x55ec6b2f5f10 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.422+0000 7f4a00193740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ec6b2f8da0 con 0x55ec6b2eb840 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f4a00193740 10 client.0 _ll_register_callbacks cb 0x55ec6b2461f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:29.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f6800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2f2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f6800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2f2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46684/0 (socket says 172.21.15.47:46684) 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f6800640 1 -- 172.21.15.47:0/3041220757 learned_addr learned my addr 172.21.15.47:0/3041220757 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f7200640 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f5e00640 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 0x55ec6b2f3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f6800640 1 -- 172.21.15.47:0/3041220757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 msgr2=0x55ec6b2f3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f6800640 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 0x55ec6b2f3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f6800640 1 -- 172.21.15.47:0/3041220757 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 msgr2=0x55ec6b2f38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f6800640 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f38d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.423+0000 7f49f6800640 1 -- 172.21.15.47:0/3041220757 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec6b08bf70 con 0x55ec6b2eaf20 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f49f6800640 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2f2e50 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f49e80ed1c0 tx=0x7f49e802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99ea1a464920154d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f49dbe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f49dbe00640 1 -- 172.21.15.47:0/3041220757 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e80efe60 con 0x55ec6b2eaf20 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f49dbe00640 1 -- 172.21.15.47:0/3041220757 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f49e803b4f0 con 0x55ec6b2eaf20 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f4a00193740 1 -- 172.21.15.47:0/3041220757 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49e0019b10 con 0x55ec6b2eaf20 2024-04-25T02:39:29.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f49dbe00640 1 -- 172.21.15.47:0/3041220757 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f49e8049030 con 0x55ec6b2eaf20 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f4a00193740 10 client.16818 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f4a00193740 1 -- 172.21.15.47:0/3041220757 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ec6af23170 con 0x55ec6b2eaf20 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.424+0000 7f49dbe00640 1 -- 172.21.15.47:0/3041220757 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49e0019b10 con 0x55ec6b2eaf20 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.425+0000 7f49dbe00640 1 -- 172.21.15.47:0/3041220757 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f49e80ed3e0 con 0x55ec6b2eaf20 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.425+0000 7f4a00193740 10 client.16818 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.425+0000 7f4a00193740 10 client.16818 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.425+0000 7f4a00193740 20 client.16818 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.425+0000 7f4a00193740 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ec6b3060e0 0x55ec6b308510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.425+0000 7f4a00193740 4 client.16818 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.425+0000 7f4a00193740 1 -- 172.21.15.47:0/3041220757 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec6b25c6d0 con 0x55ec6b3060e0 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.425+0000 7f49f5e00640 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ec6b3060e0 0x55ec6b308510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.426+0000 7f49f5e00640 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ec6b3060e0 0x55ec6b308510 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5e03247ac8cdd19 server_cookie=b8bf78a7e219a342 in_seq=0 out_seq=0 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.426+0000 7f49dbe00640 10 client.16818 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f49dbe00640 1 -- 172.21.15.47:0/3041220757 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ec6b25c6d0 con 0x55ec6b3060e0 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f49dbe00640 10 client.16818 handle_command_reply: tid=0 2024-04-25T02:39:29.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 client.16818 shutdown 2024-04-25T02:39:29.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 -- 172.21.15.47:0/3041220757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eaf20 msgr2=0x55ec6b2f2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2f2e50 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f49e80ed1c0 tx=0x7f49e802a480 comp rx=0 tx=0).stop 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 -- 172.21.15.47:0/3041220757 shutdown_connections 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ec6b3060e0 0x55ec6b308510 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2f38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eb840 0x55ec6b2f3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f49dbe00640 0 client.16818 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 --2- 172.21.15.47:0/3041220757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2f2e50 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 -- 172.21.15.47:0/3041220757 >> 172.21.15.47:0/3041220757 conn(0x55ec6b2e7240 msgr2=0x55ec6b2ed040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 -- 172.21.15.47:0/3041220757 shutdown_connections 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 1 -- 172.21.15.47:0/3041220757 wait complete. 2024-04-25T02:39:29.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.427+0000 7f4a00193740 20 client.16818 trim_cache size 0 max 16384 2024-04-25T02:39:29.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.447+0000 7f4a00193740 1 Processor -- start 2024-04-25T02:39:29.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.447+0000 7f4a00193740 1 -- start start 2024-04-25T02:39:29.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.447+0000 7f4a00193740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b301b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.447+0000 7f4a00193740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eb840 0x55ec6b2ed680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.447+0000 7f4a00193740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 0x55ec6b30ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.447+0000 7f4a00193740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f49f81b60c0 con 0x55ec6b2eb840 2024-04-25T02:39:29.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.447+0000 7f4a00193740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f49f81b3990 con 0x55ec6b2f5f10 2024-04-25T02:39:29.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.447+0000 7f4a00193740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f49f81b1800 con 0x55ec6b2eaf20 2024-04-25T02:39:29.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eb840 0x55ec6b2ed680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eb840 0x55ec6b2ed680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46690/0 (socket says 172.21.15.47:46690) 2024-04-25T02:39:29.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 -- 172.21.15.47:0/1486900260 learned_addr learned my addr 172.21.15.47:0/1486900260 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f6800640 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b301b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f7200640 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 0x55ec6b30ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.454 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 -- 172.21.15.47:0/1486900260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 msgr2=0x55ec6b301b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b301b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 -- 172.21.15.47:0/1486900260 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 msgr2=0x55ec6b30ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 0x55ec6b30ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 -- 172.21.15.47:0/1486900260 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec6b2e5750 con 0x55ec6b2eb840 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.448+0000 7f49f5e00640 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eb840 0x55ec6b2ed680 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f49e000e640 tx=0x7f49e000e710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e203892124466f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.449+0000 7f49e6a00640 1 -- 172.21.15.47:0/1486900260 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e001e040 con 0x55ec6b2eb840 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.449+0000 7f49e6a00640 1 -- 172.21.15.47:0/1486900260 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49e001f040 con 0x55ec6b2eb840 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.449+0000 7f49e6a00640 1 -- 172.21.15.47:0/1486900260 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e00053c0 con 0x55ec6b2eb840 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.449+0000 7f4a00193740 1 -- 172.21.15.47:0/1486900260 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eb840 msgr2=0x55ec6b2ed680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.449+0000 7f4a00193740 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eb840 0x55ec6b2ed680 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f49e000e640 tx=0x7f49e000e710 comp rx=0 tx=0).stop 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.449+0000 7f4a00193740 1 -- 172.21.15.47:0/1486900260 shutdown_connections 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.449+0000 7f4a00193740 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2f5f10 0x55ec6b30ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.450+0000 7f4a00193740 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2eb840 0x55ec6b2ed680 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.450+0000 7f4a00193740 1 --2- 172.21.15.47:0/1486900260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b301b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.450+0000 7f4a00193740 1 -- 172.21.15.47:0/1486900260 >> 172.21.15.47:0/1486900260 conn(0x55ec6b2e7240 msgr2=0x55ec6b2e63b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.450+0000 7f4a00193740 1 -- 172.21.15.47:0/1486900260 shutdown_connections 2024-04-25T02:39:29.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.450+0000 7f4a00193740 1 -- 172.21.15.47:0/1486900260 wait complete. 2024-04-25T02:39:29.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.450+0000 7f4a00193740 1 -- start start 2024-04-25T02:39:29.458 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.450+0000 7f4a00193740 1 Processor -- start 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f4a00193740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2fe020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f4a00193740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eb840 0x55ec6b2fe560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f4a00193740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2faff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f4a00193740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f49f81b1e50 con 0x55ec6b2f5f10 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f4a00193740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f49f81b32c0 con 0x55ec6b2eb840 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f4a00193740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f49f81b2520 con 0x55ec6b2eaf20 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f4a00193740 10 client.0 _ll_register_callbacks cb 0x7f49e80f3210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f7200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2faff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2fe020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f7200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2faff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46706/0 (socket says 172.21.15.47:46706) 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f7200640 1 -- 172.21.15.47:0/1589012111 learned_addr learned my addr 172.21.15.47:0/1589012111 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f5e00640 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eb840 0x55ec6b2fe560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f6800640 1 -- 172.21.15.47:0/1589012111 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eb840 msgr2=0x55ec6b2fe560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f6800640 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eb840 0x55ec6b2fe560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f6800640 1 -- 172.21.15.47:0/1589012111 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 msgr2=0x55ec6b2faff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.451+0000 7f49f6800640 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2faff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f49f6800640 1 -- 172.21.15.47:0/1589012111 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec6b2fb630 con 0x55ec6b2eaf20 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f49f6800640 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2fe020 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f49e8031550 tx=0x7f49e803b460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fe55b989630006 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f49dbe00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f49dbe00640 1 -- 172.21.15.47:0/1589012111 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e80bbe70 con 0x55ec6b2eaf20 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f4a00193740 1 -- 172.21.15.47:0/1589012111 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49e001f040 con 0x55ec6b2eaf20 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f49dbe00640 1 -- 172.21.15.47:0/1589012111 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f49e80c49d0 con 0x55ec6b2eaf20 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f49dbe00640 1 -- 172.21.15.47:0/1589012111 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f49e80bbbe0 con 0x55ec6b2eaf20 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f4a00193740 10 client.26941 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.452+0000 7f4a00193740 1 -- 172.21.15.47:0/1589012111 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ec6b36cfb0 con 0x55ec6b2eaf20 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f49dbe00640 1 -- 172.21.15.47:0/1589012111 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49e001f040 con 0x55ec6b2eaf20 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f49dbe00640 1 -- 172.21.15.47:0/1589012111 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f49e80bb680 con 0x55ec6b2eaf20 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f4a00193740 10 client.26941 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f4a00193740 10 client.26941 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:39:29.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f4a00193740 20 client.26941 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f4a00193740 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ec6b36d4f0 0x55ec6b36f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f4a00193740 4 client.26941 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:39:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f4a00193740 1 -- 172.21.15.47:0/1589012111 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ec6b256a20 con 0x55ec6b36d4f0 2024-04-25T02:39:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.453+0000 7f49f5e00640 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ec6b36d4f0 0x55ec6b36f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.454+0000 7f49f5e00640 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ec6b36d4f0 0x55ec6b36f8e0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ded770b8a8f9bc3 server_cookie=ded8f86971da051 in_seq=0 out_seq=0 2024-04-25T02:39:29.461 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.454+0000 7f49dbe00640 10 client.26941 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:29.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f49dbe00640 1 -- 172.21.15.47:0/1589012111 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ec6b256a20 con 0x55ec6b36d4f0 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f49dbe00640 10 client.26941 handle_command_reply: tid=0 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 client.26941 shutdown 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 -- 172.21.15.47:0/1589012111 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 msgr2=0x55ec6b2fe020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2fe020 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f49e8031550 tx=0x7f49e803b460 comp rx=0 tx=0).stop 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 -- 172.21.15.47:0/1589012111 shutdown_connections 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ec6b36d4f0 0x55ec6b36f8e0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ec6b2f5f10 0x55ec6b2faff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f49dbe00640 0 client.26941 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ec6b2eb840 0x55ec6b2fe560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 --2- 172.21.15.47:0/1589012111 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec6b2eaf20 0x55ec6b2fe020 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.455+0000 7f4a00193740 1 -- 172.21.15.47:0/1589012111 >> 172.21.15.47:0/1589012111 conn(0x55ec6b2e7240 msgr2=0x55ec6b2f2e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f4a00193740 1 -- 172.21.15.47:0/1589012111 shutdown_connections 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f4a00193740 1 -- 172.21.15.47:0/1589012111 wait complete. 2024-04-25T02:39:29.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f4a00193740 20 client.26941 trim_cache size 0 max 16384 2024-04-25T02:39:29.464 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:39:29.464 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:39:29.464 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "a1392868-2989-4a5a-b872-69c819372fd6", 2024-04-25T02:39:29.464 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:39:29.464 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f49fca00640 1 -- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f49dc0a2d00 msgr2=0x7f49dc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f49fca00640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f49dc0a2d00 0x7f49dc0a51c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f49f0005fd0 tx=0x7f49f0009500 comp rx=0 tx=0).stop 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f49fca00640 1 -- 172.21.15.47:0/1357565387 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f49f8107ce0 msgr2=0x7f49f819e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f49fca00640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f49f8107ce0 0x7f49f819e430 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f49e8004770 tx=0x7f49e8003c10 comp rx=0 tx=0).stop 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f49fca00640 1 -- 172.21.15.47:0/1357565387 shutdown_connections 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.456+0000 7f49fca00640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f49dc0a2d00 0x7f49dc0a51c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.457+0000 7f49fca00640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49f810dd00 0x7f49f81a2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.457+0000 7f49fca00640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f49f8108680 0x7f49f819e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.457+0000 7f49fca00640 1 --2- 172.21.15.47:0/1357565387 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f49f8107ce0 0x7f49f819e430 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.465 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.457+0000 7f49fca00640 1 -- 172.21.15.47:0/1357565387 >> 172.21.15.47:0/1357565387 conn(0x7f49f8077560 msgr2=0x7f49f80784c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.457+0000 7f49fca00640 1 -- 172.21.15.47:0/1357565387 shutdown_connections 2024-04-25T02:39:29.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.457+0000 7f49fca00640 1 -- 172.21.15.47:0/1357565387 wait complete. 2024-04-25T02:39:29.481 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:39:29.481 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:39:29.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.688+0000 7f3833a00640 1 -- 172.21.15.47:0/1885711893 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c109990 msgr2=0x7f382c109d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.688+0000 7f3833a00640 1 --2- 172.21.15.47:0/1885711893 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c109990 0x7f382c109d70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f381c009ca0 tx=0x7f381c02a8b0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.688+0000 7f3833a00640 1 -- 172.21.15.47:0/1885711893 shutdown_connections 2024-04-25T02:39:29.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.688+0000 7f3833a00640 1 --2- 172.21.15.47:0/1885711893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f382c104340 0x7f382c110850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.688+0000 7f3833a00640 1 --2- 172.21.15.47:0/1885711893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f382c103980 0x7f382c103e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.688+0000 7f3833a00640 1 --2- 172.21.15.47:0/1885711893 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c109990 0x7f382c109d70 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.688+0000 7f3833a00640 1 -- 172.21.15.47:0/1885711893 >> 172.21.15.47:0/1885711893 conn(0x7f382c0ff4d0 msgr2=0x7f382c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.689+0000 7f3833a00640 1 -- 172.21.15.47:0/1885711893 shutdown_connections 2024-04-25T02:39:29.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.689+0000 7f3833a00640 1 -- 172.21.15.47:0/1885711893 wait complete. 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.690+0000 7f3833a00640 1 Processor -- start 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.690+0000 7f3833a00640 1 -- start start 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3833a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c103980 0x7f382c19a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3833a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f382c104340 0x7f382c19a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3833a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f382c109990 0x7f382c19eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3833a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f382c113df0 con 0x7f382c109990 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3833a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f382c113c70 con 0x7f382c103980 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3833a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f382c113f70 con 0x7f382c104340 2024-04-25T02:39:29.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3831000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c103980 0x7f382c19a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3831000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c103980 0x7f382c19a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45116/0 (socket says 172.21.15.47:45116) 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3831000640 1 -- 172.21.15.47:0/990440226 learned_addr learned my addr 172.21.15.47:0/990440226 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3831a00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f382c109990 0x7f382c19eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f382be00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f382c104340 0x7f382c19a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3831000640 1 -- 172.21.15.47:0/990440226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f382c104340 msgr2=0x7f382c19a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3831000640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f382c104340 0x7f382c19a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.691+0000 7f3831000640 1 -- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f382c109990 msgr2=0x7f382c19eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f3831000640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f382c109990 0x7f382c19eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f3831000640 1 -- 172.21.15.47:0/990440226 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f382c19f2a0 con 0x7f382c103980 2024-04-25T02:39:29.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f382be00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f382c104340 0x7f382c19a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:39:29.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f3831000640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c103980 0x7f382c19a2b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f381c005e30 tx=0x7f381c003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f3829600640 1 -- 172.21.15.47:0/990440226 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c030e30 con 0x7f382c103980 2024-04-25T02:39:29.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f3829600640 1 -- 172.21.15.47:0/990440226 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f381c040070 con 0x7f382c103980 2024-04-25T02:39:29.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f3829600640 1 -- 172.21.15.47:0/990440226 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c045b10 con 0x7f382c103980 2024-04-25T02:39:29.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f3833a00640 1 -- 172.21.15.47:0/990440226 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f382c19f530 con 0x7f382c103980 2024-04-25T02:39:29.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.692+0000 7f3833a00640 1 -- 172.21.15.47:0/990440226 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f382c1a6e20 con 0x7f382c103980 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f38367b0740 1 Processor -- start 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f38367b0740 1 -- start start 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f3829600640 1 -- 172.21.15.47:0/990440226 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f381c045cb0 con 0x7f382c103980 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f38367b0740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27000 0x560886d273e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f38367b0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 0x560886d31ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f38367b0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d343e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f38367b0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560886c8b560 con 0x560886d31ff0 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f38367b0740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x560886c33930 con 0x560886d27000 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f38367b0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560886c87520 con 0x560886d27920 2024-04-25T02:39:29.702 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f3831a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27000 0x560886d273e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.696+0000 7f3831a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27000 0x560886d273e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45124/0 (socket says 172.21.15.47:45124) 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f382be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d343e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f3831a00640 1 -- 172.21.15.47:0/3790079930 learned_addr learned my addr 172.21.15.47:0/3790079930 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f3831000640 1 --2- 172.21.15.47:0/3790079930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 0x560886d31ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f3831a00640 1 -- 172.21.15.47:0/3790079930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 msgr2=0x560886d31ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f3831a00640 1 --2- 172.21.15.47:0/3790079930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 0x560886d31ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f3831a00640 1 -- 172.21.15.47:0/3790079930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 msgr2=0x560886d343e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f3831a00640 1 --2- 172.21.15.47:0/3790079930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d343e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f3831a00640 1 -- 172.21.15.47:0/3790079930 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560886a697d0 con 0x560886d27000 2024-04-25T02:39:29.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.697+0000 7f3831a00640 1 --2- 172.21.15.47:0/3790079930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27000 0x560886d273e0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3824009c20 tx=0x7f3824011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df23dbf5d9efec7c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.698+0000 7f3822000640 1 -- 172.21.15.47:0/3790079930 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382401e070 con 0x560886d27000 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.698+0000 7f3829600640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f38100a2d80 0x7f38100a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.698+0000 7f3822000640 1 -- 172.21.15.47:0/3790079930 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3824019b10 con 0x560886d27000 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.698+0000 7f3822000640 1 -- 172.21.15.47:0/3790079930 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382400eae0 con 0x560886d27000 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.698+0000 7f3829600640 1 -- 172.21.15.47:0/990440226 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f381c0f03b0 con 0x7f382c103980 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.698+0000 7f3831000640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f38100a2d80 0x7f38100a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.698+0000 7f38367b0740 1 -- 172.21.15.47:0/3790079930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27000 msgr2=0x560886d273e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.698+0000 7f38367b0740 1 --2- 172.21.15.47:0/3790079930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27000 0x560886d273e0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3824009c20 tx=0x7f3824011810 comp rx=0 tx=0).stop 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 -- 172.21.15.47:0/3790079930 shutdown_connections 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 --2- 172.21.15.47:0/3790079930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d343e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 --2- 172.21.15.47:0/3790079930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 0x560886d31ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f3831000640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f38100a2d80 0x7f38100a5240 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f381c0f3fd0 tx=0x7f381c0f3e60 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 --2- 172.21.15.47:0/3790079930 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27000 0x560886d273e0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 -- 172.21.15.47:0/3790079930 >> 172.21.15.47:0/3790079930 conn(0x560886d23320 msgr2=0x560886d23700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 -- 172.21.15.47:0/3790079930 shutdown_connections 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 -- 172.21.15.47:0/3790079930 wait complete. 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 -- start start 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.699+0000 7f38367b0740 1 Processor -- start 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f38367b0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d2efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f38367b0740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27920 0x560886d2f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f38367b0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d2fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f38367b0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560886d34de0 con 0x560886d31ff0 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f38367b0740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x560886c46d90 con 0x560886d27920 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f38367b0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560886d34f60 con 0x560886d27000 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f38367b0740 10 client.0 _ll_register_callbacks cb 0x560886c46780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f382be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27920 0x560886d2f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f382be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27920 0x560886d2f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45130/0 (socket says 172.21.15.47:45130) 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f382be00640 1 -- 172.21.15.47:0/780270426 learned_addr learned my addr 172.21.15.47:0/780270426 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f3831a00640 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d2efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.700+0000 7f3831a00640 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d2fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f382be00640 1 -- 172.21.15.47:0/780270426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 msgr2=0x560886d2efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f382be00640 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d2efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f382be00640 1 -- 172.21.15.47:0/780270426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 msgr2=0x560886d2fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f382be00640 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d2fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f382be00640 1 -- 172.21.15.47:0/780270426 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56088699f3f0 con 0x560886d27920 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f3831a00640 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d2fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f382be00640 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27920 0x560886d2f520 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f38140126b0 tx=0x7f3814012b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e759a4a5bf30985 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f381aa00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f381aa00640 1 -- 172.21.15.47:0/780270426 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3814011c70 con 0x560886d27920 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f381aa00640 1 -- 172.21.15.47:0/780270426 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f3814011e10 con 0x560886d27920 2024-04-25T02:39:29.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.701+0000 7f38367b0740 1 -- 172.21.15.47:0/780270426 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3824019b10 con 0x560886d27920 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f381aa00640 1 -- 172.21.15.47:0/780270426 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f381400f460 con 0x560886d27920 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f38367b0740 10 client.26945 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f38367b0740 1 -- 172.21.15.47:0/780270426 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56088695f0f0 con 0x560886d27920 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f381aa00640 1 -- 172.21.15.47:0/780270426 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3824019b10 con 0x560886d27920 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f381aa00640 1 -- 172.21.15.47:0/780270426 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f381401c7c0 con 0x560886d27920 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f38367b0740 10 client.26945 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f38367b0740 10 client.26945 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f38367b0740 20 client.26945 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f38367b0740 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560886d424d0 0x560886d44910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f38367b0740 4 client.26945 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.702+0000 7f38367b0740 1 -- 172.21.15.47:0/780270426 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560886c9ed90 con 0x560886d424d0 2024-04-25T02:39:29.711 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.703+0000 7f3831a00640 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560886d424d0 0x560886d44910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.703+0000 7f3831a00640 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560886d424d0 0x560886d44910 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=863a33531518a438 server_cookie=aed48580c9c25ad0 in_seq=0 out_seq=0 2024-04-25T02:39:29.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.703+0000 7f381aa00640 10 client.26945 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.704+0000 7f381aa00640 1 -- 172.21.15.47:0/780270426 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560886c9ed90 con 0x560886d424d0 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.704+0000 7f381aa00640 10 client.26945 handle_command_reply: tid=0 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.704+0000 7f38367b0740 1 client.26945 shutdown 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.704+0000 7f38367b0740 1 -- 172.21.15.47:0/780270426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27920 msgr2=0x560886d2f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.704+0000 7f38367b0740 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27920 0x560886d2f520 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f38140126b0 tx=0x7f3814012b70 comp rx=0 tx=0).stop 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 1 -- 172.21.15.47:0/780270426 shutdown_connections 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560886d424d0 0x560886d44910 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d31ff0 0x560886d2fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d27920 0x560886d2f520 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 1 --2- 172.21.15.47:0/780270426 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d2efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 1 -- 172.21.15.47:0/780270426 >> 172.21.15.47:0/780270426 conn(0x560886d23320 msgr2=0x560886d29120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f381aa00640 0 client.26945 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 1 -- 172.21.15.47:0/780270426 shutdown_connections 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 1 -- 172.21.15.47:0/780270426 wait complete. 2024-04-25T02:39:29.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.705+0000 7f38367b0740 20 client.26945 trim_cache size 0 max 16384 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.724+0000 7f38367b0740 1 Processor -- start 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.724+0000 7f38367b0740 1 -- start start 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f38367b0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d23700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f38367b0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27920 0x560886d3dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f38367b0740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 0x560886d2e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f38367b0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f382c1b1ed0 con 0x560886d27920 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f38367b0740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f382c1af7a0 con 0x560886d31ff0 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f38367b0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f382c1ad610 con 0x560886d27000 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f3831a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d23700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f3831a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d23700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:45044/0 (socket says 172.21.15.47:45044) 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f3831a00640 1 -- 172.21.15.47:0/125652110 learned_addr learned my addr 172.21.15.47:0/125652110 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f3831a00640 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 0x560886d2e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.725+0000 7f382be00640 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27920 0x560886d3dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.731 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3831a00640 1 -- 172.21.15.47:0/125652110 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 msgr2=0x560886d2e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3831a00640 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 0x560886d2e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3831a00640 1 -- 172.21.15.47:0/125652110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27920 msgr2=0x560886d3dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3831a00640 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27920 0x560886d3dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3831a00640 1 -- 172.21.15.47:0/125652110 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560886d27750 con 0x560886d27000 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3831a00640 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d23700 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f38240058c0 tx=0x7f3824005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75f1efabe5960cf2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3821600640 1 -- 172.21.15.47:0/125652110 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382401e040 con 0x560886d27000 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3821600640 1 -- 172.21.15.47:0/125652110 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f382401f040 con 0x560886d27000 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.726+0000 7f3821600640 1 -- 172.21.15.47:0/125652110 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382400ea40 con 0x560886d27000 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 -- 172.21.15.47:0/125652110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 msgr2=0x560886d23700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d23700 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f38240058c0 tx=0x7f3824005f90 comp rx=0 tx=0).stop 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 -- 172.21.15.47:0/125652110 shutdown_connections 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 0x560886d2e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27920 0x560886d3dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 --2- 172.21.15.47:0/125652110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27000 0x560886d23700 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.732 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 -- 172.21.15.47:0/125652110 >> 172.21.15.47:0/125652110 conn(0x560886d23320 msgr2=0x560886d21bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 -- 172.21.15.47:0/125652110 shutdown_connections 2024-04-25T02:39:29.733 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.727+0000 7f38367b0740 1 -- 172.21.15.47:0/125652110 wait complete. 2024-04-25T02:39:29.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 1 -- start start 2024-04-25T02:39:29.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 1 Processor -- start 2024-04-25T02:39:29.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27000 0x560886d3a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 0x560886d3a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 0x560886d2b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.735 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f382c1adc60 con 0x560886d27000 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f382c1af0d0 con 0x560886d31ff0 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f382c1ae330 con 0x560886d27920 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.728+0000 7f38367b0740 10 client.0 _ll_register_callbacks cb 0x7f3814009e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27000 0x560886d3a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27000 0x560886d3a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:46760/0 (socket says 172.21.15.47:46760) 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 -- 172.21.15.47:0/1132591092 learned_addr learned my addr 172.21.15.47:0/1132591092 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f382be00640 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 0x560886d3a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 0x560886d2b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 -- 172.21.15.47:0/1132591092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 msgr2=0x560886d3a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 0x560886d3a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 -- 172.21.15.47:0/1132591092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 msgr2=0x560886d2b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 0x560886d2b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 -- 172.21.15.47:0/1132591092 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560886d2b910 con 0x560886d27000 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f3831a00640 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27000 0x560886d3a1b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f3824005890 tx=0x7f38240093b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=790816ae1ff39e56 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.729+0000 7f381aa00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:39:29.736 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.730+0000 7f381aa00640 1 -- 172.21.15.47:0/1132591092 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382403f070 con 0x560886d27000 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.730+0000 7f38367b0740 1 -- 172.21.15.47:0/1132591092 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f382401f040 con 0x560886d27000 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.730+0000 7f381aa00640 1 -- 172.21.15.47:0/1132591092 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f3824019630 con 0x560886d27000 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.730+0000 7f381aa00640 1 -- 172.21.15.47:0/1132591092 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f382401e040 con 0x560886d27000 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.730+0000 7f38367b0740 10 client.16842 fetch_fsmap learned FSMap version 24 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.730+0000 7f38367b0740 1 -- 172.21.15.47:0/1132591092 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560886da8360 con 0x560886d27000 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.730+0000 7f381aa00640 1 -- 172.21.15.47:0/1132591092 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f382401f040 con 0x560886d27000 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.731+0000 7f381aa00640 1 -- 172.21.15.47:0/1132591092 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3824042020 con 0x560886d27000 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.731+0000 7f38367b0740 10 client.16842 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.731+0000 7f38367b0740 10 client.16842 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.731+0000 7f38367b0740 20 client.16842 populate_metadata read hostname 'smithi047' 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.731+0000 7f38367b0740 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560886da8880 0x560886daac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.731+0000 7f38367b0740 4 client.16842 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:39:29.737 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.731+0000 7f38367b0740 1 -- 172.21.15.47:0/1132591092 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560886c98aa0 con 0x560886da8880 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.731+0000 7f382be00640 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560886da8880 0x560886daac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f382be00640 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560886da8880 0x560886daac70 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8630e88e5126383c server_cookie=1207cdce34923bb1 in_seq=0 out_seq=0 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f381aa00640 10 client.16842 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f381aa00640 1 -- 172.21.15.47:0/1132591092 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x560886c98aa0 con 0x560886da8880 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f381aa00640 10 client.16842 handle_command_reply: tid=0 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 client.16842 shutdown 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 -- 172.21.15.47:0/1132591092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27000 msgr2=0x560886d3a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27000 0x560886d3a1b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f3824005890 tx=0x7f38240093b0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 -- 172.21.15.47:0/1132591092 shutdown_connections 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560886da8880 0x560886daac70 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560886d31ff0 0x560886d2b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560886d27920 0x560886d3a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 --2- 172.21.15.47:0/1132591092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560886d27000 0x560886d3a1b0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 -- 172.21.15.47:0/1132591092 >> 172.21.15.47:0/1132591092 conn(0x560886d23320 msgr2=0x560886d22480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.739 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f381aa00640 0 client.16842 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 -- 172.21.15.47:0/1132591092 shutdown_connections 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 1 -- 172.21.15.47:0/1132591092 wait complete. 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.732+0000 7f38367b0740 20 client.16842 trim_cache size 0 max 16384 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout: "a1392868-2989-4a5a-b872-69c819372fd6": { 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "a1392868-2989-4a5a-b872-69c819372fd6", 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:39:29.740 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:39:29.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 -- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f38100a2d80 msgr2=0x7f38100a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f38100a2d80 0x7f38100a5240 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f381c0f3fd0 tx=0x7f381c0f3e60 comp rx=0 tx=0).stop 2024-04-25T02:39:29.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 -- 172.21.15.47:0/990440226 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c103980 msgr2=0x7f382c19a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:29.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c103980 0x7f382c19a2b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f381c005e30 tx=0x7f381c003f90 comp rx=0 tx=0).stop 2024-04-25T02:39:29.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 -- 172.21.15.47:0/990440226 shutdown_connections 2024-04-25T02:39:29.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f38100a2d80 0x7f38100a5240 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f382c109990 0x7f382c19eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f382c104340 0x7f382c19a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 --2- 172.21.15.47:0/990440226 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f382c103980 0x7f382c19a2b0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:29.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 -- 172.21.15.47:0/990440226 >> 172.21.15.47:0/990440226 conn(0x7f382c0ff4d0 msgr2=0x7f382c0ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:29.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 -- 172.21.15.47:0/990440226 shutdown_connections 2024-04-25T02:39:29.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:29.733+0000 7f3833a00640 1 -- 172.21.15.47:0/990440226 wait complete. 2024-04-25T02:39:29.756 INFO:tasks.cephfs.filesystem:scrub status for tag:a1392868-2989-4a5a-b872-69c819372fd6 - {'path': '/', 'tag': 'a1392868-2989-4a5a-b872-69c819372fd6', 'options': 'recursive,force'} 2024-04-25T02:39:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:30 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:39:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:30 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:39:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:30 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:39:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:30 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:39:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:30 smithi178 ceph-mon[33053]: pgmap v209: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:30 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:39:31.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:30 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:39:31.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:30 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:39:31.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:30 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:39:31.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:30 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:39:31.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:30 smithi047 ceph-mon[27871]: pgmap v209: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:31.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:30 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:39:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:30 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:39:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:30 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:39:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:30 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:39:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:30 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:39:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:30 smithi113 ceph-mon[32459]: pgmap v209: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:30 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:39:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:32 smithi178 ceph-mon[33053]: pgmap v210: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:33.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:32 smithi047 ceph-mon[27871]: pgmap v210: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:33.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:32 smithi113 ceph-mon[32459]: pgmap v210: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:34 smithi178 ceph-mon[33053]: pgmap v211: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:35.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:34 smithi047 ceph-mon[27871]: pgmap v211: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:35.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:34 smithi113 ceph-mon[32459]: pgmap v211: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:36 smithi178 ceph-mon[33053]: pgmap v212: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:36 smithi047 ceph-mon[27871]: pgmap v212: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:37.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:36 smithi113 ceph-mon[32459]: pgmap v212: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:38 smithi178 ceph-mon[33053]: pgmap v213: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:38 smithi047 ceph-mon[27871]: pgmap v213: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:38 smithi113 ceph-mon[32459]: pgmap v213: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:40 smithi178 ceph-mon[33053]: pgmap v214: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:41.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:40 smithi047 ceph-mon[27871]: pgmap v214: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:41.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:40 smithi113 ceph-mon[32459]: pgmap v214: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:42 smithi178 ceph-mon[33053]: pgmap v215: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:43.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:42 smithi047 ceph-mon[27871]: pgmap v215: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:42 smithi113 ceph-mon[32459]: pgmap v215: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:39:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:44 smithi178 ceph-mon[33053]: pgmap v216: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:44 smithi047 ceph-mon[27871]: pgmap v216: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:45.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:44 smithi113 ceph-mon[32459]: pgmap v216: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:39:47.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:46 smithi047 ceph-mon[27871]: pgmap v217: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:47.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:46 smithi113 ceph-mon[32459]: pgmap v217: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:47.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:46 smithi178 ceph-mon[33053]: pgmap v217: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:48 smithi047 ceph-mon[27871]: pgmap v218: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:48 smithi113 ceph-mon[32459]: pgmap v218: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:49.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:48 smithi178 ceph-mon[33053]: pgmap v218: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:51.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:50 smithi047 ceph-mon[27871]: pgmap v219: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:51.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:50 smithi113 ceph-mon[32459]: pgmap v219: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:51.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:50 smithi178 ceph-mon[33053]: pgmap v219: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:53.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:52 smithi047 ceph-mon[27871]: pgmap v220: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:53.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:52 smithi113 ceph-mon[32459]: pgmap v220: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:53.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:52 smithi178 ceph-mon[33053]: pgmap v220: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:54 smithi047 ceph-mon[27871]: pgmap v221: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:55.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:54 smithi113 ceph-mon[32459]: pgmap v221: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:55.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:54 smithi178 ceph-mon[33053]: pgmap v221: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:57.141 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:56 smithi178 ceph-mon[33053]: pgmap v222: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:57.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:56 smithi047 ceph-mon[27871]: pgmap v222: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:57.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:56 smithi113 ceph-mon[32459]: pgmap v222: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:39:58.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:39:57 smithi047 ceph-mon[27871]: pgmap v223: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:58.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:39:57 smithi113 ceph-mon[32459]: pgmap v223: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:58.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:39:57 smithi178 ceph-mon[33053]: pgmap v223: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:39:59.757 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:39:59.758 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:39:59.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.982+0000 7f0237e00640 1 -- 172.21.15.47:0/870599637 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381030c0 msgr2=0x7f023810b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:59.986 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.982+0000 7f0237e00640 1 --2- 172.21.15.47:0/870599637 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381030c0 0x7f023810b5a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0220009860 tx=0x7f022002a3d0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.983+0000 7f0237e00640 1 -- 172.21.15.47:0/870599637 shutdown_connections 2024-04-25T02:39:59.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.983+0000 7f0237e00640 1 --2- 172.21.15.47:0/870599637 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f023810bbc0 0x7f023810e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.983+0000 7f0237e00640 1 --2- 172.21.15.47:0/870599637 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381030c0 0x7f023810b5a0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.983+0000 7f0237e00640 1 --2- 172.21.15.47:0/870599637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02381027a0 0x7f0238102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.983+0000 7f0237e00640 1 -- 172.21.15.47:0/870599637 >> 172.21.15.47:0/870599637 conn(0x7f02380fbfc0 msgr2=0x7f02380fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:59.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.983+0000 7f0237e00640 1 -- 172.21.15.47:0/870599637 shutdown_connections 2024-04-25T02:39:59.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.983+0000 7f0237e00640 1 -- 172.21.15.47:0/870599637 wait complete. 2024-04-25T02:39:59.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.984+0000 7f0237e00640 1 Processor -- start 2024-04-25T02:39:59.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.984+0000 7f0237e00640 1 -- start start 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0237e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381027a0 0x7f023819a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0237e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02381030c0 0x7f023819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0237e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f023810bbc0 0x7f023819ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0237e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0238111a10 con 0x7f023810bbc0 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0237e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0238111890 con 0x7f02381030c0 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0237e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0238111b90 con 0x7f02381027a0 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0236a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381027a0 0x7f023819a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0236a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381027a0 0x7f023819a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:52794/0 (socket says 172.21.15.47:52794) 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0236a00640 1 -- 172.21.15.47:0/4142553341 learned_addr learned my addr 172.21.15.47:0/4142553341 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:59.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.985+0000 7f0237400640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f023810bbc0 0x7f023819ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:59.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.986+0000 7f022fe00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02381030c0 0x7f023819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.986+0000 7f0236a00640 1 -- 172.21.15.47:0/4142553341 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02381030c0 msgr2=0x7f023819a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.986+0000 7f0236a00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02381030c0 0x7f023819a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.986+0000 7f0236a00640 1 -- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f023810bbc0 msgr2=0x7f023819ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.986+0000 7f0236a00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f023810bbc0 0x7f023819ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.986+0000 7f0236a00640 1 -- 172.21.15.47:0/4142553341 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f023819f1a0 con 0x7f02381027a0 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.986+0000 7f0236a00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381027a0 0x7f023819a1b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f022800e9c0 tx=0x7f022800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.986+0000 7f022f400640 1 -- 172.21.15.47:0/4142553341 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022800ccc0 con 0x7f02381027a0 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.987+0000 7f022f400640 1 -- 172.21.15.47:0/4142553341 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0228005500 con 0x7f02381027a0 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.987+0000 7f0237e00640 1 -- 172.21.15.47:0/4142553341 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f023819f490 con 0x7f02381027a0 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.987+0000 7f022f400640 1 -- 172.21.15.47:0/4142553341 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0228010430 con 0x7f02381027a0 2024-04-25T02:39:59.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.987+0000 7f0237e00640 1 -- 172.21.15.47:0/4142553341 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02381a6d20 con 0x7f02381027a0 2024-04-25T02:39:59.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.990+0000 7f0240b75740 1 Processor -- start 2024-04-25T02:39:59.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.990+0000 7f022f400640 1 -- 172.21.15.47:0/4142553341 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f02280046c0 con 0x7f02381027a0 2024-04-25T02:39:59.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.990+0000 7f0240b75740 1 -- start start 2024-04-25T02:39:59.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f0240b75740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f28d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:59.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f0240b75740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f297c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:59.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f0240b75740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f29a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:59.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f0240b75740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561c2f1f1560 con 0x561c2f28d1e0 2024-04-25T02:39:59.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f0240b75740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561c2f199930 con 0x561c2f2981d0 2024-04-25T02:39:59.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f0240b75740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561c2f1ed520 con 0x561c2f28db00 2024-04-25T02:39:59.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f022fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f29a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:59.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f0237400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f28d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:59.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f0236a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f297c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:59.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f022fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f29a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54846/0 (socket says 172.21.15.47:54846) 2024-04-25T02:39:59.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.991+0000 7f022fe00640 1 -- 172.21.15.47:0/1850680054 learned_addr learned my addr 172.21.15.47:0/1850680054 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:39:59.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f022fe00640 1 -- 172.21.15.47:0/1850680054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 msgr2=0x561c2f297c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:59.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f022fe00640 1 --2- 172.21.15.47:0/1850680054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f297c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f022fe00640 1 -- 172.21.15.47:0/1850680054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 msgr2=0x561c2f28d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:39:59.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f022fe00640 1 --2- 172.21.15.47:0/1850680054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f28d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f022fe00640 1 -- 172.21.15.47:0/1850680054 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c2efcf7d0 con 0x561c2f2981d0 2024-04-25T02:39:59.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f022f400640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f021c0a2d80 0x7f021c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:39:59.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f022fe00640 1 --2- 172.21.15.47:0/1850680054 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f29a5c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f0220009860 tx=0x7f0220030ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1b4cd79c36c4b46 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f022f400640 1 -- 172.21.15.47:0/4142553341 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f02280cf710 con 0x7f02381027a0 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f0237400640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f021c0a2d80 0x7f021c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f0227e00640 1 -- 172.21.15.47:0/1850680054 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0220004030 con 0x561c2f2981d0 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f0227e00640 1 -- 172.21.15.47:0/1850680054 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0220041030 con 0x561c2f2981d0 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.992+0000 7f0227e00640 1 -- 172.21.15.47:0/1850680054 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02200053f0 con 0x561c2f2981d0 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 -- 172.21.15.47:0/1850680054 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 msgr2=0x561c2f29a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0237400640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f021c0a2d80 0x7f021c0a5240 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0230005fd0 tx=0x7f0230009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 --2- 172.21.15.47:0/1850680054 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f29a5c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f0220009860 tx=0x7f0220030ab0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 -- 172.21.15.47:0/1850680054 shutdown_connections 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 --2- 172.21.15.47:0/1850680054 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f29a5c0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 --2- 172.21.15.47:0/1850680054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f297c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 --2- 172.21.15.47:0/1850680054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f28d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 -- 172.21.15.47:0/1850680054 >> 172.21.15.47:0/1850680054 conn(0x561c2f289500 msgr2=0x561c2f2898e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:39:59.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 -- 172.21.15.47:0/1850680054 shutdown_connections 2024-04-25T02:39:59.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.993+0000 7f0240b75740 1 -- 172.21.15.47:0/1850680054 wait complete. 2024-04-25T02:39:59.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.994+0000 7f0240b75740 1 -- start start 2024-04-25T02:39:59.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.994+0000 7f0240b75740 1 Processor -- start 2024-04-25T02:40:00.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0240b75740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f28d1e0 0x561c2f295120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0240b75740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f295660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0240b75740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f2981d0 0x561c2f295ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0240b75740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561c2f29af60 con 0x561c2f2981d0 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0240b75740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561c2f1acd90 con 0x561c2f28d1e0 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0240b75740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561c2f29b0e0 con 0x561c2f28db00 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0240b75740 10 client.0 _ll_register_callbacks cb 0x561c2f1ac780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0236a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f28d1e0 0x561c2f295120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0236a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f28d1e0 0x561c2f295120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54858/0 (socket says 172.21.15.47:54858) 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0236a00640 1 -- 172.21.15.47:0/3235786983 learned_addr learned my addr 172.21.15.47:0/3235786983 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0237400640 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f2981d0 0x561c2f295ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f022fe00640 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f295660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0236a00640 1 -- 172.21.15.47:0/3235786983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 msgr2=0x561c2f295660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0236a00640 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f295660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0236a00640 1 -- 172.21.15.47:0/3235786983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f2981d0 msgr2=0x561c2f295ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0236a00640 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f2981d0 0x561c2f295ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0236a00640 1 -- 172.21.15.47:0/3235786983 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c2ef053f0 con 0x561c2f28d1e0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.995+0000 7f0237400640 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f2981d0 0x561c2f295ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0236a00640 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f28d1e0 0x561c2f295120 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f022809bb60 tx=0x7f02280d3040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f564ba2b7a8b51a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0224c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0224c00640 1 -- 172.21.15.47:0/3235786983 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022809b710 con 0x561c2f28d1e0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0224c00640 1 -- 172.21.15.47:0/3235786983 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f02280a43b0 con 0x561c2f28d1e0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0240b75740 1 -- 172.21.15.47:0/3235786983 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0220041030 con 0x561c2f28d1e0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0224c00640 1 -- 172.21.15.47:0/3235786983 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f022809b530 con 0x561c2f28d1e0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0240b75740 10 client.26963 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0240b75740 1 -- 172.21.15.47:0/3235786983 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561c2eec50f0 con 0x561c2f28d1e0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.996+0000 7f0224c00640 1 -- 172.21.15.47:0/3235786983 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02280b2020 con 0x561c2f28d1e0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.997+0000 7f0224c00640 1 -- 172.21.15.47:0/3235786983 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f022809b020 con 0x561c2f28d1e0 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.997+0000 7f0240b75740 10 client.26963 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.997+0000 7f0240b75740 10 client.26963 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.997+0000 7f0240b75740 20 client.26963 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:00.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.997+0000 7f0240b75740 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561c2f2a84a0 0x561c2f2aa8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.997+0000 7f0240b75740 4 client.26963 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:00.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.997+0000 7f0240b75740 1 -- 172.21.15.47:0/3235786983 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c2f204d90 con 0x561c2f2a84a0 2024-04-25T02:40:00.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.997+0000 7f022fe00640 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561c2f2a84a0 0x561c2f2aa8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.998+0000 7f022fe00640 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561c2f2a84a0 0x561c2f2aa8f0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2a45468bab4e5c9 server_cookie=e3216bdfc1e04838 in_seq=0 out_seq=0 2024-04-25T02:40:00.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.998+0000 7f0224c00640 10 client.26963 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0224c00640 1 -- 172.21.15.47:0/3235786983 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561c2f204d90 con 0x561c2f2a84a0 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0224c00640 10 client.26963 handle_command_reply: tid=0 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 client.26963 shutdown 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 -- 172.21.15.47:0/3235786983 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f28d1e0 msgr2=0x561c2f295120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f28d1e0 0x561c2f295120 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f022809bb60 tx=0x7f02280d3040 comp rx=0 tx=0).stop 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 -- 172.21.15.47:0/3235786983 shutdown_connections 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561c2f2a84a0 0x561c2f2aa8f0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f2981d0 0x561c2f295ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f295660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 --2- 172.21.15.47:0/3235786983 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f28d1e0 0x561c2f295120 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0224c00640 0 client.26963 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:00.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 -- 172.21.15.47:0/3235786983 >> 172.21.15.47:0/3235786983 conn(0x561c2f289500 msgr2=0x561c2f288800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 -- 172.21.15.47:0/3235786983 shutdown_connections 2024-04-25T02:40:00.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:39:59.999+0000 7f0240b75740 1 -- 172.21.15.47:0/3235786983 wait complete. 2024-04-25T02:40:00.006 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.000+0000 7f0240b75740 20 client.26963 trim_cache size 0 max 16384 2024-04-25T02:40:00.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f0240b75740 1 Processor -- start 2024-04-25T02:40:00.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f0240b75740 1 -- start start 2024-04-25T02:40:00.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f0240b75740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28d1e0 0x561c2f2a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f0240b75740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28db00 0x561c2f28fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f0240b75740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f2b01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f0240b75740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f02381b1ce0 con 0x561c2f28db00 2024-04-25T02:40:00.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f0240b75740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f02381af5b0 con 0x561c2f2981d0 2024-04-25T02:40:00.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f0240b75740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02381ad420 con 0x561c2f28d1e0 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.019+0000 7f022fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28db00 0x561c2f28fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f0237400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f2b01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f022fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28db00 0x561c2f28fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:34792/0 (socket says 172.21.15.47:34792) 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f022fe00640 1 -- 172.21.15.47:0/1716627417 learned_addr learned my addr 172.21.15.47:0/1716627417 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f0236a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28d1e0 0x561c2f2a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f022fe00640 1 -- 172.21.15.47:0/1716627417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28d1e0 msgr2=0x561c2f2a3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f022fe00640 1 --2- 172.21.15.47:0/1716627417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28d1e0 0x561c2f2a3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f022fe00640 1 -- 172.21.15.47:0/1716627417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 msgr2=0x561c2f2b01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f022fe00640 1 --2- 172.21.15.47:0/1716627417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f2b01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f022fe00640 1 -- 172.21.15.47:0/1716627417 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c2f28d930 con 0x561c2f28db00 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f0237400640 1 --2- 172.21.15.47:0/1716627417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f2b01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.020+0000 7f022fe00640 1 --2- 172.21.15.47:0/1716627417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28db00 0x561c2f28fa20 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x561c2f28a690 tx=0x7f02200045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdf24aa4843f24ca server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.021+0000 7f0227400640 1 -- 172.21.15.47:0/1716627417 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02200305a0 con 0x561c2f28db00 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.021+0000 7f0227400640 1 -- 172.21.15.47:0/1716627417 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0220005520 con 0x561c2f28db00 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.021+0000 7f0227400640 1 -- 172.21.15.47:0/1716627417 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0220004b50 con 0x561c2f28db00 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.021+0000 7f0240b75740 1 -- 172.21.15.47:0/1716627417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28db00 msgr2=0x561c2f28fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.021+0000 7f0240b75740 1 --2- 172.21.15.47:0/1716627417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28db00 0x561c2f28fa20 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x561c2f28a690 tx=0x7f02200045b0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.021+0000 7f0240b75740 1 -- 172.21.15.47:0/1716627417 shutdown_connections 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.022+0000 7f0240b75740 1 --2- 172.21.15.47:0/1716627417 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f2b01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.022+0000 7f0240b75740 1 --2- 172.21.15.47:0/1716627417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28db00 0x561c2f28fa20 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.022+0000 7f0240b75740 1 --2- 172.21.15.47:0/1716627417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28d1e0 0x561c2f2a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.022+0000 7f0240b75740 1 -- 172.21.15.47:0/1716627417 >> 172.21.15.47:0/1716627417 conn(0x561c2f289500 msgr2=0x561c2f2950e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.022+0000 7f0240b75740 1 -- 172.21.15.47:0/1716627417 shutdown_connections 2024-04-25T02:40:00.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.022+0000 7f0240b75740 1 -- 172.21.15.47:0/1716627417 wait complete. 2024-04-25T02:40:00.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.022+0000 7f0240b75740 1 -- start start 2024-04-25T02:40:00.028 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.022+0000 7f0240b75740 1 Processor -- start 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0240b75740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f2a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0240b75740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f291b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0240b75740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f292080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0240b75740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f02381ada70 con 0x561c2f28d1e0 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0240b75740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f02381aeee0 con 0x561c2f2981d0 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0240b75740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02381ae140 con 0x561c2f28db00 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0240b75740 10 client.0 _ll_register_callbacks cb 0x7f0228004a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0236a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f2a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0236a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f2a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:34796/0 (socket says 172.21.15.47:34796) 2024-04-25T02:40:00.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0236a00640 1 -- 172.21.15.47:0/2527658749 learned_addr learned my addr 172.21.15.47:0/2527658749 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0237400640 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f292080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f022fe00640 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f291b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0236a00640 1 -- 172.21.15.47:0/2527658749 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 msgr2=0x561c2f291b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0236a00640 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f291b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0236a00640 1 -- 172.21.15.47:0/2527658749 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 msgr2=0x561c2f292080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0236a00640 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f292080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.023+0000 7f0236a00640 1 -- 172.21.15.47:0/2527658749 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c2f2928b0 con 0x561c2f28d1e0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0236a00640 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f2a06e0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f022800c6a0 tx=0x7f02280094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5c1918997713c77 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0224c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0224c00640 1 -- 172.21.15.47:0/2527658749 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022807e070 con 0x561c2f28d1e0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0224c00640 1 -- 172.21.15.47:0/2527658749 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f022809b020 con 0x561c2f28d1e0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0240b75740 1 -- 172.21.15.47:0/2527658749 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0220005520 con 0x561c2f28d1e0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0224c00640 1 -- 172.21.15.47:0/2527658749 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f022809b710 con 0x561c2f28d1e0 2024-04-25T02:40:00.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0240b75740 10 client.16860 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0240b75740 1 -- 172.21.15.47:0/2527658749 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561c2f30eac0 con 0x561c2f28d1e0 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.024+0000 7f0224c00640 1 -- 172.21.15.47:0/2527658749 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0220005520 con 0x561c2f28d1e0 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.025+0000 7f0224c00640 1 -- 172.21.15.47:0/2527658749 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0228081030 con 0x561c2f28d1e0 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.025+0000 7f0240b75740 10 client.16860 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.025+0000 7f0240b75740 10 client.16860 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.025+0000 7f0240b75740 20 client.16860 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.025+0000 7f0240b75740 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561c2f30f210 0x561c2f311630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.025+0000 7f0240b75740 4 client.16860 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.025+0000 7f0240b75740 1 -- 172.21.15.47:0/2527658749 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561c2f1feaa0 con 0x561c2f30f210 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.025+0000 7f022fe00640 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561c2f30f210 0x561c2f311630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f022fe00640 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561c2f30f210 0x561c2f311630 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2fefb31e03f2d524 server_cookie=28244e872eae747f in_seq=0 out_seq=0 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0224c00640 10 client.16860 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0224c00640 1 -- 172.21.15.47:0/2527658749 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561c2f1feaa0 con 0x561c2f30f210 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0224c00640 10 client.16860 handle_command_reply: tid=0 2024-04-25T02:40:00.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 client.16860 shutdown 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 -- 172.21.15.47:0/2527658749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 msgr2=0x561c2f2a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f2a06e0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f022800c6a0 tx=0x7f02280094c0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 -- 172.21.15.47:0/2527658749 shutdown_connections 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561c2f30f210 0x561c2f311630 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561c2f2981d0 0x561c2f292080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c2f28db00 0x561c2f291b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 --2- 172.21.15.47:0/2527658749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561c2f28d1e0 0x561c2f2a06e0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0224c00640 0 client.16860 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 -- 172.21.15.47:0/2527658749 >> 172.21.15.47:0/2527658749 conn(0x561c2f289500 msgr2=0x561c2f295970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 -- 172.21.15.47:0/2527658749 shutdown_connections 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.026+0000 7f0240b75740 1 -- 172.21.15.47:0/2527658749 wait complete. 2024-04-25T02:40:00.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0240b75740 20 client.16860 trim_cache size 0 max 16384 2024-04-25T02:40:00.036 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:40:00.036 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:40:00.036 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:40:00.036 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:40:00.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 -- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f021c0a2d80 msgr2=0x7f021c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f021c0a2d80 0x7f021c0a5240 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0230005fd0 tx=0x7f0230009500 comp rx=0 tx=0).stop 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 -- 172.21.15.47:0/4142553341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381027a0 msgr2=0x7f023819a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381027a0 0x7f023819a1b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f022800e9c0 tx=0x7f022800ee80 comp rx=0 tx=0).stop 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 -- 172.21.15.47:0/4142553341 shutdown_connections 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f021c0a2d80 0x7f021c0a5240 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f023810bbc0 0x7f023819ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f02381030c0 0x7f023819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 --2- 172.21.15.47:0/4142553341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02381027a0 0x7f023819a1b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 -- 172.21.15.47:0/4142553341 >> 172.21.15.47:0/4142553341 conn(0x7f02380fbfc0 msgr2=0x7f0238100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 -- 172.21.15.47:0/4142553341 shutdown_connections 2024-04-25T02:40:00.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.027+0000 7f0237e00640 1 -- 172.21.15.47:0/4142553341 wait complete. 2024-04-25T02:40:00.049 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:40:00.049 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:40:00.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 -- 172.21.15.47:0/4095599062 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8674101710 msgr2=0x7f8674101b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 --2- 172.21.15.47:0/4095599062 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8674101710 0x7f8674101b90 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f865c009900 tx=0x7f865c02a410 comp rx=0 tx=0).stop 2024-04-25T02:40:00.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 -- 172.21.15.47:0/4095599062 shutdown_connections 2024-04-25T02:40:00.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 --2- 172.21.15.47:0/4095599062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86741020d0 0x7f867410e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 --2- 172.21.15.47:0/4095599062 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8674101710 0x7f8674101b90 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 --2- 172.21.15.47:0/4095599062 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8674107720 0x7f8674107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 -- 172.21.15.47:0/4095599062 >> 172.21.15.47:0/4095599062 conn(0x7f8674078b00 msgr2=0x7f8674078f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 -- 172.21.15.47:0/4095599062 shutdown_connections 2024-04-25T02:40:00.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.258+0000 7f8679400640 1 -- 172.21.15.47:0/4095599062 wait complete. 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.259+0000 7f8679400640 1 Processor -- start 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.259+0000 7f8679400640 1 -- start start 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8679400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8674101710 0x7f867419a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8679400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86741020d0 0x7f867419a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8679400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8674107720 0x7f867419ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8679400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8674111af0 con 0x7f86741020d0 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8679400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8674111970 con 0x7f8674107720 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8679400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8674111c70 con 0x7f8674101710 2024-04-25T02:40:00.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8672800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8674101710 0x7f867419a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8672800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8674101710 0x7f867419a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:52836/0 (socket says 172.21.15.47:52836) 2024-04-25T02:40:00.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8673200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8674107720 0x7f867419ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f8672800640 1 -- 172.21.15.47:0/3296277043 learned_addr learned my addr 172.21.15.47:0/3296277043 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.260+0000 7f866be00640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86741020d0 0x7f867419a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.261+0000 7f8672800640 1 -- 172.21.15.47:0/3296277043 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8674107720 msgr2=0x7f867419ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.261+0000 7f8672800640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8674107720 0x7f867419ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.261+0000 7f8672800640 1 -- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86741020d0 msgr2=0x7f867419a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.261+0000 7f8672800640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86741020d0 0x7f867419a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.261+0000 7f8672800640 1 -- 172.21.15.47:0/3296277043 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f867419f1b0 con 0x7f8674101710 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.261+0000 7f8672800640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8674101710 0x7f867419a210 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f866400e9f0 tx=0x7f866400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.262+0000 7f866b400640 1 -- 172.21.15.47:0/3296277043 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866400cd80 con 0x7f8674101710 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.262+0000 7f866b400640 1 -- 172.21.15.47:0/3296277043 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8664010910 con 0x7f8674101710 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.262+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f867419f4a0 con 0x7f8674101710 2024-04-25T02:40:00.266 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.262+0000 7f866b400640 1 -- 172.21.15.47:0/3296277043 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8664018990 con 0x7f8674101710 2024-04-25T02:40:00.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.262+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86741a6d30 con 0x7f8674101710 2024-04-25T02:40:00.267 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.263+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86740689b0 con 0x7f8674101710 2024-04-25T02:40:00.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.266+0000 7f866b400640 1 -- 172.21.15.47:0/3296277043 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8664010ac0 con 0x7f8674101710 2024-04-25T02:40:00.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.268+0000 7f866b400640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86580a2d80 0x7f86580a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.268+0000 7f866b400640 1 -- 172.21.15.47:0/3296277043 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f86640cfa60 con 0x7f8674101710 2024-04-25T02:40:00.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.268+0000 7f866be00640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86580a2d80 0x7f86580a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.269+0000 7f866be00640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86580a2d80 0x7f86580a5240 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f865c009230 tx=0x7f865c0058d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.270+0000 7f866b400640 1 -- 172.21.15.47:0/3296277043 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f866409bfd0 con 0x7f8674101710 2024-04-25T02:40:00.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.546+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f86741a6fc0 con 0x7f8674101710 2024-04-25T02:40:00.551 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.547+0000 7f866b400640 1 -- 172.21.15.47:0/3296277043 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f86640a02d0 con 0x7f8674101710 2024-04-25T02:40:00.551 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:40:00.551 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:40:00.551 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:40:00.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86580a2d80 msgr2=0x7f86580a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86580a2d80 0x7f86580a5240 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f865c009230 tx=0x7f865c0058d0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8674101710 msgr2=0x7f867419a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8674101710 0x7f867419a210 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f866400e9f0 tx=0x7f866400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 shutdown_connections 2024-04-25T02:40:00.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86580a2d80 0x7f86580a5240 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8674107720 0x7f867419ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86741020d0 0x7f867419a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 --2- 172.21.15.47:0/3296277043 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8674101710 0x7f867419a210 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 >> 172.21.15.47:0/3296277043 conn(0x7f8674078b00 msgr2=0x7f8674103e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 shutdown_connections 2024-04-25T02:40:00.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.550+0000 7f8679400640 1 -- 172.21.15.47:0/3296277043 wait complete. 2024-04-25T02:40:00.574 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:40:00.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.793+0000 7f86dca00640 1 -- 172.21.15.47:0/3669158238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8112480 msgr2=0x7f86d8114870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.793+0000 7f86dca00640 1 --2- 172.21.15.47:0/3669158238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8112480 0x7f86d8114870 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f86d0009c10 tx=0x7f86d002a6e0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.793+0000 7f86dca00640 1 -- 172.21.15.47:0/3669158238 shutdown_connections 2024-04-25T02:40:00.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.793+0000 7f86dca00640 1 --2- 172.21.15.47:0/3669158238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8112480 0x7f86d8114870 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.793+0000 7f86dca00640 1 --2- 172.21.15.47:0/3669158238 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f86d8076590 0x7f86d8111f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.793+0000 7f86dca00640 1 --2- 172.21.15.47:0/3669158238 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86d8075c70 0x7f86d8076050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.793+0000 7f86dca00640 1 -- 172.21.15.47:0/3669158238 >> 172.21.15.47:0/3669158238 conn(0x7f86d80ff2b0 msgr2=0x7f86d81016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.794+0000 7f86dca00640 1 -- 172.21.15.47:0/3669158238 shutdown_connections 2024-04-25T02:40:00.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.794+0000 7f86dca00640 1 -- 172.21.15.47:0/3669158238 wait complete. 2024-04-25T02:40:00.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.795+0000 7f86dca00640 1 Processor -- start 2024-04-25T02:40:00.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.795+0000 7f86dca00640 1 -- start start 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86dca00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8075c70 0x7f86d819e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86dca00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86d8076590 0x7f86d819e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86dca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f86d8112480 0x7f86d81a2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86dca00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f86d8117f90 con 0x7f86d8076590 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86dca00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f86d8117e10 con 0x7f86d8112480 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86dca00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f86d8118110 con 0x7f86d8075c70 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86cfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86d8076590 0x7f86d819e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8075c70 0x7f86d819e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d7200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f86d8112480 0x7f86d81a2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8075c70 0x7f86d819e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:52854/0 (socket says 172.21.15.47:52854) 2024-04-25T02:40:00.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d6800640 1 -- 172.21.15.47:0/1162404007 learned_addr learned my addr 172.21.15.47:0/1162404007 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d6800640 1 -- 172.21.15.47:0/1162404007 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f86d8112480 msgr2=0x7f86d81a2d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d6800640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f86d8112480 0x7f86d81a2d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d6800640 1 -- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86d8076590 msgr2=0x7f86d819e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d6800640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86d8076590 0x7f86d819e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.796+0000 7f86d6800640 1 -- 172.21.15.47:0/1162404007 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86d81a3480 con 0x7f86d8075c70 2024-04-25T02:40:00.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.797+0000 7f86d6800640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8075c70 0x7f86d819e490 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f86c800e9f0 tx=0x7f86c800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.797+0000 7f86cf400640 1 -- 172.21.15.47:0/1162404007 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c800cd80 con 0x7f86d8075c70 2024-04-25T02:40:00.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.797+0000 7f86cf400640 1 -- 172.21.15.47:0/1162404007 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86c8010910 con 0x7f86d8075c70 2024-04-25T02:40:00.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.797+0000 7f86cf400640 1 -- 172.21.15.47:0/1162404007 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c8018990 con 0x7f86d8075c70 2024-04-25T02:40:00.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.797+0000 7f86dca00640 1 -- 172.21.15.47:0/1162404007 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86d81a3770 con 0x7f86d8075c70 2024-04-25T02:40:00.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.797+0000 7f86dca00640 1 -- 172.21.15.47:0/1162404007 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86d81ab000 con 0x7f86d8075c70 2024-04-25T02:40:00.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.800+0000 7f86e019d740 1 Processor -- start 2024-04-25T02:40:00.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86e019d740 1 -- start start 2024-04-25T02:40:00.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86cf400640 1 -- 172.21.15.47:0/1162404007 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f86c8010ac0 con 0x7f86d8075c70 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86e019d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea595b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86e019d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea5a0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86e019d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea5a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86e019d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5578ea4fa4e0 con 0x5578ea5a0790 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86e019d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5578ea4a2a70 con 0x5578ea5957a0 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86e019d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5578ea4f64a0 con 0x5578ea5960c0 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86d7200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea595b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86cfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea5a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86d7200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea595b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54920/0 (socket says 172.21.15.47:54920) 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86d7200640 1 -- 172.21.15.47:0/883036397 learned_addr learned my addr 172.21.15.47:0/883036397 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.801+0000 7f86d6800640 1 --2- 172.21.15.47:0/883036397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea5a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.802+0000 7f86d7200640 1 -- 172.21.15.47:0/883036397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 msgr2=0x5578ea5a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.806 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.802+0000 7f86d7200640 1 --2- 172.21.15.47:0/883036397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea5a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.802+0000 7f86d7200640 1 -- 172.21.15.47:0/883036397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 msgr2=0x5578ea5a2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.802+0000 7f86d7200640 1 --2- 172.21.15.47:0/883036397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea5a2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.802+0000 7f86d7200640 1 -- 172.21.15.47:0/883036397 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578ea20e3f0 con 0x5578ea5957a0 2024-04-25T02:40:00.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.802+0000 7f86d7200640 1 --2- 172.21.15.47:0/883036397 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea595b80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f86d0004af0 tx=0x7f86d0005c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33ccebfb55fea1a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86c7400640 1 -- 172.21.15.47:0/883036397 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d0042030 con 0x5578ea5957a0 2024-04-25T02:40:00.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86c7400640 1 -- 172.21.15.47:0/883036397 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86d0037040 con 0x5578ea5957a0 2024-04-25T02:40:00.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86c7400640 1 -- 172.21.15.47:0/883036397 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d0036070 con 0x5578ea5957a0 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86cf400640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86bc0a2d80 0x7f86bc0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86cf400640 1 -- 172.21.15.47:0/1162404007 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f86c80cf720 con 0x7f86d8075c70 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86d6800640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86bc0a2d80 0x7f86bc0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86e019d740 1 -- 172.21.15.47:0/883036397 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 msgr2=0x5578ea595b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86e019d740 1 --2- 172.21.15.47:0/883036397 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea595b80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f86d0004af0 tx=0x7f86d0005c60 comp rx=0 tx=0).stop 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86e019d740 1 -- 172.21.15.47:0/883036397 shutdown_connections 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86e019d740 1 --2- 172.21.15.47:0/883036397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea5a2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86e019d740 1 --2- 172.21.15.47:0/883036397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea5a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86e019d740 1 --2- 172.21.15.47:0/883036397 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea595b80 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.803+0000 7f86e019d740 1 -- 172.21.15.47:0/883036397 >> 172.21.15.47:0/883036397 conn(0x5578ea591ac0 msgr2=0x5578ea591ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.804+0000 7f86e019d740 1 -- 172.21.15.47:0/883036397 shutdown_connections 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.804+0000 7f86e019d740 1 -- 172.21.15.47:0/883036397 wait complete. 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.804+0000 7f86d6800640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86bc0a2d80 0x7f86bc0a5240 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x5578ea596d60 tx=0x7f86c80d5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.804+0000 7f86e019d740 1 -- start start 2024-04-25T02:40:00.812 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.804+0000 7f86e019d740 1 Processor -- start 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86e019d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5957a0 0x5578ea59d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86e019d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86e019d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5a0790 0x5578ea59e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86e019d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5578ea5a3520 con 0x5578ea5957a0 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86e019d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5578ea4b5ec0 con 0x5578ea5a0790 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86e019d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5578ea5a36a0 con 0x5578ea5960c0 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86e019d740 10 client.0 _ll_register_callbacks cb 0x5578ea4f23f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86d7200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5957a0 0x5578ea59d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86d7200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5957a0 0x5578ea59d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:34866/0 (socket says 172.21.15.47:34866) 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86d7200640 1 -- 172.21.15.47:0/1999407014 learned_addr learned my addr 172.21.15.47:0/1999407014 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86cfe00640 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.805+0000 7f86d7200640 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5a0790 0x5578ea59e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86d7200640 1 -- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 msgr2=0x5578ea59dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86d7200640 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86d7200640 1 -- 172.21.15.47:0/1999407014 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5a0790 msgr2=0x5578ea59e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86d7200640 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5a0790 0x5578ea59e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86d7200640 1 -- 172.21.15.47:0/1999407014 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578ea2d87d0 con 0x5578ea5957a0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86cfe00640 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86d7200640 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5957a0 0x5578ea59d6d0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f86d0003c60 tx=0x7f86d0003b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa4ffc0329171dc1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86bbe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86bbe00640 1 -- 172.21.15.47:0/1999407014 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d0052060 con 0x5578ea5957a0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86bbe00640 1 -- 172.21.15.47:0/1999407014 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f86d00307b0 con 0x5578ea5957a0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.806+0000 7f86e019d740 1 -- 172.21.15.47:0/1999407014 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86d0037040 con 0x5578ea5957a0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86bbe00640 1 -- 172.21.15.47:0/1999407014 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f86d0042070 con 0x5578ea5957a0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86e019d740 10 client.16878 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86e019d740 1 -- 172.21.15.47:0/1999407014 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5578ea5af770 con 0x5578ea5957a0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86bbe00640 1 -- 172.21.15.47:0/1999407014 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86d0037040 con 0x5578ea5957a0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86bbe00640 1 -- 172.21.15.47:0/1999407014 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f86d003c040 con 0x5578ea5957a0 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86e019d740 10 client.16878 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86e019d740 10 client.16878 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:40:00.814 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86e019d740 20 client.16878 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86e019d740 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5578ea5b0ac0 0x5578ea5b2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86e019d740 4 client.16878 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.807+0000 7f86e019d740 1 -- 172.21.15.47:0/1999407014 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578ea507a20 con 0x5578ea5b0ac0 2024-04-25T02:40:00.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.808+0000 7f86cfe00640 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5578ea5b0ac0 0x5578ea5b2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.808+0000 7f86cfe00640 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5578ea5b0ac0 0x5578ea5b2eb0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e7c2cf5b2e6f412b server_cookie=67ef719492578548 in_seq=0 out_seq=0 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.808+0000 7f86bbe00640 10 client.16878 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.809+0000 7f86bbe00640 1 -- 172.21.15.47:0/1999407014 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5578ea507a20 con 0x5578ea5b0ac0 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.809+0000 7f86bbe00640 10 client.16878 handle_command_reply: tid=0 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.809+0000 7f86e019d740 1 client.16878 shutdown 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 -- 172.21.15.47:0/1999407014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5957a0 msgr2=0x5578ea59d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5957a0 0x5578ea59d6d0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f86d0003c60 tx=0x7f86d0003b60 comp rx=0 tx=0).stop 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 -- 172.21.15.47:0/1999407014 shutdown_connections 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5578ea5b0ac0 0x5578ea5b2eb0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5a0790 0x5578ea59e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86bbe00640 0 client.16878 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 --2- 172.21.15.47:0/1999407014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5957a0 0x5578ea59d6d0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 -- 172.21.15.47:0/1999407014 >> 172.21.15.47:0/1999407014 conn(0x5578ea591ac0 msgr2=0x5578ea5978c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 -- 172.21.15.47:0/1999407014 shutdown_connections 2024-04-25T02:40:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 1 -- 172.21.15.47:0/1999407014 wait complete. 2024-04-25T02:40:00.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.810+0000 7f86e019d740 20 client.16878 trim_cache size 0 max 16384 2024-04-25T02:40:00.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.825+0000 7f86e019d740 1 Processor -- start 2024-04-25T02:40:00.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86e019d740 1 -- start start 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86e019d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5ac3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86e019d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86e019d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea59df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86e019d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f86d81b6080 con 0x5578ea5a0790 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86e019d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f86d81b3950 con 0x5578ea5957a0 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86e019d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f86d81b17c0 con 0x5578ea5960c0 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86cfe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86cfe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:52878/0 (socket says 172.21.15.47:52878) 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86cfe00640 1 -- 172.21.15.47:0/3652484794 learned_addr learned my addr 172.21.15.47:0/3652484794 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86d7200640 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5ac3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.826+0000 7f86d7200640 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea59df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86cfe00640 1 -- 172.21.15.47:0/3652484794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 msgr2=0x5578ea5ac3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86cfe00640 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5ac3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86cfe00640 1 -- 172.21.15.47:0/3652484794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 msgr2=0x5578ea59df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86cfe00640 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea59df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86cfe00640 1 -- 172.21.15.47:0/3652484794 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578ea595ef0 con 0x5578ea5960c0 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86d7200640 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea59df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86cfe00640 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59c830 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f86c0012560 tx=0x7f86c0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11cc3704a52f88b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86c6a00640 1 -- 172.21.15.47:0/3652484794 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c0022250 con 0x5578ea5960c0 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86c6a00640 1 -- 172.21.15.47:0/3652484794 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86c00228d0 con 0x5578ea5960c0 2024-04-25T02:40:00.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.827+0000 7f86c6a00640 1 -- 172.21.15.47:0/3652484794 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c001f420 con 0x5578ea5960c0 2024-04-25T02:40:00.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 -- 172.21.15.47:0/3652484794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 msgr2=0x5578ea59c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59c830 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f86c0012560 tx=0x7f86c0009260 comp rx=0 tx=0).stop 2024-04-25T02:40:00.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 -- 172.21.15.47:0/3652484794 shutdown_connections 2024-04-25T02:40:00.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5a0790 0x5578ea59df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5960c0 0x5578ea59c830 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 --2- 172.21.15.47:0/3652484794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5ac3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 -- 172.21.15.47:0/3652484794 >> 172.21.15.47:0/3652484794 conn(0x5578ea591ac0 msgr2=0x5578ea5902b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 -- 172.21.15.47:0/3652484794 shutdown_connections 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.828+0000 7f86e019d740 1 -- 172.21.15.47:0/3652484794 wait complete. 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.829+0000 7f86e019d740 1 -- start start 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.829+0000 7f86e019d740 1 Processor -- start 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.829+0000 7f86e019d740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5a3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.829+0000 7f86e019d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5960c0 0x5578ea5a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.829+0000 7f86e019d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5a0790 0x5578ea60ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.829+0000 7f86e019d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f86d81b1e10 con 0x5578ea5960c0 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.829+0000 7f86e019d740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f86d81b3280 con 0x5578ea5957a0 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.829+0000 7f86e019d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f86d81b24e0 con 0x5578ea5a0790 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86e019d740 10 client.0 _ll_register_callbacks cb 0x7f86c0009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:00.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86d7200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5a3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86cfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5960c0 0x5578ea5a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86d7200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5a0790 0x5578ea60ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86cfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5960c0 0x5578ea5a40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:34876/0 (socket says 172.21.15.47:34876) 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86cfe00640 1 -- 172.21.15.47:0/3254652569 learned_addr learned my addr 172.21.15.47:0/3254652569 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86cfe00640 1 -- 172.21.15.47:0/3254652569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5a0790 msgr2=0x5578ea60ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86cfe00640 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5a0790 0x5578ea60ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86cfe00640 1 -- 172.21.15.47:0/3254652569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 msgr2=0x5578ea5a3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86cfe00640 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5a3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86cfe00640 1 -- 172.21.15.47:0/3254652569 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578ea60f330 con 0x5578ea5960c0 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.830+0000 7f86d7200640 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5a3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.831+0000 7f86cfe00640 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5960c0 0x5578ea5a40e0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f86c0000c00 tx=0x7f86c0009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e868dde857e19d97 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:00.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.831+0000 7f86bbe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:00.838 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.831+0000 7f86bbe00640 1 -- 172.21.15.47:0/3254652569 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c002f030 con 0x5578ea5960c0 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.831+0000 7f86bbe00640 1 -- 172.21.15.47:0/3254652569 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f86c0010640 con 0x5578ea5960c0 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.831+0000 7f86e019d740 1 -- 172.21.15.47:0/3254652569 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86c00228d0 con 0x5578ea5960c0 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.831+0000 7f86bbe00640 1 -- 172.21.15.47:0/3254652569 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f86c0010840 con 0x5578ea5960c0 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.831+0000 7f86e019d740 10 client.16884 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.831+0000 7f86e019d740 1 -- 172.21.15.47:0/3254652569 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5578ea6166e0 con 0x5578ea5960c0 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86bbe00640 1 -- 172.21.15.47:0/3254652569 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86c00228d0 con 0x5578ea5960c0 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86bbe00640 1 -- 172.21.15.47:0/3254652569 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f86c0004730 con 0x5578ea5960c0 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86e019d740 10 client.16884 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86e019d740 10 client.16884 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86e019d740 20 client.16884 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86e019d740 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5578ea616d80 0x5578ea6191a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86e019d740 4 client.16884 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86e019d740 1 -- 172.21.15.47:0/3254652569 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5578ea501d70 con 0x5578ea616d80 2024-04-25T02:40:00.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.832+0000 7f86d7200640 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5578ea616d80 0x5578ea6191a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86d7200640 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5578ea616d80 0x5578ea6191a0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=857ade057523528d server_cookie=1bc276de890a95f1 in_seq=0 out_seq=0 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86bbe00640 10 client.16884 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86bbe00640 1 -- 172.21.15.47:0/3254652569 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5578ea501d70 con 0x5578ea616d80 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86bbe00640 10 client.16884 handle_command_reply: tid=0 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86e019d740 1 client.16884 shutdown 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86e019d740 1 -- 172.21.15.47:0/3254652569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5960c0 msgr2=0x5578ea5a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86e019d740 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5960c0 0x5578ea5a40e0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f86c0000c00 tx=0x7f86c0009eb0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86e019d740 1 -- 172.21.15.47:0/3254652569 shutdown_connections 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86e019d740 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5578ea616d80 0x5578ea6191a0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.833+0000 7f86e019d740 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578ea5a0790 0x5578ea60ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.834+0000 7f86e019d740 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5578ea5960c0 0x5578ea5a40e0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.834+0000 7f86e019d740 1 --2- 172.21.15.47:0/3254652569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5578ea5957a0 0x5578ea5a3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.834+0000 7f86e019d740 1 -- 172.21.15.47:0/3254652569 >> 172.21.15.47:0/3254652569 conn(0x5578ea591ac0 msgr2=0x5578ea59dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.834+0000 7f86bbe00640 0 client.16884 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.834+0000 7f86e019d740 1 -- 172.21.15.47:0/3254652569 shutdown_connections 2024-04-25T02:40:00.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.834+0000 7f86e019d740 1 -- 172.21.15.47:0/3254652569 wait complete. 2024-04-25T02:40:00.841 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.834+0000 7f86e019d740 20 client.16884 trim_cache size 0 max 16384 2024-04-25T02:40:00.841 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 -- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86bc0a2d80 msgr2=0x7f86bc0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86bc0a2d80 0x7f86bc0a5240 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x5578ea596d60 tx=0x7f86c80d5530 comp rx=0 tx=0).stop 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 -- 172.21.15.47:0/1162404007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8075c70 msgr2=0x7f86d819e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8075c70 0x7f86d819e490 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f86c800e9f0 tx=0x7f86c800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 -- 172.21.15.47:0/1162404007 shutdown_connections 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f86bc0a2d80 0x7f86bc0a5240 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f86d8112480 0x7f86d81a2d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f86d8076590 0x7f86d819e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 --2- 172.21.15.47:0/1162404007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f86d8075c70 0x7f86d819e490 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 -- 172.21.15.47:0/1162404007 >> 172.21.15.47:0/1162404007 conn(0x7f86d80ff2b0 msgr2=0x7f86d81130f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 -- 172.21.15.47:0/1162404007 shutdown_connections 2024-04-25T02:40:00.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:00.835+0000 7f86dca00640 1 -- 172.21.15.47:0/1162404007 wait complete. 2024-04-25T02:40:00.856 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:00 smithi047 ceph-mon[27871]: pgmap v224: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:00.857 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:00 smithi047 ceph-mon[27871]: overall HEALTH_OK 2024-04-25T02:40:00.857 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:00 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3296277043' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:40:00.860 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:40:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:00 smithi113 ceph-mon[32459]: pgmap v224: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:00 smithi113 ceph-mon[32459]: overall HEALTH_OK 2024-04-25T02:40:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:00 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3296277043' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 -- 172.21.15.47:0/2985019761 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80541030c0 msgr2=0x7f805410b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 --2- 172.21.15.47:0/2985019761 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80541030c0 0x7f805410b5a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8040009900 tx=0x7f804002a480 comp rx=0 tx=0).stop 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 -- 172.21.15.47:0/2985019761 shutdown_connections 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 --2- 172.21.15.47:0/2985019761 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f805410bbc0 0x7f805410e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 --2- 172.21.15.47:0/2985019761 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80541030c0 0x7f805410b5a0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 --2- 172.21.15.47:0/2985019761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80541027a0 0x7f8054102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 -- 172.21.15.47:0/2985019761 >> 172.21.15.47:0/2985019761 conn(0x7f80540fbfc0 msgr2=0x7f80540fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 -- 172.21.15.47:0/2985019761 shutdown_connections 2024-04-25T02:40:01.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.050+0000 7f8053200640 1 -- 172.21.15.47:0/2985019761 wait complete. 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.051+0000 7f8053200640 1 Processor -- start 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.051+0000 7f8053200640 1 -- start start 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8053200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80541027a0 0x7f805419a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8053200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f80541030c0 0x7f805419a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8053200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f805410bbc0 0x7f805419e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8053200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8054111a10 con 0x7f80541027a0 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8053200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8054111890 con 0x7f80541030c0 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8053200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8054111b90 con 0x7f805410bbc0 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80541027a0 0x7f805419a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f80541030c0 0x7f805419a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80541027a0 0x7f805419a1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:34888/0 (socket says 172.21.15.47:34888) 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051e00640 1 -- 172.21.15.47:0/4251392336 learned_addr learned my addr 172.21.15.47:0/4251392336 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8052800640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f805410bbc0 0x7f805419e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051400640 1 -- 172.21.15.47:0/4251392336 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f805410bbc0 msgr2=0x7f805419e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051400640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f805410bbc0 0x7f805419e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051400640 1 -- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80541027a0 msgr2=0x7f805419a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051400640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80541027a0 0x7f805419a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051400640 1 -- 172.21.15.47:0/4251392336 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f805419f0d0 con 0x7f80541030c0 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.052+0000 7f8051e00640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80541027a0 0x7f805419a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.053+0000 7f8051400640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f80541030c0 0x7f805419a710 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f804002a9a0 tx=0x7f8040003b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.053+0000 7f804aa00640 1 -- 172.21.15.47:0/4251392336 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804003f070 con 0x7f80541030c0 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.053+0000 7f804aa00640 1 -- 172.21.15.47:0/4251392336 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8040031c90 con 0x7f80541030c0 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.053+0000 7f8053200640 1 -- 172.21.15.47:0/4251392336 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f805419f360 con 0x7f80541030c0 2024-04-25T02:40:01.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.053+0000 7f804aa00640 1 -- 172.21.15.47:0/4251392336 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040035030 con 0x7f80541030c0 2024-04-25T02:40:01.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.053+0000 7f8053200640 1 -- 172.21.15.47:0/4251392336 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80541a6c50 con 0x7f80541030c0 2024-04-25T02:40:01.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f805bfbd740 1 Processor -- start 2024-04-25T02:40:01.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f804aa00640 1 -- 172.21.15.47:0/4251392336 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8040042070 con 0x7f80541030c0 2024-04-25T02:40:01.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f805bfbd740 1 -- start start 2024-04-25T02:40:01.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd2cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd37250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd39b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f805bfbd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558ccbc914e0 con 0x558ccbd2c7a0 2024-04-25T02:40:01.062 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f805bfbd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x558ccbc39a70 con 0x558ccbd37790 2024-04-25T02:40:01.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.058+0000 7f805bfbd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558ccbc8d4a0 con 0x558ccbd2d0c0 2024-04-25T02:40:01.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8052800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd2cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd37250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd39b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd37250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:52914/0 (socket says 172.21.15.47:52914) 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8052800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd2cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:34904/0 (socket says 172.21.15.47:34904) 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051e00640 1 -- 172.21.15.47:0/2948423216 learned_addr learned my addr 172.21.15.47:0/2948423216 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051e00640 1 -- 172.21.15.47:0/2948423216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 msgr2=0x558ccbd39b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051e00640 1 --2- 172.21.15.47:0/2948423216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd39b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051e00640 1 -- 172.21.15.47:0/2948423216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 msgr2=0x558ccbd2cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051e00640 1 --2- 172.21.15.47:0/2948423216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd2cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.059+0000 7f8051e00640 1 -- 172.21.15.47:0/2948423216 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ccb9a53f0 con 0x558ccbd2d0c0 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f8051e00640 1 --2- 172.21.15.47:0/2948423216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd37250 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8044011650 tx=0x7f8044009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a88daa7b3749007 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f803f400640 1 -- 172.21.15.47:0/2948423216 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804401e070 con 0x558ccbd2d0c0 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f803f400640 1 -- 172.21.15.47:0/2948423216 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f804400fba0 con 0x558ccbd2d0c0 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f803f400640 1 -- 172.21.15.47:0/2948423216 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8044019d80 con 0x558ccbd2d0c0 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f804aa00640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f80380a2d00 0x7f80380a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f804aa00640 1 -- 172.21.15.47:0/4251392336 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f80400efd80 con 0x7f80541030c0 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f805bfbd740 1 -- 172.21.15.47:0/2948423216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 msgr2=0x558ccbd37250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f805bfbd740 1 --2- 172.21.15.47:0/2948423216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd37250 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8044011650 tx=0x7f8044009f90 comp rx=0 tx=0).stop 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.060+0000 7f8052800640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f80380a2d00 0x7f80380a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f805bfbd740 1 -- 172.21.15.47:0/2948423216 shutdown_connections 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f805bfbd740 1 --2- 172.21.15.47:0/2948423216 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd39b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f805bfbd740 1 --2- 172.21.15.47:0/2948423216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd37250 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f805bfbd740 1 --2- 172.21.15.47:0/2948423216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd2cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f805bfbd740 1 -- 172.21.15.47:0/2948423216 >> 172.21.15.47:0/2948423216 conn(0x558ccbd28ac0 msgr2=0x558ccbd28ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f805bfbd740 1 -- 172.21.15.47:0/2948423216 shutdown_connections 2024-04-25T02:40:01.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f805bfbd740 1 -- 172.21.15.47:0/2948423216 wait complete. 2024-04-25T02:40:01.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f805bfbd740 1 -- start start 2024-04-25T02:40:01.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.061+0000 7f8052800640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f80380a2d00 0x7f80380a51c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f804c005fd0 tx=0x7f804c009600 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f805bfbd740 1 Processor -- start 2024-04-25T02:40:01.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd2c7a0 0x558ccbd346c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd34c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd37790 0x558ccbd35140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f805bfbd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558ccbd3a580 con 0x558ccbd37790 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f805bfbd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x558ccbc4cec0 con 0x558ccbd2c7a0 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f805bfbd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558ccbd3a700 con 0x558ccbd2d0c0 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f8051e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd2c7a0 0x558ccbd346c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f805bfbd740 10 client.0 _ll_register_callbacks cb 0x558ccbc893f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f8051e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd2c7a0 0x558ccbd346c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54974/0 (socket says 172.21.15.47:54974) 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.062+0000 7f8051e00640 1 -- 172.21.15.47:0/3396858297 learned_addr learned my addr 172.21.15.47:0/3396858297 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8052800640 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd37790 0x558ccbd35140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8051400640 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd34c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8051e00640 1 -- 172.21.15.47:0/3396858297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 msgr2=0x558ccbd34c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8051e00640 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd34c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8051e00640 1 -- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd37790 msgr2=0x558ccbd35140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8051e00640 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd37790 0x558ccbd35140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8051e00640 1 -- 172.21.15.47:0/3396858297 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ccba6f7d0 con 0x558ccbd2c7a0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8052800640 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd37790 0x558ccbd35140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8051e00640 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd2c7a0 0x558ccbd346c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f80440097f0 tx=0x7f804400fb10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10ee61cd60f4c0ec server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8033e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8033e00640 1 -- 172.21.15.47:0/3396858297 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804401e040 con 0x558ccbd2c7a0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f8033e00640 1 -- 172.21.15.47:0/3396858297 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f8044009cc0 con 0x558ccbd2c7a0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.063+0000 7f805bfbd740 1 -- 172.21.15.47:0/3396858297 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f804400fba0 con 0x558ccbd2c7a0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f8033e00640 1 -- 172.21.15.47:0/3396858297 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f804400fd50 con 0x558ccbd2c7a0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f805bfbd740 10 client.27005 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f805bfbd740 1 -- 172.21.15.47:0/3396858297 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558ccbd467c0 con 0x558ccbd2c7a0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f8033e00640 1 -- 172.21.15.47:0/3396858297 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f804400fba0 con 0x558ccbd2c7a0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f8033e00640 1 -- 172.21.15.47:0/3396858297 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8044021070 con 0x558ccbd2c7a0 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f805bfbd740 10 client.27005 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f805bfbd740 10 client.27005 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:40:01.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f805bfbd740 20 client.27005 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:01.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f805bfbd740 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558ccbd47bd0 0x558ccbd49fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f805bfbd740 4 client.27005 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:01.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.064+0000 7f805bfbd740 1 -- 172.21.15.47:0/3396858297 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ccbc9ea20 con 0x558ccbd47bd0 2024-04-25T02:40:01.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.065+0000 7f8051400640 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558ccbd47bd0 0x558ccbd49fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.065+0000 7f8051400640 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558ccbd47bd0 0x558ccbd49fc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4207cc7f13e7640a server_cookie=c6def9b796407206 in_seq=0 out_seq=0 2024-04-25T02:40:01.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.065+0000 7f8033e00640 10 client.27005 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.066+0000 7f8033e00640 1 -- 172.21.15.47:0/3396858297 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558ccbc9ea20 con 0x558ccbd47bd0 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.066+0000 7f8033e00640 10 client.27005 handle_command_reply: tid=0 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.066+0000 7f805bfbd740 1 client.27005 shutdown 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 -- 172.21.15.47:0/3396858297 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd2c7a0 msgr2=0x558ccbd346c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd2c7a0 0x558ccbd346c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f80440097f0 tx=0x7f804400fb10 comp rx=0 tx=0).stop 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 -- 172.21.15.47:0/3396858297 shutdown_connections 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558ccbd47bd0 0x558ccbd49fc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd37790 0x558ccbd35140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd34c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 --2- 172.21.15.47:0/3396858297 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd2c7a0 0x558ccbd346c0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f8033e00640 0 client.27005 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:40:01.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 -- 172.21.15.47:0/3396858297 >> 172.21.15.47:0/3396858297 conn(0x558ccbd28ac0 msgr2=0x558ccbd2e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 -- 172.21.15.47:0/3396858297 shutdown_connections 2024-04-25T02:40:01.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 1 -- 172.21.15.47:0/3396858297 wait complete. 2024-04-25T02:40:01.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.067+0000 7f805bfbd740 20 client.27005 trim_cache size 0 max 16384 2024-04-25T02:40:01.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.082+0000 7f805bfbd740 1 Processor -- start 2024-04-25T02:40:01.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.082+0000 7f805bfbd740 1 -- start start 2024-04-25T02:40:01.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.082+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd43440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.082+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd4f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.082+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd4fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.082+0000 7f805bfbd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f80541b1d50 con 0x558ccbd2c7a0 2024-04-25T02:40:01.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.082+0000 7f805bfbd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f80541af620 con 0x558ccbd37790 2024-04-25T02:40:01.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.082+0000 7f805bfbd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f80541ad490 con 0x558ccbd2d0c0 2024-04-25T02:40:01.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd43440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd4f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd4f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:52942/0 (socket says 172.21.15.47:52942) 2024-04-25T02:40:01.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8052800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd4fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 -- 172.21.15.47:0/1907594701 learned_addr learned my addr 172.21.15.47:0/1907594701 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 -- 172.21.15.47:0/1907594701 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 msgr2=0x558ccbd4fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 --2- 172.21.15.47:0/1907594701 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd4fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 -- 172.21.15.47:0/1907594701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 msgr2=0x558ccbd43440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 --2- 172.21.15.47:0/1907594701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd43440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 -- 172.21.15.47:0/1907594701 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ccbd2cef0 con 0x558ccbd2d0c0 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051e00640 1 --2- 172.21.15.47:0/1907594701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd43440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.083+0000 7f8051400640 1 --2- 172.21.15.47:0/1907594701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd4f7a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f80400edad0 tx=0x7f80400ef040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c25d57cbf3074b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.084+0000 7f803ea00640 1 -- 172.21.15.47:0/1907594701 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80400a1ae0 con 0x558ccbd2d0c0 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.084+0000 7f803ea00640 1 -- 172.21.15.47:0/1907594701 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8040031e40 con 0x558ccbd2d0c0 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.084+0000 7f803ea00640 1 -- 172.21.15.47:0/1907594701 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040049040 con 0x558ccbd2d0c0 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.084+0000 7f805bfbd740 1 -- 172.21.15.47:0/1907594701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 msgr2=0x558ccbd4f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.084+0000 7f805bfbd740 1 --2- 172.21.15.47:0/1907594701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd4f7a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f80400edad0 tx=0x7f80400ef040 comp rx=0 tx=0).stop 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 -- 172.21.15.47:0/1907594701 shutdown_connections 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 --2- 172.21.15.47:0/1907594701 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd4fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 --2- 172.21.15.47:0/1907594701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2d0c0 0x558ccbd4f7a0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 --2- 172.21.15.47:0/1907594701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2c7a0 0x558ccbd43440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 -- 172.21.15.47:0/1907594701 >> 172.21.15.47:0/1907594701 conn(0x558ccbd28ac0 msgr2=0x558ccbd35ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.089 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 -- 172.21.15.47:0/1907594701 shutdown_connections 2024-04-25T02:40:01.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 -- 172.21.15.47:0/1907594701 wait complete. 2024-04-25T02:40:01.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 -- start start 2024-04-25T02:40:01.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:00 smithi178 ceph-mon[33053]: pgmap v224: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:01.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:00 smithi178 ceph-mon[33053]: overall HEALTH_OK 2024-04-25T02:40:01.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:00 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3296277043' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:40:01.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.085+0000 7f805bfbd740 1 Processor -- start 2024-04-25T02:40:01.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2c7a0 0x558ccbda6390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2d0c0 0x558ccbda68d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f805bfbd740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd3cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f805bfbd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f80541adae0 con 0x558ccbd2d0c0 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f805bfbd740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f80541aef50 con 0x558ccbd37790 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f805bfbd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f80541ae1b0 con 0x558ccbd2c7a0 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f805bfbd740 10 client.0 _ll_register_callbacks cb 0x7f804401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8052800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd3cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8051e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2c7a0 0x558ccbda6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8051400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2d0c0 0x558ccbda68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8052800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd3cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54978/0 (socket says 172.21.15.47:54978) 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8052800640 1 -- 172.21.15.47:0/333788600 learned_addr learned my addr 172.21.15.47:0/333788600 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8052800640 1 -- 172.21.15.47:0/333788600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2c7a0 msgr2=0x558ccbda6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8052800640 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2c7a0 0x558ccbda6390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8052800640 1 -- 172.21.15.47:0/333788600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2d0c0 msgr2=0x558ccbda68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8052800640 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2d0c0 0x558ccbda68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.086+0000 7f8052800640 1 -- 172.21.15.47:0/333788600 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ccbd3d2b0 con 0x558ccbd37790 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f8052800640 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd3cbc0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f804c011de0 tx=0x7f804c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fffe23e20bd71fb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f8033e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f8033e00640 1 -- 172.21.15.47:0/333788600 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804c02f060 con 0x558ccbd37790 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f8033e00640 1 -- 172.21.15.47:0/333788600 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f804c021c80 con 0x558ccbd37790 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f805bfbd740 1 -- 172.21.15.47:0/333788600 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558ccbc98d70 con 0x558ccbd37790 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f8033e00640 1 -- 172.21.15.47:0/333788600 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f804c02a410 con 0x558ccbd37790 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f805bfbd740 10 client.27011 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f805bfbd740 1 -- 172.21.15.47:0/333788600 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558ccbdadb90 con 0x558ccbd37790 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.087+0000 7f8033e00640 1 -- 172.21.15.47:0/333788600 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x558ccbc98d70 con 0x558ccbd37790 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.088+0000 7f8033e00640 1 -- 172.21.15.47:0/333788600 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f804c00f040 con 0x558ccbd37790 2024-04-25T02:40:01.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.088+0000 7f805bfbd740 10 client.27011 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.088+0000 7f805bfbd740 10 client.27011 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.088+0000 7f805bfbd740 20 client.27011 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.088+0000 7f805bfbd740 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558ccbdae340 0x558ccbdb0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.088+0000 7f805bfbd740 4 client.27011 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.088+0000 7f805bfbd740 1 -- 172.21.15.47:0/333788600 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558ccbc166e0 con 0x558ccbdae340 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.088+0000 7f8051e00640 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558ccbdae340 0x558ccbdb0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f8051e00640 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558ccbdae340 0x558ccbdb0760 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=33cea0e73611b1dc server_cookie=aed07167b24b7eec in_seq=0 out_seq=0 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f8033e00640 10 client.27011 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f8033e00640 1 -- 172.21.15.47:0/333788600 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558ccbc166e0 con 0x558ccbdae340 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f8033e00640 10 client.27011 handle_command_reply: tid=0 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 client.27011 shutdown 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 -- 172.21.15.47:0/333788600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 msgr2=0x558ccbd3cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd3cbc0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f804c011de0 tx=0x7f804c004a40 comp rx=0 tx=0).stop 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 -- 172.21.15.47:0/333788600 shutdown_connections 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x558ccbdae340 0x558ccbdb0760 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558ccbd37790 0x558ccbd3cbc0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ccbd2d0c0 0x558ccbda68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 --2- 172.21.15.47:0/333788600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ccbd2c7a0 0x558ccbda6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 -- 172.21.15.47:0/333788600 >> 172.21.15.47:0/333788600 conn(0x558ccbd28ac0 msgr2=0x558ccbd36780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f8033e00640 0 client.27011 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:40:01.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 -- 172.21.15.47:0/333788600 shutdown_connections 2024-04-25T02:40:01.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.089+0000 7f805bfbd740 1 -- 172.21.15.47:0/333788600 wait complete. 2024-04-25T02:40:01.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f805bfbd740 20 client.27011 trim_cache size 0 max 16384 2024-04-25T02:40:01.097 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:40:01.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 -- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f80380a2d00 msgr2=0x7f80380a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f80380a2d00 0x7f80380a51c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f804c005fd0 tx=0x7f804c009600 comp rx=0 tx=0).stop 2024-04-25T02:40:01.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 -- 172.21.15.47:0/4251392336 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f80541030c0 msgr2=0x7f805419a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f80541030c0 0x7f805419a710 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f804002a9a0 tx=0x7f8040003b20 comp rx=0 tx=0).stop 2024-04-25T02:40:01.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 -- 172.21.15.47:0/4251392336 shutdown_connections 2024-04-25T02:40:01.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f80380a2d00 0x7f80380a51c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f805410bbc0 0x7f805419e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f80541030c0 0x7f805419a710 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 --2- 172.21.15.47:0/4251392336 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80541027a0 0x7f805419a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.090+0000 7f8053200640 1 -- 172.21.15.47:0/4251392336 >> 172.21.15.47:0/4251392336 conn(0x7f80540fbfc0 msgr2=0x7f8054101420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.091+0000 7f8053200640 1 -- 172.21.15.47:0/4251392336 shutdown_connections 2024-04-25T02:40:01.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.091+0000 7f8053200640 1 -- 172.21.15.47:0/4251392336 wait complete. 2024-04-25T02:40:01.111 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 -- 172.21.15.47:0/2739227539 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c102800 msgr2=0x7f7e0c102be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 --2- 172.21.15.47:0/2739227539 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c102800 0x7f7e0c102be0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc009900 tx=0x7f7dfc02a480 comp rx=0 tx=0).stop 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 -- 172.21.15.47:0/2739227539 shutdown_connections 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 --2- 172.21.15.47:0/2739227539 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e0c10bbd0 0x7f7e0c10e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 --2- 172.21.15.47:0/2739227539 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e0c103120 0x7f7e0c10b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 --2- 172.21.15.47:0/2739227539 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c102800 0x7f7e0c102be0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 -- 172.21.15.47:0/2739227539 >> 172.21.15.47:0/2739227539 conn(0x7f7e0c0fbfc0 msgr2=0x7f7e0c0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 -- 172.21.15.47:0/2739227539 shutdown_connections 2024-04-25T02:40:01.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.314+0000 7f7e0be00640 1 -- 172.21.15.47:0/2739227539 wait complete. 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.315+0000 7f7e0be00640 1 Processor -- start 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.315+0000 7f7e0be00640 1 -- start start 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.315+0000 7f7e0be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e0c102800 0x7f7e0c197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.315+0000 7f7e0be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e0c103120 0x7f7e0c198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c10bbd0 0x7f7e0c19c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0be00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c111a00 con 0x7f7e0c103120 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0be00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c111880 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0be00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c111b80 con 0x7f7e0c102800 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e0c102800 0x7f7e0c197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0b400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c10bbd0 0x7f7e0c19c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.320 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e0c102800 0x7f7e0c197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:52974/0 (socket says 172.21.15.47:52974) 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e0c103120 0x7f7e0c198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0aa00640 1 -- 172.21.15.47:0/1846716553 learned_addr learned my addr 172.21.15.47:0/1846716553 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0b400640 1 -- 172.21.15.47:0/1846716553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e0c102800 msgr2=0x7f7e0c197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0b400640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e0c102800 0x7f7e0c197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0b400640 1 -- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e0c103120 msgr2=0x7f7e0c198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0b400640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e0c103120 0x7f7e0c198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.316+0000 7f7e0b400640 1 -- 172.21.15.47:0/1846716553 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e0c19cef0 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.317+0000 7f7e0b400640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c10bbd0 0x7f7e0c19c7c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7e04009fd0 tx=0x7f7e0400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.321 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.317+0000 7f7e03400640 1 -- 172.21.15.47:0/1846716553 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e0400ce20 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.317+0000 7f7e03400640 1 -- 172.21.15.47:0/1846716553 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e04005020 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.317+0000 7f7e0be00640 1 -- 172.21.15.47:0/1846716553 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e0c19d1e0 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.317+0000 7f7e03400640 1 -- 172.21.15.47:0/1846716553 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e04010720 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.317+0000 7f7e0be00640 1 -- 172.21.15.47:0/1846716553 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e0c1a4a70 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.320+0000 7f7e03400640 1 -- 172.21.15.47:0/1846716553 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7e04005540 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.320+0000 7f7e147b5740 1 Processor -- start 2024-04-25T02:40:01.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.320+0000 7f7e147b5740 1 -- start start 2024-04-25T02:40:01.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8228b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c822e80 0x56158c831660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c833f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e147b5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56158c7874e0 con 0x56158c8224d0 2024-04-25T02:40:01.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e147b5740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56158c72fa70 con 0x56158c822e80 2024-04-25T02:40:01.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e147b5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56158c7834a0 con 0x56158c831ba0 2024-04-25T02:40:01.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c822e80 0x56158c831660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c822e80 0x56158c831660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54998/0 (socket says 172.21.15.47:54998) 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e0aa00640 1 -- 172.21.15.47:0/668864256 learned_addr learned my addr 172.21.15.47:0/668864256 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e0a000640 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8228b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e0aa00640 1 -- 172.21.15.47:0/668864256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 msgr2=0x56158c833f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.321+0000 7f7e0a000640 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c833f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c833f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e0aa00640 1 -- 172.21.15.47:0/668864256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 msgr2=0x56158c8228b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8228b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e0aa00640 1 -- 172.21.15.47:0/668864256 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56158c49b3f0 con 0x56158c822e80 2024-04-25T02:40:01.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e0a000640 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c833f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:40:01.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c822e80 0x56158c831660 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc005e00 tx=0x7f7dfc005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d62232d465e8db10 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e03400640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7df00a2d00 0x7f7df00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7df7e00640 1 -- 172.21.15.47:0/668864256 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc035040 con 0x56158c822e80 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7df7e00640 1 -- 172.21.15.47:0/668864256 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7dfc004400 con 0x56158c822e80 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e03400640 1 -- 172.21.15.47:0/1846716553 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f7e040cfb20 con 0x7f7e0c10bbd0 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7df7e00640 1 -- 172.21.15.47:0/668864256 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc0037f0 con 0x56158c822e80 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.322+0000 7f7e0a000640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7df00a2d00 0x7f7df00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 -- 172.21.15.47:0/668864256 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c822e80 msgr2=0x56158c831660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c822e80 0x56158c831660 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc005e00 tx=0x7f7dfc005c00 comp rx=0 tx=0).stop 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e0a000640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7df00a2d00 0x7f7df00a51c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7df8009730 tx=0x7f7df80096c0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 -- 172.21.15.47:0/668864256 shutdown_connections 2024-04-25T02:40:01.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c833f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c822e80 0x56158c831660 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 --2- 172.21.15.47:0/668864256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8228b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 -- 172.21.15.47:0/668864256 >> 172.21.15.47:0/668864256 conn(0x56158c81eac0 msgr2=0x56158c81eea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 -- 172.21.15.47:0/668864256 shutdown_connections 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.323+0000 7f7e147b5740 1 -- 172.21.15.47:0/668864256 wait complete. 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.324+0000 7f7e147b5740 1 -- start start 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.324+0000 7f7e147b5740 1 Processor -- start 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.324+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c82eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.324+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c822e80 0x56158c82f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.324+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c82f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.324+0000 7f7e147b5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56158c834900 con 0x56158c822e80 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.324+0000 7f7e147b5740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56158c742ec0 con 0x56158c8224d0 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.324+0000 7f7e147b5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56158c834a80 con 0x56158c831ba0 2024-04-25T02:40:01.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e147b5740 10 client.0 _ll_register_callbacks cb 0x56158c77f3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c82eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c82eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55010/0 (socket says 172.21.15.47:55010) 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 -- 172.21.15.47:0/730356384 learned_addr learned my addr 172.21.15.47:0/730356384 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0a000640 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c822e80 0x56158c82f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0b400640 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c82f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 -- 172.21.15.47:0/730356384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 msgr2=0x56158c82f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c82f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 -- 172.21.15.47:0/730356384 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c822e80 msgr2=0x56158c82f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c822e80 0x56158c82f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 -- 172.21.15.47:0/730356384 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56158c5657d0 con 0x56158c8224d0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c82eb60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc005e30 tx=0x7f7dfc004d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9400e3a23cc057d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.325+0000 7f7df4c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7df4c00640 1 -- 172.21.15.47:0/730356384 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc053060 con 0x56158c8224d0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7e147b5740 1 -- 172.21.15.47:0/730356384 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dfc004400 con 0x56158c8224d0 2024-04-25T02:40:01.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7df4c00640 1 -- 172.21.15.47:0/730356384 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f7dfc004200 con 0x56158c8224d0 2024-04-25T02:40:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7df4c00640 1 -- 172.21.15.47:0/730356384 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7dfc035050 con 0x56158c8224d0 2024-04-25T02:40:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7e147b5740 10 client.27023 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7e147b5740 1 -- 172.21.15.47:0/730356384 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56158c840b80 con 0x56158c8224d0 2024-04-25T02:40:01.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7df4c00640 1 -- 172.21.15.47:0/730356384 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7dfc004400 con 0x56158c8224d0 2024-04-25T02:40:01.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7df4c00640 1 -- 172.21.15.47:0/730356384 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7dfc031980 con 0x56158c8224d0 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.326+0000 7f7e147b5740 10 client.27023 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.327+0000 7f7e147b5740 10 client.27023 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.327+0000 7f7e147b5740 20 client.27023 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.327+0000 7f7e147b5740 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56158c841ed0 0x56158c8442c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.327+0000 7f7e147b5740 4 client.27023 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.327+0000 7f7e147b5740 1 -- 172.21.15.47:0/730356384 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56158c794a20 con 0x56158c841ed0 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.327+0000 7f7e0a000640 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56158c841ed0 0x56158c8442c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.327+0000 7f7e0a000640 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56158c841ed0 0x56158c8442c0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=631c6617ae753733 server_cookie=ed16c644300de0fc in_seq=0 out_seq=0 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.327+0000 7f7df4c00640 10 client.27023 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7df4c00640 1 -- 172.21.15.47:0/730356384 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56158c794a20 con 0x56158c841ed0 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7df4c00640 10 client.27023 handle_command_reply: tid=0 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 client.27023 shutdown 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 -- 172.21.15.47:0/730356384 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 msgr2=0x56158c82eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c82eb60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc005e30 tx=0x7f7dfc004d50 comp rx=0 tx=0).stop 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 -- 172.21.15.47:0/730356384 shutdown_connections 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56158c841ed0 0x56158c8442c0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c831ba0 0x56158c82f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c822e80 0x56158c82f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 --2- 172.21.15.47:0/730356384 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c82eb60 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7df4c00640 0 client.27023 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.328+0000 7f7e147b5740 1 -- 172.21.15.47:0/730356384 >> 172.21.15.47:0/730356384 conn(0x56158c81eac0 msgr2=0x56158c824930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.329+0000 7f7e147b5740 1 -- 172.21.15.47:0/730356384 shutdown_connections 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.329+0000 7f7e147b5740 1 -- 172.21.15.47:0/730356384 wait complete. 2024-04-25T02:40:01.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.329+0000 7f7e147b5740 20 client.27023 trim_cache size 0 max 16384 2024-04-25T02:40:01.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e147b5740 1 Processor -- start 2024-04-25T02:40:01.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e147b5740 1 -- start start 2024-04-25T02:40:01.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8472e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c847820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c831ba0 0x56158c82bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e147b5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c1ad920 con 0x56158c8224d0 2024-04-25T02:40:01.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e147b5740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c1ab1f0 con 0x56158c831ba0 2024-04-25T02:40:01.348 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e147b5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c1a9060 con 0x56158c822e80 2024-04-25T02:40:01.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8472e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8472e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:34954/0 (socket says 172.21.15.47:34954) 2024-04-25T02:40:01.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e0aa00640 1 -- 172.21.15.47:0/201678975 learned_addr learned my addr 172.21.15.47:0/201678975 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e0b400640 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c831ba0 0x56158c82bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.344+0000 7f7e0a000640 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c847820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.349 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7e0aa00640 1 -- 172.21.15.47:0/201678975 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 msgr2=0x56158c847820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c847820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7e0aa00640 1 -- 172.21.15.47:0/201678975 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c831ba0 msgr2=0x56158c82bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c831ba0 0x56158c82bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7e0aa00640 1 -- 172.21.15.47:0/201678975 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56158c81e8f0 con 0x56158c8224d0 2024-04-25T02:40:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8472e0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc000c00 tx=0x7f7dfc02ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9547ff50fede0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7df7400640 1 -- 172.21.15.47:0/201678975 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc004dc0 con 0x56158c8224d0 2024-04-25T02:40:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7df7400640 1 -- 172.21.15.47:0/201678975 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7dfc004940 con 0x56158c8224d0 2024-04-25T02:40:01.350 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.345+0000 7f7df7400640 1 -- 172.21.15.47:0/201678975 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc0318a0 con 0x56158c8224d0 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 -- 172.21.15.47:0/201678975 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 msgr2=0x56158c8472e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8472e0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc000c00 tx=0x7f7dfc02ac00 comp rx=0 tx=0).stop 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 -- 172.21.15.47:0/201678975 shutdown_connections 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c831ba0 0x56158c82bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c847820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 --2- 172.21.15.47:0/201678975 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c8224d0 0x56158c8472e0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 -- 172.21.15.47:0/201678975 >> 172.21.15.47:0/201678975 conn(0x56158c81eac0 msgr2=0x56158c824930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 -- 172.21.15.47:0/201678975 shutdown_connections 2024-04-25T02:40:01.353 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.346+0000 7f7e147b5740 1 -- 172.21.15.47:0/201678975 wait complete. 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.347+0000 7f7e147b5740 1 -- start start 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.347+0000 7f7e147b5740 1 Processor -- start 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.347+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c844db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.347+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c8452f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.347+0000 7f7e147b5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c831ba0 0x56158c845830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.347+0000 7f7e147b5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c1a96b0 con 0x56158c831ba0 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.347+0000 7f7e147b5740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c1aab20 con 0x56158c8224d0 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.347+0000 7f7e147b5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0c1a9d80 con 0x56158c822e80 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e147b5740 10 client.0 _ll_register_callbacks cb 0x7f7dfc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c844db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c844db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:55034/0 (socket says 172.21.15.47:55034) 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 -- 172.21.15.47:0/754211548 learned_addr learned my addr 172.21.15.47:0/754211548 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0a000640 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c8452f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.354 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0b400640 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c831ba0 0x56158c845830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 -- 172.21.15.47:0/754211548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 msgr2=0x56158c8452f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c8452f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 -- 172.21.15.47:0/754211548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c831ba0 msgr2=0x56158c845830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c831ba0 0x56158c845830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 -- 172.21.15.47:0/754211548 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56158c8a7100 con 0x56158c8224d0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0a000640 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c8452f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.348+0000 7f7e0aa00640 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c844db0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc031e40 tx=0x7f7dfc009660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2ade0a16038fbc7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7df4c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7df4c00640 1 -- 172.21.15.47:0/754211548 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc053070 con 0x56158c8224d0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7e147b5740 1 -- 172.21.15.47:0/754211548 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dfc004940 con 0x56158c8224d0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7df4c00640 1 -- 172.21.15.47:0/754211548 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f7dfc005230 con 0x56158c8224d0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7df4c00640 1 -- 172.21.15.47:0/754211548 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7dfc005430 con 0x56158c8224d0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7e147b5740 10 client.27029 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7e147b5740 1 -- 172.21.15.47:0/754211548 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56158c8a83e0 con 0x56158c8224d0 2024-04-25T02:40:01.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7df4c00640 1 -- 172.21.15.47:0/754211548 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7dfc004940 con 0x56158c8224d0 2024-04-25T02:40:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.349+0000 7f7df4c00640 1 -- 172.21.15.47:0/754211548 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7dfc003b40 con 0x56158c8224d0 2024-04-25T02:40:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7e147b5740 10 client.27029 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7e147b5740 10 client.27029 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7e147b5740 20 client.27029 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7e147b5740 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56158c8a8900 0x56158c8aacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7e147b5740 4 client.27029 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:40:01.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7e147b5740 1 -- 172.21.15.47:0/754211548 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56158c78ed70 con 0x56158c8a8900 2024-04-25T02:40:01.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7e0a000640 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56158c8a8900 0x56158c8aacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:01.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7e0a000640 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56158c8a8900 0x56158c8aacf0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d12edfe374218952 server_cookie=473741bbdc9d4258 in_seq=0 out_seq=0 2024-04-25T02:40:01.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.350+0000 7f7df4c00640 10 client.27029 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7df4c00640 1 -- 172.21.15.47:0/754211548 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56158c78ed70 con 0x56158c8a8900 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7df4c00640 10 client.27029 handle_command_reply: tid=0 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 client.27029 shutdown 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 -- 172.21.15.47:0/754211548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 msgr2=0x56158c844db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c844db0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f7dfc031e40 tx=0x7f7dfc009660 comp rx=0 tx=0).stop 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 -- 172.21.15.47:0/754211548 shutdown_connections 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56158c8a8900 0x56158c8aacf0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56158c831ba0 0x56158c845830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56158c822e80 0x56158c8452f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 --2- 172.21.15.47:0/754211548 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56158c8224d0 0x56158c844db0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7df4c00640 0 client.27029 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 -- 172.21.15.47:0/754211548 >> 172.21.15.47:0/754211548 conn(0x56158c81eac0 msgr2=0x56158c824080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 -- 172.21.15.47:0/754211548 shutdown_connections 2024-04-25T02:40:01.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 1 -- 172.21.15.47:0/754211548 wait complete. 2024-04-25T02:40:01.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.351+0000 7f7e147b5740 20 client.27029 trim_cache size 0 max 16384 2024-04-25T02:40:01.359 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 -- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7df00a2d00 msgr2=0x7f7df00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7df00a2d00 0x7f7df00a51c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7df8009730 tx=0x7f7df80096c0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 -- 172.21.15.47:0/1846716553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c10bbd0 msgr2=0x7f7e0c19c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c10bbd0 0x7f7e0c19c7c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7e04009fd0 tx=0x7f7e0400ef10 comp rx=0 tx=0).stop 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 -- 172.21.15.47:0/1846716553 shutdown_connections 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7df00a2d00 0x7f7df00a51c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7e0c10bbd0 0x7f7e0c19c7c0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7e0c103120 0x7f7e0c198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 --2- 172.21.15.47:0/1846716553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7e0c102800 0x7f7e0c197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 -- 172.21.15.47:0/1846716553 >> 172.21.15.47:0/1846716553 conn(0x7f7e0c0fbfc0 msgr2=0x7f7e0c0fd750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 -- 172.21.15.47:0/1846716553 shutdown_connections 2024-04-25T02:40:01.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:01.352+0000 7f7e0be00640 1 -- 172.21.15.47:0/1846716553 wait complete. 2024-04-25T02:40:01.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:01 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:40:02.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:01 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:40:02.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:01 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:40:02.376 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:40:02.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:40:02.377 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.586+0000 7fae85600640 1 -- 172.21.15.47:0/2027239531 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae80108970 msgr2=0x7fae8010c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.586+0000 7fae85600640 1 --2- 172.21.15.47:0/2027239531 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae80108970 0x7fae8010c960 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fae68009900 tx=0x7fae6802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.587+0000 7fae85600640 1 -- 172.21.15.47:0/2027239531 shutdown_connections 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.587+0000 7fae85600640 1 --2- 172.21.15.47:0/2027239531 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae8010d040 0x7fae80114c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.587+0000 7fae85600640 1 --2- 172.21.15.47:0/2027239531 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae80108970 0x7fae8010c960 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.587+0000 7fae85600640 1 --2- 172.21.15.47:0/2027239531 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae80107fc0 0x7fae801083a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.587+0000 7fae85600640 1 -- 172.21.15.47:0/2027239531 >> 172.21.15.47:0/2027239531 conn(0x7fae80075c80 msgr2=0x7fae800780a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.587+0000 7fae85600640 1 -- 172.21.15.47:0/2027239531 shutdown_connections 2024-04-25T02:40:02.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.587+0000 7fae85600640 1 -- 172.21.15.47:0/2027239531 wait complete. 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.588+0000 7fae85600640 1 Processor -- start 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.588+0000 7fae85600640 1 -- start start 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.588+0000 7fae85600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae80107fc0 0x7fae8019e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.588+0000 7fae85600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8010d040 0x7fae8019ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.588+0000 7fae85600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae801a2f60 0x7fae801a3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.588+0000 7fae85600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae80118100 con 0x7fae80107fc0 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.588+0000 7fae85600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae80117f80 con 0x7fae801a2f60 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.588+0000 7fae85600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae80118280 con 0x7fae8010d040 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae801a2f60 0x7fae801a3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae801a2f60 0x7fae801a3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:60536/0 (socket says 172.21.15.47:60536) 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7f400640 1 -- 172.21.15.47:0/3122722809 learned_addr learned my addr 172.21.15.47:0/3122722809 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7ea00640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae80107fc0 0x7fae8019e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7e000640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8010d040 0x7fae8019ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7f400640 1 -- 172.21.15.47:0/3122722809 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8010d040 msgr2=0x7fae8019ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7f400640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8010d040 0x7fae8019ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7f400640 1 -- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae80107fc0 msgr2=0x7fae8019e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7f400640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae80107fc0 0x7fae8019e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.589+0000 7fae7f400640 1 -- 172.21.15.47:0/3122722809 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae801a3a50 con 0x7fae801a2f60 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.590+0000 7fae7f400640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae801a2f60 0x7fae801a3410 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fae7800eb10 tx=0x7fae7800c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.590+0000 7fae77400640 1 -- 172.21.15.47:0/3122722809 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae78004b20 con 0x7fae801a2f60 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.590+0000 7fae77400640 1 -- 172.21.15.47:0/3122722809 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae78004cc0 con 0x7fae801a2f60 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.590+0000 7fae85600640 1 -- 172.21.15.47:0/3122722809 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae801a3d40 con 0x7fae801a2f60 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.590+0000 7fae77400640 1 -- 172.21.15.47:0/3122722809 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae78010760 con 0x7fae801a2f60 2024-04-25T02:40:02.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.590+0000 7fae85600640 1 -- 172.21.15.47:0/3122722809 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae801ab500 con 0x7fae801a2f60 2024-04-25T02:40:02.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.593+0000 7fae88403740 1 Processor -- start 2024-04-25T02:40:02.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.593+0000 7fae77400640 1 -- 172.21.15.47:0/3122722809 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fae78005020 con 0x7fae801a2f60 2024-04-25T02:40:02.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae88403740 1 -- start start 2024-04-25T02:40:02.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae88403740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc851d60 0x560dbc852140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae88403740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc852680 0x560dbc85c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae88403740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc85f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae88403740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560dbc7b0f40 con 0x560dbc85cd50 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae88403740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x560dbc7b6190 con 0x560dbc852680 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae88403740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560dbc75ea10 con 0x560dbc851d60 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae7e000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc851d60 0x560dbc852140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae7e000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc851d60 0x560dbc852140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44308/0 (socket says 172.21.15.47:44308) 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae7e000640 1 -- 172.21.15.47:0/3432388587 learned_addr learned my addr 172.21.15.47:0/3432388587 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae7ea00640 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc852680 0x560dbc85c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.594+0000 7fae7e000640 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc85f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae7ea00640 1 -- 172.21.15.47:0/3432388587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc851d60 msgr2=0x560dbc852140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae7ea00640 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc851d60 0x560dbc852140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae7ea00640 1 -- 172.21.15.47:0/3432388587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 msgr2=0x560dbc85f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae7ea00640 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc85f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae7ea00640 1 -- 172.21.15.47:0/3432388587 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560dbc5927e0 con 0x560dbc852680 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae7ea00640 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc852680 0x560dbc85c810 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fae70009c20 tx=0x7fae70011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffe7f23aaa040eb0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae77400640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae640a2d80 0x7fae640a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae6f400640 1 -- 172.21.15.47:0/3432388587 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae7001e070 con 0x560dbc852680 2024-04-25T02:40:02.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.595+0000 7fae6f400640 1 -- 172.21.15.47:0/3432388587 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae70009dd0 con 0x560dbc852680 2024-04-25T02:40:02.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae6f400640 1 -- 172.21.15.47:0/3432388587 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae700187a0 con 0x560dbc852680 2024-04-25T02:40:02.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae77400640 1 -- 172.21.15.47:0/3122722809 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fae780cf940 con 0x7fae801a2f60 2024-04-25T02:40:02.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae7e000640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae640a2d80 0x7fae640a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.604 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae88403740 1 -- 172.21.15.47:0/3432388587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc852680 msgr2=0x560dbc85c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae88403740 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc852680 0x560dbc85c810 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fae70009c20 tx=0x7fae70011810 comp rx=0 tx=0).stop 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae88403740 1 -- 172.21.15.47:0/3432388587 shutdown_connections 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae88403740 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc85f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae88403740 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc852680 0x560dbc85c810 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae88403740 1 --2- 172.21.15.47:0/3432388587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc851d60 0x560dbc852140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae88403740 1 -- 172.21.15.47:0/3432388587 >> 172.21.15.47:0/3432388587 conn(0x560dbc84e080 msgr2=0x560dbc84e460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.596+0000 7fae7e000640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae640a2d80 0x7fae640a5240 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x560dbc84f210 tx=0x7fae6802a3f0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.597+0000 7fae88403740 1 -- 172.21.15.47:0/3432388587 shutdown_connections 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.597+0000 7fae88403740 1 -- 172.21.15.47:0/3432388587 wait complete. 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.597+0000 7fae88403740 1 -- start start 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.597+0000 7fae88403740 1 Processor -- start 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae88403740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc859cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.605 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae88403740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc85a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae88403740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc85a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae88403740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560dbc771e70 con 0x560dbc851d60 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae88403740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x560dbc7b2150 con 0x560dbc85cd50 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae88403740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560dbc85fbe0 con 0x560dbc852680 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae88403740 10 client.0 _ll_register_callbacks cb 0x560dbc7ad1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc859cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc85a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc859cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:36944/0 (socket says 172.21.15.47:36944) 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7ea00640 1 -- 172.21.15.47:0/4105717883 learned_addr learned my addr 172.21.15.47:0/4105717883 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7e000640 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc85a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7f400640 1 -- 172.21.15.47:0/4105717883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 msgr2=0x560dbc85a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7f400640 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc85a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7f400640 1 -- 172.21.15.47:0/4105717883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 msgr2=0x560dbc859cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7f400640 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc859cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7f400640 1 -- 172.21.15.47:0/4105717883 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560dbc5f2f70 con 0x560dbc85cd50 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.598+0000 7fae7ea00640 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc859cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.599+0000 7fae7f400640 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc85a750 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fae780cd030 tx=0x7fae7809b820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf098aecbadc92b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.599+0000 7fae63e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.599+0000 7fae63e00640 1 -- 172.21.15.47:0/4105717883 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae780a47e0 con 0x560dbc85cd50 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.599+0000 7fae63e00640 1 -- 172.21.15.47:0/4105717883 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fae78005310 con 0x560dbc85cd50 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.599+0000 7fae88403740 1 -- 172.21.15.47:0/4105717883 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae70009dd0 con 0x560dbc85cd50 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.599+0000 7fae63e00640 1 -- 172.21.15.47:0/4105717883 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fae780a01b0 con 0x560dbc85cd50 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.599+0000 7fae88403740 10 client.27041 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.599+0000 7fae88403740 1 -- 172.21.15.47:0/4105717883 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560dbc48a170 con 0x560dbc85cd50 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae63e00640 1 -- 172.21.15.47:0/4105717883 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae70009dd0 con 0x560dbc85cd50 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae63e00640 1 -- 172.21.15.47:0/4105717883 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fae7809acc0 con 0x560dbc85cd50 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae88403740 10 client.27041 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae88403740 10 client.27041 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae88403740 20 client.27041 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae88403740 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560dbc86d000 0x560dbc86f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae88403740 4 client.27041 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae88403740 1 -- 172.21.15.47:0/4105717883 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560dbc7c36d0 con 0x560dbc86d000 2024-04-25T02:40:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.600+0000 7fae7ea00640 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560dbc86d000 0x560dbc86f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.601+0000 7fae7ea00640 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560dbc86d000 0x560dbc86f480 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=250ba0a7a892d037 server_cookie=82482e169875272f in_seq=0 out_seq=0 2024-04-25T02:40:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.601+0000 7fae63e00640 10 client.27041 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae63e00640 1 -- 172.21.15.47:0/4105717883 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560dbc7c36d0 con 0x560dbc86d000 2024-04-25T02:40:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae63e00640 10 client.27041 handle_command_reply: tid=0 2024-04-25T02:40:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 client.27041 shutdown 2024-04-25T02:40:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 -- 172.21.15.47:0/4105717883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 msgr2=0x560dbc85a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc85a750 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fae780cd030 tx=0x7fae7809b820 comp rx=0 tx=0).stop 2024-04-25T02:40:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 -- 172.21.15.47:0/4105717883 shutdown_connections 2024-04-25T02:40:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560dbc86d000 0x560dbc86f480 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc85a750 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae63e00640 0 client.27041 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc85a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 --2- 172.21.15.47:0/4105717883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc859cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 -- 172.21.15.47:0/4105717883 >> 172.21.15.47:0/4105717883 conn(0x560dbc84e080 msgr2=0x560dbc853e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 -- 172.21.15.47:0/4105717883 shutdown_connections 2024-04-25T02:40:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 1 -- 172.21.15.47:0/4105717883 wait complete. 2024-04-25T02:40:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.602+0000 7fae88403740 20 client.27041 trim_cache size 0 max 16384 2024-04-25T02:40:02.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.623+0000 7fae88403740 1 Processor -- start 2024-04-25T02:40:02.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.623+0000 7fae88403740 1 -- start start 2024-04-25T02:40:02.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.623+0000 7fae88403740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc851d60 0x560dbc868950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.623+0000 7fae88403740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc8545d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.623+0000 7fae88403740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc874d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.623+0000 7fae88403740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae801b6320 con 0x560dbc85cd50 2024-04-25T02:40:02.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.623+0000 7fae88403740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae801b3bf0 con 0x560dbc851d60 2024-04-25T02:40:02.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.623+0000 7fae88403740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae801b1a60 con 0x560dbc852680 2024-04-25T02:40:02.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc874d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc874d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:36956/0 (socket says 172.21.15.47:36956) 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 -- 172.21.15.47:0/1104807741 learned_addr learned my addr 172.21.15.47:0/1104807741 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7ea00640 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc851d60 0x560dbc868950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7e000640 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc8545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 -- 172.21.15.47:0/1104807741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 msgr2=0x560dbc8545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc8545d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 -- 172.21.15.47:0/1104807741 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc851d60 msgr2=0x560dbc868950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc851d60 0x560dbc868950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 -- 172.21.15.47:0/1104807741 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560dbc85f4b0 con 0x560dbc85cd50 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7ea00640 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc851d60 0x560dbc868950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.624+0000 7fae7f400640 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc874d50 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fae78098260 tx=0x7fae78005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8c4605de616bfe3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.625+0000 7fae6ea00640 1 -- 172.21.15.47:0/1104807741 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae780a4a70 con 0x560dbc85cd50 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.625+0000 7fae6ea00640 1 -- 172.21.15.47:0/1104807741 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae7809acc0 con 0x560dbc85cd50 2024-04-25T02:40:02.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.625+0000 7fae6ea00640 1 -- 172.21.15.47:0/1104807741 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae780a1480 con 0x560dbc85cd50 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 -- 172.21.15.47:0/1104807741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 msgr2=0x560dbc874d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc874d50 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fae78098260 tx=0x7fae78005840 comp rx=0 tx=0).stop 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 -- 172.21.15.47:0/1104807741 shutdown_connections 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc85cd50 0x560dbc874d50 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc8545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 --2- 172.21.15.47:0/1104807741 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc851d60 0x560dbc868950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 -- 172.21.15.47:0/1104807741 >> 172.21.15.47:0/1104807741 conn(0x560dbc84e080 msgr2=0x560dbc84d1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 -- 172.21.15.47:0/1104807741 shutdown_connections 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 -- 172.21.15.47:0/1104807741 wait complete. 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 -- start start 2024-04-25T02:40:02.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.626+0000 7fae88403740 1 Processor -- start 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae88403740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc864e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae88403740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc8653a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae88403740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc861e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae88403740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fae801b20b0 con 0x560dbc851d60 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae88403740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fae801b3520 con 0x560dbc85cd50 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae88403740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae801b2780 con 0x560dbc852680 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae88403740 10 client.0 _ll_register_callbacks cb 0x7fae7809bc40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae7ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc864e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae7ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc864e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:36962/0 (socket says 172.21.15.47:36962) 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae7ea00640 1 -- 172.21.15.47:0/1172136525 learned_addr learned my addr 172.21.15.47:0/1172136525 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.627+0000 7fae7e000640 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc8653a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae7f400640 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc861e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae7ea00640 1 -- 172.21.15.47:0/1172136525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 msgr2=0x560dbc8653a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae7ea00640 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc8653a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae7ea00640 1 -- 172.21.15.47:0/1172136525 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 msgr2=0x560dbc861e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae7ea00640 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc861e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae7ea00640 1 -- 172.21.15.47:0/1172136525 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560dbc862540 con 0x560dbc851d60 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae7ea00640 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc864e60 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fae700097b0 tx=0x7fae70009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a6c5fdcf889972 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae63e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae63e00640 1 -- 172.21.15.47:0/1172136525 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae7001e040 con 0x560dbc851d60 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae63e00640 1 -- 172.21.15.47:0/1172136525 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7fae70005250 con 0x560dbc851d60 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.628+0000 7fae88403740 1 -- 172.21.15.47:0/1172136525 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae7809acc0 con 0x560dbc851d60 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae63e00640 1 -- 172.21.15.47:0/1172136525 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fae70005c50 con 0x560dbc851d60 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae88403740 10 client.16938 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae88403740 1 -- 172.21.15.47:0/1172136525 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560dbc8d4010 con 0x560dbc851d60 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae63e00640 1 -- 172.21.15.47:0/1172136525 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae7809acc0 con 0x560dbc851d60 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae63e00640 1 -- 172.21.15.47:0/1172136525 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fae70003790 con 0x560dbc851d60 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae88403740 10 client.16938 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:02.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae88403740 10 client.16938 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:02.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae88403740 20 client.16938 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:02.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae88403740 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560dbc8d45f0 0x560dbc8d6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae88403740 4 client.16938 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:40:02.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.629+0000 7fae88403740 1 -- 172.21.15.47:0/1172136525 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560dbc7bda20 con 0x560dbc8d45f0 2024-04-25T02:40:02.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.630+0000 7fae7e000640 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560dbc8d45f0 0x560dbc8d6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.630+0000 7fae7e000640 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560dbc8d45f0 0x560dbc8d6a10 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81651b4f2435a21b server_cookie=3f1c5c4d416f1af0 in_seq=0 out_seq=0 2024-04-25T02:40:02.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.630+0000 7fae63e00640 10 client.16938 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:02.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.631+0000 7fae63e00640 1 -- 172.21.15.47:0/1172136525 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560dbc7bda20 con 0x560dbc8d45f0 2024-04-25T02:40:02.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.631+0000 7fae63e00640 10 client.16938 handle_command_reply: tid=0 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.631+0000 7fae88403740 1 client.16938 shutdown 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.631+0000 7fae88403740 1 -- 172.21.15.47:0/1172136525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 msgr2=0x560dbc864e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc864e60 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fae700097b0 tx=0x7fae70009230 comp rx=0 tx=0).stop 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 -- 172.21.15.47:0/1172136525 shutdown_connections 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x560dbc8d45f0 0x560dbc8d6a10 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x560dbc85cd50 0x560dbc861e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560dbc852680 0x560dbc8653a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 --2- 172.21.15.47:0/1172136525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560dbc851d60 0x560dbc864e60 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 -- 172.21.15.47:0/1172136525 >> 172.21.15.47:0/1172136525 conn(0x560dbc84e080 msgr2=0x560dbc859c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae63e00640 0 client.16938 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 -- 172.21.15.47:0/1172136525 shutdown_connections 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 1 -- 172.21.15.47:0/1172136525 wait complete. 2024-04-25T02:40:02.638 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.632+0000 7fae88403740 20 client.16938 trim_cache size 0 max 16384 2024-04-25T02:40:02.639 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:40:02.639 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:40:02.639 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "7a3959de-dc98-4f68-8888-3b96f64e4361", 2024-04-25T02:40:02.639 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:40:02.639 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:40:02.639 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 -- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae640a2d80 msgr2=0x7fae640a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae640a2d80 0x7fae640a5240 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x560dbc84f210 tx=0x7fae6802a3f0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 -- 172.21.15.47:0/3122722809 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae801a2f60 msgr2=0x7fae801a3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae801a2f60 0x7fae801a3410 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fae7800eb10 tx=0x7fae7800c2d0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 -- 172.21.15.47:0/3122722809 shutdown_connections 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fae640a2d80 0x7fae640a5240 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fae801a2f60 0x7fae801a3410 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8010d040 0x7fae8019ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 --2- 172.21.15.47:0/3122722809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fae80107fc0 0x7fae8019e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 -- 172.21.15.47:0/3122722809 >> 172.21.15.47:0/3122722809 conn(0x7fae80075c80 msgr2=0x7fae80077fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 -- 172.21.15.47:0/3122722809 shutdown_connections 2024-04-25T02:40:02.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.633+0000 7fae85600640 1 -- 172.21.15.47:0/3122722809 wait complete. 2024-04-25T02:40:02.654 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:40:02.655 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:40:02.724 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:02 smithi047 ceph-mon[27871]: pgmap v225: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:02.724 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:02 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:40:02.724 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:02 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:40:02.724 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:02 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:40:02.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.864+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1583895070 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 msgr2=0x7f2f9c100920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.864+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1583895070 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 0x7f2f9c100920 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c009ca0 tx=0x7f2f8c02a8c0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.865+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1583895070 shutdown_connections 2024-04-25T02:40:02.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.865+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1583895070 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f9c10e0f0 0x7f2f9c1104e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.865+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1583895070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f9c100e60 0x7f2f9c10dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.865+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1583895070 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 0x7f2f9c100920 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.865+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1583895070 >> 172.21.15.47:0/1583895070 conn(0x7f2f9c077740 msgr2=0x7f2f9c077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.865+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1583895070 shutdown_connections 2024-04-25T02:40:02.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.865+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1583895070 wait complete. 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.866+0000 7f2fa3a00640 1 Processor -- start 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.866+0000 7f2fa3a00640 1 -- start start 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.866+0000 7f2fa3a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 0x7f2f9c19a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.866+0000 7f2fa3a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f9c100e60 0x7f2f9c19a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.866+0000 7f2fa3a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f9c10e0f0 0x7f2f9c19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.866+0000 7f2fa3a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c113d40 con 0x7f2f9c100e60 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.866+0000 7f2fa3a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c113bc0 con 0x7f2f9c100540 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.866+0000 7f2fa3a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c113ec0 con 0x7f2f9c10e0f0 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f9c100e60 0x7f2f9c19a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2fa1000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 0x7f2f9c19a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f9c100e60 0x7f2f9c19a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:36978/0 (socket says 172.21.15.47:36978) 2024-04-25T02:40:02.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 -- 172.21.15.47:0/1002836237 learned_addr learned my addr 172.21.15.47:0/1002836237 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2fa1a00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f9c10e0f0 0x7f2f9c19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 -- 172.21.15.47:0/1002836237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f9c10e0f0 msgr2=0x7f2f9c19eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f9c10e0f0 0x7f2f9c19eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 -- 172.21.15.47:0/1002836237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 msgr2=0x7f2f9c19a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 0x7f2f9c19a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 -- 172.21.15.47:0/1002836237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f9c19f1e0 con 0x7f2f9c100e60 2024-04-25T02:40:02.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2fa1000640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 0x7f2f9c19a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:02.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.867+0000 7f2f9be00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f9c100e60 0x7f2f9c19a780 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f2f8800e9f0 tx=0x7f2f8800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.868+0000 7f2f99600640 1 -- 172.21.15.47:0/1002836237 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8800cd80 con 0x7f2f9c100e60 2024-04-25T02:40:02.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.868+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1002836237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f9c19f4d0 con 0x7f2f9c100e60 2024-04-25T02:40:02.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.868+0000 7f2f99600640 1 -- 172.21.15.47:0/1002836237 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f88010910 con 0x7f2f9c100e60 2024-04-25T02:40:02.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.868+0000 7f2f99600640 1 -- 172.21.15.47:0/1002836237 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f880188f0 con 0x7f2f9c100e60 2024-04-25T02:40:02.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.868+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1002836237 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f9c1a6d60 con 0x7f2f9c100e60 2024-04-25T02:40:02.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.871+0000 7f2fa6818740 1 Processor -- start 2024-04-25T02:40:02.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa6818740 1 -- start start 2024-04-25T02:40:02.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2f99600640 1 -- 172.21.15.47:0/1002836237 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2f88010ac0 con 0x7f2f9c100e60 2024-04-25T02:40:02.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875eed000 0x55f875eed3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875ef7ff0 0x55f875efa3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa6818740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f875e51560 con 0x55f875eed920 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa6818740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f875df9930 con 0x55f875ef7ff0 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa6818740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f875e4d520 con 0x55f875eed000 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa1000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa1a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875eed000 0x55f875eed3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa1a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875eed000 0x55f875eed3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44358/0 (socket says 172.21.15.47:44358) 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa1000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef7ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:36984/0 (socket says 172.21.15.47:36984) 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2fa1a00640 1 -- 172.21.15.47:0/801414410 learned_addr learned my addr 172.21.15.47:0/801414410 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.872+0000 7f2f9be00640 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875ef7ff0 0x55f875efa3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.873+0000 7f2fa1a00640 1 -- 172.21.15.47:0/801414410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875ef7ff0 msgr2=0x55f875efa3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.873+0000 7f2fa1a00640 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875ef7ff0 0x55f875efa3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.873+0000 7f2fa1a00640 1 -- 172.21.15.47:0/801414410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 msgr2=0x55f875ef7ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.873+0000 7f2fa1a00640 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef7ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.873+0000 7f2fa1a00640 1 -- 172.21.15.47:0/801414410 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f875c2f7d0 con 0x55f875eed000 2024-04-25T02:40:02.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.873+0000 7f2fa1000640 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef7ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:02.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.873+0000 7f2fa1a00640 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875eed000 0x55f875eed3e0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2f940045a0 tx=0x7f2f9400bb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=595fea846abcfa13 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.873+0000 7f2f92000640 1 -- 172.21.15.47:0/801414410 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f94003bd0 con 0x55f875eed000 2024-04-25T02:40:02.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2f92000640 1 -- 172.21.15.47:0/801414410 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f94015070 con 0x55f875eed000 2024-04-25T02:40:02.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2f92000640 1 -- 172.21.15.47:0/801414410 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f940116a0 con 0x55f875eed000 2024-04-25T02:40:02.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2f99600640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f800a2d00 0x7f2f800a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2f99600640 1 -- 172.21.15.47:0/1002836237 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f2f880cf860 con 0x7f2f9c100e60 2024-04-25T02:40:02.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2fa1000640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f800a2d00 0x7f2f800a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.881 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2fa6818740 1 -- 172.21.15.47:0/801414410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875eed000 msgr2=0x55f875eed3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2fa6818740 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875eed000 0x55f875eed3e0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2f940045a0 tx=0x7f2f9400bb40 comp rx=0 tx=0).stop 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2fa6818740 1 -- 172.21.15.47:0/801414410 shutdown_connections 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2fa6818740 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875ef7ff0 0x55f875efa3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2fa6818740 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef7ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2fa6818740 1 --2- 172.21.15.47:0/801414410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875eed000 0x55f875eed3e0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.874+0000 7f2fa6818740 1 -- 172.21.15.47:0/801414410 >> 172.21.15.47:0/801414410 conn(0x55f875ee9320 msgr2=0x55f875ee9700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.875+0000 7f2fa6818740 1 -- 172.21.15.47:0/801414410 shutdown_connections 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.875+0000 7f2fa6818740 1 -- 172.21.15.47:0/801414410 wait complete. 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.875+0000 7f2fa1000640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f800a2d00 0x7f2f800a51c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c006010 tx=0x7f2f8c02f310 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.875+0000 7f2fa6818740 1 -- start start 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.875+0000 7f2fa6818740 1 Processor -- start 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875ef4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.882 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875ef59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa6818740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f875efade0 con 0x55f875eed920 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa6818740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55f875e0cd90 con 0x55f875eed000 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa6818740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f875efaf60 con 0x55f875ef7ff0 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa6818740 10 client.0 _ll_register_callbacks cb 0x55f875e0c780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2f9be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa1000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875ef4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2f9be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:36988/0 (socket says 172.21.15.47:36988) 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2f9be00640 1 -- 172.21.15.47:0/3606364985 learned_addr learned my addr 172.21.15.47:0/3606364985 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.876+0000 7f2fa1a00640 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875ef59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f9be00640 1 -- 172.21.15.47:0/3606364985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 msgr2=0x55f875ef59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f9be00640 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875ef59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f9be00640 1 -- 172.21.15.47:0/3606364985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 msgr2=0x55f875ef4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f9be00640 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875ef4f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f9be00640 1 -- 172.21.15.47:0/3606364985 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f875b653f0 con 0x55f875eed920 2024-04-25T02:40:02.883 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f9be00640 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef54a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f2f8800e9c0 tx=0x7f2f8809b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2d340e1eb477e03 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f86a00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:02.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f86a00640 1 -- 172.21.15.47:0/3606364985 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f880cd3e0 con 0x55f875eed920 2024-04-25T02:40:02.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f86a00640 1 -- 172.21.15.47:0/3606364985 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f2f8809b420 con 0x55f875eed920 2024-04-25T02:40:02.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2fa6818740 1 -- 172.21.15.47:0/3606364985 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f94015070 con 0x55f875eed920 2024-04-25T02:40:02.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.877+0000 7f2f86a00640 1 -- 172.21.15.47:0/3606364985 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2f880a00d0 con 0x55f875eed920 2024-04-25T02:40:02.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2fa6818740 10 client.16950 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:02.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2fa6818740 1 -- 172.21.15.47:0/3606364985 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f875b250f0 con 0x55f875eed920 2024-04-25T02:40:02.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2f86a00640 1 -- 172.21.15.47:0/3606364985 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f94015070 con 0x55f875eed920 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2f86a00640 1 -- 172.21.15.47:0/3606364985 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2f88097cb0 con 0x55f875eed920 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2fa6818740 10 client.16950 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2fa6818740 10 client.16950 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2fa6818740 20 client.16950 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2fa6818740 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f875f08380 0x55f875f0a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2fa6818740 4 client.16950 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.878+0000 7f2fa6818740 1 -- 172.21.15.47:0/3606364985 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f875e64d90 con 0x55f875f08380 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.879+0000 7f2fa1000640 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f875f08380 0x55f875f0a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.879+0000 7f2fa1000640 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f875f08380 0x55f875f0a7b0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=629ba795a7c19f1b server_cookie=e8dc51838d699b81 in_seq=0 out_seq=0 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.879+0000 7f2f86a00640 10 client.16950 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.880+0000 7f2f86a00640 1 -- 172.21.15.47:0/3606364985 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f875e64d90 con 0x55f875f08380 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.880+0000 7f2f86a00640 10 client.16950 handle_command_reply: tid=0 2024-04-25T02:40:02.886 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.880+0000 7f2fa6818740 1 client.16950 shutdown 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.880+0000 7f2fa6818740 1 -- 172.21.15.47:0/3606364985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 msgr2=0x55f875ef54a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.880+0000 7f2fa6818740 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef54a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f2f8800e9c0 tx=0x7f2f8809b910 comp rx=0 tx=0).stop 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 1 -- 172.21.15.47:0/3606364985 shutdown_connections 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f875f08380 0x55f875f0a7b0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875ef59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875ef54a0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2f86a00640 0 client.16950 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 1 --2- 172.21.15.47:0/3606364985 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875ef4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 1 -- 172.21.15.47:0/3606364985 >> 172.21.15.47:0/3606364985 conn(0x55f875ee9320 msgr2=0x55f875eef020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 1 -- 172.21.15.47:0/3606364985 shutdown_connections 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 1 -- 172.21.15.47:0/3606364985 wait complete. 2024-04-25T02:40:02.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.881+0000 7f2fa6818740 20 client.16950 trim_cache size 0 max 16384 2024-04-25T02:40:02.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.900+0000 7f2fa6818740 1 Processor -- start 2024-04-25T02:40:02.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.900+0000 7f2fa6818740 1 -- start start 2024-04-25T02:40:02.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.900+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed000 0x55f875ef3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.904 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.900+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed920 0x55f875f03cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875eef7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa6818740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c1b1ef0 con 0x55f875eed000 2024-04-25T02:40:02.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa6818740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c1af7c0 con 0x55f875eed920 2024-04-25T02:40:02.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa6818740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c1ad630 con 0x55f875ef7ff0 2024-04-25T02:40:02.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed000 0x55f875ef3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed000 0x55f875ef3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:36994/0 (socket says 172.21.15.47:36994) 2024-04-25T02:40:02.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1000640 1 -- 172.21.15.47:0/331944959 learned_addr learned my addr 172.21.15.47:0/331944959 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.905 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2f9be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed920 0x55f875f03cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1a00640 1 --2- 172.21.15.47:0/331944959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875eef7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1000640 1 -- 172.21.15.47:0/331944959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 msgr2=0x55f875eef7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1000640 1 --2- 172.21.15.47:0/331944959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875eef7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1000640 1 -- 172.21.15.47:0/331944959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed920 msgr2=0x55f875f03cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1000640 1 --2- 172.21.15.47:0/331944959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed920 0x55f875f03cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.901+0000 7f2fa1000640 1 -- 172.21.15.47:0/331944959 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f875ee8c00 con 0x55f875eed000 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.902+0000 7f2fa1000640 1 --2- 172.21.15.47:0/331944959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed000 0x55f875ef3ea0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c033040 tx=0x7f2f8c045000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d3da7926094c445 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.902+0000 7f2f91600640 1 -- 172.21.15.47:0/331944959 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8c004b40 con 0x55f875eed000 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.902+0000 7f2f91600640 1 -- 172.21.15.47:0/331944959 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f8c036040 con 0x55f875eed000 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.902+0000 7f2f91600640 1 -- 172.21.15.47:0/331944959 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8c02fb50 con 0x55f875eed000 2024-04-25T02:40:02.907 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 -- 172.21.15.47:0/331944959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed000 msgr2=0x55f875ef3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 --2- 172.21.15.47:0/331944959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed000 0x55f875ef3ea0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c033040 tx=0x7f2f8c045000 comp rx=0 tx=0).stop 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 -- 172.21.15.47:0/331944959 shutdown_connections 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 --2- 172.21.15.47:0/331944959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875eef7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 --2- 172.21.15.47:0/331944959 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed920 0x55f875f03cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 --2- 172.21.15.47:0/331944959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed000 0x55f875ef3ea0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 -- 172.21.15.47:0/331944959 >> 172.21.15.47:0/331944959 conn(0x55f875ee9320 msgr2=0x55f875ef57b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 -- 172.21.15.47:0/331944959 shutdown_connections 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 -- 172.21.15.47:0/331944959 wait complete. 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 -- start start 2024-04-25T02:40:02.908 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.903+0000 7f2fa6818740 1 Processor -- start 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875efbdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875efc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa6818740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875efc830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa6818740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c1adc80 con 0x55f875eed920 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa6818740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c1af0f0 con 0x55f875eed000 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa6818740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c1ae350 con 0x55f875ef7ff0 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa6818740 10 client.0 _ll_register_callbacks cb 0x7f2f88098070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa1000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875efbdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.912 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2f9be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875efc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa1000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875efbdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:60644/0 (socket says 172.21.15.47:60644) 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa1000640 1 -- 172.21.15.47:0/397287591 learned_addr learned my addr 172.21.15.47:0/397287591 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.904+0000 7f2fa1a00640 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875efc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2fa1000640 1 -- 172.21.15.47:0/397287591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 msgr2=0x55f875efc830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2fa1000640 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875efc830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2fa1000640 1 -- 172.21.15.47:0/397287591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 msgr2=0x55f875efc2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2fa1000640 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875efc2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2fa1000640 1 -- 172.21.15.47:0/397287591 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f875f6da50 con 0x55f875eed000 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2f9be00640 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875efc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2fa1000640 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875efbdb0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c031560 tx=0x7f2f8c009960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb20b4ba53f38124 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2f86a00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2f86a00640 1 -- 172.21.15.47:0/397287591 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8c063070 con 0x55f875eed000 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2f86a00640 1 -- 172.21.15.47:0/397287591 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8513+0+0 (secure 0 0 0) 0x7f2f8c043050 con 0x55f875eed000 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.905+0000 7f2fa6818740 1 -- 172.21.15.47:0/397287591 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f8c036040 con 0x55f875eed000 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2f86a00640 1 -- 172.21.15.47:0/397287591 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2f8c02f750 con 0x55f875eed000 2024-04-25T02:40:02.913 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2fa6818740 10 client.27065 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2fa6818740 1 -- 172.21.15.47:0/397287591 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f875f6ed40 con 0x55f875eed000 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2f86a00640 1 -- 172.21.15.47:0/397287591 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f8c036040 con 0x55f875eed000 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2f86a00640 1 -- 172.21.15.47:0/397287591 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2f8c02fc90 con 0x55f875eed000 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2fa6818740 10 client.27065 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2fa6818740 10 client.27065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2fa6818740 20 client.27065 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2fa6818740 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f875f6f400 0x55f875f717f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2fa6818740 4 client.27065 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.906+0000 7f2fa6818740 1 -- 172.21.15.47:0/397287591 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f875e5eaa0 con 0x55f875f6f400 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.907+0000 7f2f9be00640 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f875f6f400 0x55f875f717f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.907+0000 7f2f9be00640 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f875f6f400 0x55f875f717f0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58fda843866e8fe4 server_cookie=b972d40cddb6be2c in_seq=0 out_seq=0 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.907+0000 7f2f86a00640 10 client.27065 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.907+0000 7f2f86a00640 1 -- 172.21.15.47:0/397287591 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55f875e5eaa0 con 0x55f875f6f400 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.907+0000 7f2f86a00640 10 client.27065 handle_command_reply: tid=0 2024-04-25T02:40:02.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 client.27065 shutdown 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 -- 172.21.15.47:0/397287591 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 msgr2=0x55f875efbdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875efbdb0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c031560 tx=0x7f2f8c009960 comp rx=0 tx=0).stop 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 -- 172.21.15.47:0/397287591 shutdown_connections 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55f875f6f400 0x55f875f717f0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f875ef7ff0 0x55f875efc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f875eed920 0x55f875efc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2f86a00640 0 client.27065 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 --2- 172.21.15.47:0/397287591 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55f875eed000 0x55f875efbdb0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 -- 172.21.15.47:0/397287591 >> 172.21.15.47:0/397287591 conn(0x55f875ee9320 msgr2=0x55f875ef4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 -- 172.21.15.47:0/397287591 shutdown_connections 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 1 -- 172.21.15.47:0/397287591 wait complete. 2024-04-25T02:40:02.915 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.908+0000 7f2fa6818740 20 client.27065 trim_cache size 0 max 16384 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout: "7a3959de-dc98-4f68-8888-3b96f64e4361": { 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "7a3959de-dc98-4f68-8888-3b96f64e4361", 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:40:02.916 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f800a2d00 msgr2=0x7f2f800a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f800a2d00 0x7f2f800a51c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c006010 tx=0x7f2f8c02f310 comp rx=0 tx=0).stop 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f9c100e60 msgr2=0x7f2f9c19a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f9c100e60 0x7f2f9c19a780 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f2f8800e9f0 tx=0x7f2f8800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1002836237 shutdown_connections 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f800a2d00 0x7f2f800a51c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f9c10e0f0 0x7f2f9c19eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f9c100e60 0x7f2f9c19a780 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 --2- 172.21.15.47:0/1002836237 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f9c100540 0x7f2f9c19a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:02.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1002836237 >> 172.21.15.47:0/1002836237 conn(0x7f2f9c077740 msgr2=0x7f2f9c10f650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:02.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1002836237 shutdown_connections 2024-04-25T02:40:02.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:02.909+0000 7f2fa3a00640 1 -- 172.21.15.47:0/1002836237 wait complete. 2024-04-25T02:40:02.933 INFO:tasks.cephfs.filesystem:scrub status for tag:7a3959de-dc98-4f68-8888-3b96f64e4361 - {'path': '/', 'tag': '7a3959de-dc98-4f68-8888-3b96f64e4361', 'options': 'recursive,force'} 2024-04-25T02:40:03.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:02 smithi113 ceph-mon[32459]: pgmap v225: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:03.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:02 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:40:03.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:02 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:40:03.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:02 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:40:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:02 smithi178 ceph-mon[33053]: pgmap v225: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:02 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:40:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:02 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:40:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:02 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:40:03.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:03 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:40:03.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:03 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:03.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:03 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:40:03.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:03 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:04.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:03 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:40:04.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:03 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:04.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:03 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:40:04.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:03 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:04.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:03 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:40:04.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:03 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:04.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:03 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:40:04.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:03 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:04.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:04 smithi047 ceph-mon[27871]: pgmap v226: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:40:05.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:04 smithi113 ceph-mon[32459]: pgmap v226: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:40:05.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:04 smithi178 ceph-mon[33053]: pgmap v226: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:40:05.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:05 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:40:06.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:05 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:40:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:05 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:40:06.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:06 smithi047 ceph-mon[27871]: pgmap v227: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:40:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:06 smithi113 ceph-mon[32459]: pgmap v227: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:40:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:06 smithi178 ceph-mon[33053]: pgmap v227: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:40:08.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:08 smithi047 ceph-mon[27871]: pgmap v228: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:40:09.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:08 smithi113 ceph-mon[32459]: pgmap v228: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:40:09.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:08 smithi178 ceph-mon[33053]: pgmap v228: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-25T02:40:10.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:10 smithi047 ceph-mon[27871]: pgmap v229: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-04-25T02:40:11.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:10 smithi113 ceph-mon[32459]: pgmap v229: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-04-25T02:40:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:10 smithi178 ceph-mon[33053]: pgmap v229: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-04-25T02:40:12.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:11 smithi113 ceph-mon[32459]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T02:40:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:11 smithi178 ceph-mon[33053]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T02:40:12.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:11 smithi047 ceph-mon[27871]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T02:40:13.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:12 smithi113 ceph-mon[32459]: pgmap v231: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-25T02:40:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:12 smithi178 ceph-mon[33053]: pgmap v231: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-25T02:40:13.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:12 smithi047 ceph-mon[27871]: pgmap v231: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-25T02:40:15.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:14 smithi113 ceph-mon[32459]: pgmap v232: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:40:15.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:14 smithi113 ceph-mon[32459]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T02:40:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:14 smithi178 ceph-mon[33053]: pgmap v232: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:40:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:14 smithi178 ceph-mon[33053]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T02:40:15.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:14 smithi047 ceph-mon[27871]: pgmap v232: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:40:15.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:14 smithi047 ceph-mon[27871]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T02:40:17.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:16 smithi113 ceph-mon[32459]: pgmap v234: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:40:17.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:16 smithi178 ceph-mon[33053]: pgmap v234: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:40:17.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:16 smithi047 ceph-mon[27871]: pgmap v234: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:40:19.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:18 smithi113 ceph-mon[32459]: pgmap v235: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:40:19.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:18 smithi178 ceph-mon[33053]: pgmap v235: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:40:19.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:18 smithi047 ceph-mon[27871]: pgmap v235: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:40:21.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:20 smithi113 ceph-mon[32459]: pgmap v236: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 230 B/s wr, 7 op/s 2024-04-25T02:40:21.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:20 smithi178 ceph-mon[33053]: pgmap v236: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 230 B/s wr, 7 op/s 2024-04-25T02:40:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:20 smithi047 ceph-mon[27871]: pgmap v236: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 230 B/s wr, 7 op/s 2024-04-25T02:40:23.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:22 smithi113 ceph-mon[32459]: pgmap v237: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:40:23.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:22 smithi178 ceph-mon[33053]: pgmap v237: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:40:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:22 smithi047 ceph-mon[27871]: pgmap v237: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:40:25.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:24 smithi113 ceph-mon[32459]: pgmap v238: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:40:25.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:24 smithi178 ceph-mon[33053]: pgmap v238: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:40:25.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:24 smithi047 ceph-mon[27871]: pgmap v238: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:40:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:26 smithi113 ceph-mon[32459]: pgmap v239: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:40:27.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:26 smithi178 ceph-mon[33053]: pgmap v239: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:40:27.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:26 smithi047 ceph-mon[27871]: pgmap v239: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:40:29.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:28 smithi113 ceph-mon[32459]: pgmap v240: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:40:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:28 smithi178 ceph-mon[33053]: pgmap v240: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:40:29.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:28 smithi047 ceph-mon[27871]: pgmap v240: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:40:31.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:30 smithi113 ceph-mon[32459]: pgmap v241: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:30 smithi178 ceph-mon[33053]: pgmap v241: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:31.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:30 smithi047 ceph-mon[27871]: pgmap v241: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:32.934 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:40:32.934 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:40:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:32 smithi113 ceph-mon[32459]: pgmap v242: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:33.016 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:32 smithi047 ceph-mon[27871]: pgmap v242: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:32 smithi178 ceph-mon[33053]: pgmap v242: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:33.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.160+0000 7f0203e00640 1 -- 172.21.15.47:0/2135293862 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 msgr2=0x7f0204100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.160+0000 7f0203e00640 1 --2- 172.21.15.47:0/2135293862 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 0x7f0204100800 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f01f4009ca0 tx=0x7f01f402a8c0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.164 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.160+0000 7f0203e00640 1 -- 172.21.15.47:0/2135293862 shutdown_connections 2024-04-25T02:40:33.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.160+0000 7f0203e00640 1 --2- 172.21.15.47:0/2135293862 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f020410dfd0 0x7f02041103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.160+0000 7f0203e00640 1 --2- 172.21.15.47:0/2135293862 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0204100dd0 0x7f020410da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.160+0000 7f0203e00640 1 --2- 172.21.15.47:0/2135293862 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 0x7f0204100800 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.160+0000 7f0203e00640 1 -- 172.21.15.47:0/2135293862 >> 172.21.15.47:0/2135293862 conn(0x7f02040fc050 msgr2=0x7f02040fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.161+0000 7f0203e00640 1 -- 172.21.15.47:0/2135293862 shutdown_connections 2024-04-25T02:40:33.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.161+0000 7f0203e00640 1 -- 172.21.15.47:0/2135293862 wait complete. 2024-04-25T02:40:33.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.162+0000 7f0203e00640 1 Processor -- start 2024-04-25T02:40:33.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.162+0000 7f0203e00640 1 -- start start 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 0x7f020419a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0204100dd0 0x7f020419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f020410dfd0 0x7f020419ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0204113cb0 con 0x7f020410dfd0 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0204113b30 con 0x7f0204100420 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0204113e30 con 0x7f0204100dd0 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f020410dfd0 0x7f020419ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0202a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 0x7f020419a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f020410dfd0 0x7f020419ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53508/0 (socket says 172.21.15.47:53508) 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203400640 1 -- 172.21.15.47:0/619225981 learned_addr learned my addr 172.21.15.47:0/619225981 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.167 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0202000640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0204100dd0 0x7f020419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203400640 1 -- 172.21.15.47:0/619225981 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0204100dd0 msgr2=0x7f020419a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.163+0000 7f0203400640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0204100dd0 0x7f020419a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0203400640 1 -- 172.21.15.47:0/619225981 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 msgr2=0x7f020419a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0203400640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 0x7f020419a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0203400640 1 -- 172.21.15.47:0/619225981 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f020419f160 con 0x7f020410dfd0 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0202a00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 0x7f020419a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0203400640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f020410dfd0 0x7f020419ea30 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f01fc00e940 tx=0x7f01fc00ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0208a00640 1 -- 172.21.15.47:0/619225981 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01fc00ccc0 con 0x7f020410dfd0 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0208a00640 1 -- 172.21.15.47:0/619225981 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f01fc005500 con 0x7f020410dfd0 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0203e00640 1 -- 172.21.15.47:0/619225981 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f020419f450 con 0x7f020410dfd0 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.164+0000 7f0208a00640 1 -- 172.21.15.47:0/619225981 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01fc010690 con 0x7f020410dfd0 2024-04-25T02:40:33.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.165+0000 7f0203e00640 1 -- 172.21.15.47:0/619225981 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02041a6ce0 con 0x7f020410dfd0 2024-04-25T02:40:33.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.168+0000 7f020cc59740 1 Processor -- start 2024-04-25T02:40:33.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.168+0000 7f0208a00640 1 -- 172.21.15.47:0/619225981 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f01fc0046c0 con 0x7f020410dfd0 2024-04-25T02:40:33.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.168+0000 7f020cc59740 1 -- start start 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f020cc59740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e26a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f020cc59740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e274c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f020cc59740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e2775c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f020cc59740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55af0e1ce560 con 0x55af0e26ab00 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f020cc59740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55af0e176930 con 0x55af0e26a1e0 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f020cc59740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55af0e1ca520 con 0x55af0e2751d0 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e26a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e274c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e26a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45196/0 (socket says 172.21.15.47:45196) 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202000640 1 -- 172.21.15.47:0/2093886357 learned_addr learned my addr 172.21.15.47:0/2093886357 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.174 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202000640 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e2775c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202000640 1 -- 172.21.15.47:0/2093886357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 msgr2=0x55af0e2775c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202000640 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e2775c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202000640 1 -- 172.21.15.47:0/2093886357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 msgr2=0x55af0e274c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.169+0000 7f0202000640 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e274c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f0202000640 1 -- 172.21.15.47:0/2093886357 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af0dfac7d0 con 0x55af0e26a1e0 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f0202a00640 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e274c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f0208a00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f01e80a2d80 0x7f01e80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f0202000640 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e26a5c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f01ec00b6c0 tx=0x7f01ec00b650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=717cd8f9b1202146 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f0208a00640 1 -- 172.21.15.47:0/619225981 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f01fc0cf6b0 con 0x7f020410dfd0 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f0202a00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f01e80a2d80 0x7f01e80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f01f3e00640 1 -- 172.21.15.47:0/2093886357 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01ec012d00 con 0x55af0e26a1e0 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f01f3e00640 1 -- 172.21.15.47:0/2093886357 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f01ec010770 con 0x55af0e26a1e0 2024-04-25T02:40:33.175 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.170+0000 7f01f3e00640 1 -- 172.21.15.47:0/2093886357 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01ec003850 con 0x55af0e26a1e0 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 -- 172.21.15.47:0/2093886357 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 msgr2=0x55af0e26a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f0202a00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f01e80a2d80 0x7f01e80a5240 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f01f4006010 tx=0x7f01f402f310 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e26a5c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f01ec00b6c0 tx=0x7f01ec00b650 comp rx=0 tx=0).stop 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 -- 172.21.15.47:0/2093886357 shutdown_connections 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e2775c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e274c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 --2- 172.21.15.47:0/2093886357 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e26a5c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 -- 172.21.15.47:0/2093886357 >> 172.21.15.47:0/2093886357 conn(0x55af0e266500 msgr2=0x55af0e2668e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 -- 172.21.15.47:0/2093886357 shutdown_connections 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.171+0000 7f020cc59740 1 -- 172.21.15.47:0/2093886357 wait complete. 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 1 -- start start 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 1 Processor -- start 2024-04-25T02:40:33.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e26a1e0 0x55af0e272140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e272680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e2751d0 0x55af0e272bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55af0e277fc0 con 0x55af0e2751d0 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55af0e189d90 con 0x55af0e26ab00 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55af0e278140 con 0x55af0e26a1e0 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.172+0000 7f020cc59740 10 client.0 _ll_register_callbacks cb 0x55af0e189780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e2751d0 0x55af0e272bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e2751d0 0x55af0e272bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53522/0 (socket says 172.21.15.47:53522) 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 -- 172.21.15.47:0/4004447441 learned_addr learned my addr 172.21.15.47:0/4004447441 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0202000640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e272680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0202a00640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e26a1e0 0x55af0e272140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 -- 172.21.15.47:0/4004447441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e26a1e0 msgr2=0x55af0e272140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e26a1e0 0x55af0e272140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 -- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 msgr2=0x55af0e272680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e272680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 -- 172.21.15.47:0/4004447441 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af0dee23f0 con 0x55af0e2751d0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0202a00640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e26a1e0 0x55af0e272140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0202000640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e272680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f0203400640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e2751d0 0x55af0e272bc0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f01fc0a42b0 tx=0x7f01fc005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77b021c1ba31cb18 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.173+0000 7f01f0c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.174+0000 7f01f0c00640 1 -- 172.21.15.47:0/4004447441 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01fc0a4550 con 0x55af0e2751d0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.174+0000 7f01f0c00640 1 -- 172.21.15.47:0/4004447441 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f01fc09afc0 con 0x55af0e2751d0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.174+0000 7f020cc59740 1 -- 172.21.15.47:0/4004447441 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01ec010770 con 0x55af0e2751d0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.174+0000 7f01f0c00640 1 -- 172.21.15.47:0/4004447441 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f01fc0a47e0 con 0x55af0e2751d0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.174+0000 7f020cc59740 10 client.16968 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.174+0000 7f020cc59740 1 -- 172.21.15.47:0/4004447441 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55af0dea20f0 con 0x55af0e2751d0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.174+0000 7f01f0c00640 1 -- 172.21.15.47:0/4004447441 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f01ec010770 con 0x55af0e2751d0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.174+0000 7f01f0c00640 1 -- 172.21.15.47:0/4004447441 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f01fc09aa30 con 0x55af0e2751d0 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.175+0000 7f020cc59740 10 client.16968 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:33.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.175+0000 7f020cc59740 10 client.16968 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:33.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.175+0000 7f020cc59740 20 client.16968 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:33.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.175+0000 7f020cc59740 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55af0e2854d0 0x55af0e2878e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.175+0000 7f020cc59740 4 client.16968 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:33.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.175+0000 7f020cc59740 1 -- 172.21.15.47:0/4004447441 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af0e1e1d90 con 0x55af0e2854d0 2024-04-25T02:40:33.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.175+0000 7f0202a00640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55af0e2854d0 0x55af0e2878e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.176+0000 7f0202a00640 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55af0e2854d0 0x55af0e2878e0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8d9c6dfbfba957e server_cookie=1d186a0de754318b in_seq=0 out_seq=0 2024-04-25T02:40:33.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.176+0000 7f01f0c00640 10 client.16968 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:33.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f01f0c00640 1 -- 172.21.15.47:0/4004447441 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55af0e1e1d90 con 0x55af0e2854d0 2024-04-25T02:40:33.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f01f0c00640 10 client.16968 handle_command_reply: tid=0 2024-04-25T02:40:33.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 client.16968 shutdown 2024-04-25T02:40:33.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 -- 172.21.15.47:0/4004447441 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e2751d0 msgr2=0x55af0e272bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e2751d0 0x55af0e272bc0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f01fc0a42b0 tx=0x7f01fc005770 comp rx=0 tx=0).stop 2024-04-25T02:40:33.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 -- 172.21.15.47:0/4004447441 shutdown_connections 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55af0e2854d0 0x55af0e2878e0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e2751d0 0x55af0e272bc0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e272680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 --2- 172.21.15.47:0/4004447441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e26a1e0 0x55af0e272140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f01f0c00640 0 client.16968 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 -- 172.21.15.47:0/4004447441 >> 172.21.15.47:0/4004447441 conn(0x55af0e266500 msgr2=0x55af0e265800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 -- 172.21.15.47:0/4004447441 shutdown_connections 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 1 -- 172.21.15.47:0/4004447441 wait complete. 2024-04-25T02:40:33.184 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.177+0000 7f020cc59740 20 client.16968 trim_cache size 0 max 16384 2024-04-25T02:40:33.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.197+0000 7f020cc59740 1 Processor -- start 2024-04-25T02:40:33.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.197+0000 7f020cc59740 1 -- start start 2024-04-25T02:40:33.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.197+0000 7f020cc59740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e2710c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.197+0000 7f020cc59740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e280e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.197+0000 7f020cc59740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e26cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.197+0000 7f020cc59740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f02041b1da0 con 0x55af0e26ab00 2024-04-25T02:40:33.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.197+0000 7f020cc59740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f02041af670 con 0x55af0e26a1e0 2024-04-25T02:40:33.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.197+0000 7f020cc59740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02041ad4e0 con 0x55af0e2751d0 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e280e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e2710c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e280e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53534/0 (socket says 172.21.15.47:53534) 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202000640 1 -- 172.21.15.47:0/3871091485 learned_addr learned my addr 172.21.15.47:0/3871091485 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0203400640 1 --2- 172.21.15.47:0/3871091485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e26cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202a00640 1 -- 172.21.15.47:0/3871091485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 msgr2=0x55af0e26cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202a00640 1 --2- 172.21.15.47:0/3871091485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e26cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202a00640 1 -- 172.21.15.47:0/3871091485 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 msgr2=0x55af0e280e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202a00640 1 --2- 172.21.15.47:0/3871091485 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e280e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202a00640 1 -- 172.21.15.47:0/3871091485 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af0e265f80 con 0x55af0e26a1e0 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f0202a00640 1 --2- 172.21.15.47:0/3871091485 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e2710c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f01f4000f80 tx=0x7f01f4042000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcecb0d4faeea38 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.198+0000 7f01f3400640 1 -- 172.21.15.47:0/3871091485 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f405c070 con 0x55af0e26a1e0 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f01f3400640 1 -- 172.21.15.47:0/3871091485 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f01f4036040 con 0x55af0e26a1e0 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f01f3400640 1 -- 172.21.15.47:0/3871091485 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f4004770 con 0x55af0e26a1e0 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 -- 172.21.15.47:0/3871091485 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 msgr2=0x55af0e2710c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 --2- 172.21.15.47:0/3871091485 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e2710c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f01f4000f80 tx=0x7f01f4042000 comp rx=0 tx=0).stop 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 -- 172.21.15.47:0/3871091485 shutdown_connections 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 --2- 172.21.15.47:0/3871091485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e26cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 --2- 172.21.15.47:0/3871091485 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26ab00 0x55af0e280e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 --2- 172.21.15.47:0/3871091485 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26a1e0 0x55af0e2710c0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 -- 172.21.15.47:0/3871091485 >> 172.21.15.47:0/3871091485 conn(0x55af0e266500 msgr2=0x55af0e274200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 -- 172.21.15.47:0/3871091485 shutdown_connections 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.199+0000 7f020cc59740 1 -- 172.21.15.47:0/3871091485 wait complete. 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 1 -- start start 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 1 Processor -- start 2024-04-25T02:40:33.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26a1e0 0x55af0e26eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e26f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e26f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f02041adb30 con 0x55af0e26a1e0 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f02041aefa0 con 0x55af0e26ab00 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02041ae200 con 0x55af0e2751d0 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.200+0000 7f020cc59740 10 client.0 _ll_register_callbacks cb 0x7f01fc09b4d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e26f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26a1e0 0x55af0e26eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e26f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45220/0 (socket says 172.21.15.47:45220) 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202000640 1 -- 172.21.15.47:0/117707258 learned_addr learned my addr 172.21.15.47:0/117707258 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0203400640 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e26f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202a00640 1 -- 172.21.15.47:0/117707258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 msgr2=0x55af0e26f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202a00640 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e26f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202a00640 1 -- 172.21.15.47:0/117707258 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 msgr2=0x55af0e26f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202a00640 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e26f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202a00640 1 -- 172.21.15.47:0/117707258 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af0e2eaa50 con 0x55af0e26a1e0 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202000640 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e26f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f0202a00640 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26a1e0 0x55af0e26eed0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f01f402aeb0 tx=0x7f01f402f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=463f3d65aab3fe7e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.201+0000 7f01f0c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.202+0000 7f01f0c00640 1 -- 172.21.15.47:0/117707258 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f405c070 con 0x55af0e26a1e0 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.202+0000 7f01f0c00640 1 -- 172.21.15.47:0/117707258 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f01f40564f0 con 0x55af0e26a1e0 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.202+0000 7f020cc59740 1 -- 172.21.15.47:0/117707258 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01f4036040 con 0x55af0e26a1e0 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.202+0000 7f01f0c00640 1 -- 172.21.15.47:0/117707258 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f01f40566f0 con 0x55af0e26a1e0 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.202+0000 7f020cc59740 10 client.16974 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:33.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.202+0000 7f020cc59740 1 -- 172.21.15.47:0/117707258 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55af0e2ebd60 con 0x55af0e26a1e0 2024-04-25T02:40:33.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.202+0000 7f01f0c00640 1 -- 172.21.15.47:0/117707258 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f01f4036040 con 0x55af0e26a1e0 2024-04-25T02:40:33.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.203+0000 7f01f0c00640 1 -- 172.21.15.47:0/117707258 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f01f402f850 con 0x55af0e26a1e0 2024-04-25T02:40:33.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.203+0000 7f020cc59740 10 client.16974 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:33.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.203+0000 7f020cc59740 10 client.16974 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:33.211 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.203+0000 7f020cc59740 20 client.16974 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.203+0000 7f020cc59740 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55af0e2ec420 0x55af0e2ee840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.203+0000 7f020cc59740 4 client.16974 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.203+0000 7f020cc59740 1 -- 172.21.15.47:0/117707258 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55af0e1dbaa0 con 0x55af0e2ec420 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.203+0000 7f0202000640 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55af0e2ec420 0x55af0e2ee840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f0202000640 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55af0e2ec420 0x55af0e2ee840 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e51a1fac97e0d5f server_cookie=82146f9c8f07a9b6 in_seq=0 out_seq=0 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f01f0c00640 10 client.16974 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f01f0c00640 1 -- 172.21.15.47:0/117707258 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55af0e1dbaa0 con 0x55af0e2ec420 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f01f0c00640 10 client.16974 handle_command_reply: tid=0 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 client.16974 shutdown 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 -- 172.21.15.47:0/117707258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26a1e0 msgr2=0x55af0e26eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26a1e0 0x55af0e26eed0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f01f402aeb0 tx=0x7f01f402f4a0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 -- 172.21.15.47:0/117707258 shutdown_connections 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55af0e2ec420 0x55af0e2ee840 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55af0e2751d0 0x55af0e26f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f01f0c00640 0 client.16974 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55af0e26ab00 0x55af0e26f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 --2- 172.21.15.47:0/117707258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af0e26a1e0 0x55af0e26eed0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 -- 172.21.15.47:0/117707258 >> 172.21.15.47:0/117707258 conn(0x55af0e266500 msgr2=0x55af0e272100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 -- 172.21.15.47:0/117707258 shutdown_connections 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 1 -- 172.21.15.47:0/117707258 wait complete. 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.204+0000 7f020cc59740 20 client.16974 trim_cache size 0 max 16384 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:40:33.213 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:40:33.214 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 -- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f01e80a2d80 msgr2=0x7f01e80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f01e80a2d80 0x7f01e80a5240 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f01f4006010 tx=0x7f01f402f310 comp rx=0 tx=0).stop 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 -- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f020410dfd0 msgr2=0x7f020419ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f020410dfd0 0x7f020419ea30 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f01fc00e940 tx=0x7f01fc00ee00 comp rx=0 tx=0).stop 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 -- 172.21.15.47:0/619225981 shutdown_connections 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f01e80a2d80 0x7f01e80a5240 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f020410dfd0 0x7f020419ea30 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0204100dd0 0x7f020419a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 --2- 172.21.15.47:0/619225981 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0204100420 0x7f020419a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 -- 172.21.15.47:0/619225981 >> 172.21.15.47:0/619225981 conn(0x7f02040fc050 msgr2=0x7f02040fe440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 -- 172.21.15.47:0/619225981 shutdown_connections 2024-04-25T02:40:33.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.205+0000 7f0203e00640 1 -- 172.21.15.47:0/619225981 wait complete. 2024-04-25T02:40:33.227 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:40:33.227 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:40:33.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.432+0000 7f29d7e00640 1 -- 172.21.15.47:0/1342291633 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29d8103730 msgr2=0x7f29d8103bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.432+0000 7f29d7e00640 1 --2- 172.21.15.47:0/1342291633 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29d8103730 0x7f29d8103bb0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f29c4009930 tx=0x7f29c402a420 comp rx=0 tx=0).stop 2024-04-25T02:40:33.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.432+0000 7f29d7e00640 1 -- 172.21.15.47:0/1342291633 shutdown_connections 2024-04-25T02:40:33.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.432+0000 7f29d7e00640 1 --2- 172.21.15.47:0/1342291633 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f29d81040f0 0x7f29d8110600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.432+0000 7f29d7e00640 1 --2- 172.21.15.47:0/1342291633 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29d8103730 0x7f29d8103bb0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.432+0000 7f29d7e00640 1 --2- 172.21.15.47:0/1342291633 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29d8109740 0x7f29d8109b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.432+0000 7f29d7e00640 1 -- 172.21.15.47:0/1342291633 >> 172.21.15.47:0/1342291633 conn(0x7f29d80ff1e0 msgr2=0x7f29d8101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.432+0000 7f29d7e00640 1 -- 172.21.15.47:0/1342291633 shutdown_connections 2024-04-25T02:40:33.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.433+0000 7f29d7e00640 1 -- 172.21.15.47:0/1342291633 wait complete. 2024-04-25T02:40:33.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.434+0000 7f29d7e00640 1 Processor -- start 2024-04-25T02:40:33.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.434+0000 7f29d7e00640 1 -- start start 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.434+0000 7f29d7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29d8103730 0x7f29d819a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.434+0000 7f29d7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29d81040f0 0x7f29d819a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.434+0000 7f29d7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f29d8109740 0x7f29d819e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.434+0000 7f29d7e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f29d8113b60 con 0x7f29d81040f0 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.434+0000 7f29d7e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f29d81139e0 con 0x7f29d8109740 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.434+0000 7f29d7e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f29d8113ce0 con 0x7f29d8103730 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d7400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f29d8109740 0x7f29d819e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d6000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29d81040f0 0x7f29d819a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d7400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f29d8109740 0x7f29d819e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45236/0 (socket says 172.21.15.47:45236) 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d7400640 1 -- 172.21.15.47:0/594013463 learned_addr learned my addr 172.21.15.47:0/594013463 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d6a00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29d8103730 0x7f29d819a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d7400640 1 -- 172.21.15.47:0/594013463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29d8103730 msgr2=0x7f29d819a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d7400640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29d8103730 0x7f29d819a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d7400640 1 -- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29d81040f0 msgr2=0x7f29d819a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d7400640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29d81040f0 0x7f29d819a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.435+0000 7f29d7400640 1 -- 172.21.15.47:0/594013463 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29d819f030 con 0x7f29d8109740 2024-04-25T02:40:33.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.436+0000 7f29d7400640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f29d8109740 0x7f29d819e900 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f29d000eaa0 tx=0x7f29d000ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.436+0000 7f29cf400640 1 -- 172.21.15.47:0/594013463 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d000cdb0 con 0x7f29d8109740 2024-04-25T02:40:33.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.436+0000 7f29cf400640 1 -- 172.21.15.47:0/594013463 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29d0005020 con 0x7f29d8109740 2024-04-25T02:40:33.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.436+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29d819f320 con 0x7f29d8109740 2024-04-25T02:40:33.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.436+0000 7f29cf400640 1 -- 172.21.15.47:0/594013463 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d00116b0 con 0x7f29d8109740 2024-04-25T02:40:33.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.436+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29d81a6bb0 con 0x7f29d8109740 2024-04-25T02:40:33.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.437+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29d80688d0 con 0x7f29d8109740 2024-04-25T02:40:33.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.439+0000 7f29cf400640 1 -- 172.21.15.47:0/594013463 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f29d0005560 con 0x7f29d8109740 2024-04-25T02:40:33.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.441+0000 7f29cf400640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f29bc0a2d00 0x7f29bc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.441+0000 7f29cf400640 1 -- 172.21.15.47:0/594013463 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f29d00cf5e0 con 0x7f29d8109740 2024-04-25T02:40:33.444 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.441+0000 7f29d6a00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f29bc0a2d00 0x7f29bc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.445 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.442+0000 7f29d6a00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f29bc0a2d00 0x7f29bc0a51c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f29c8005d00 tx=0x7f29c800b410 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.443+0000 7f29cf400640 1 -- 172.21.15.47:0/594013463 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f29d0016030 con 0x7f29d8109740 2024-04-25T02:40:33.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.689+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f29d802d170 con 0x7f29d8109740 2024-04-25T02:40:33.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.690+0000 7f29cf400640 1 -- 172.21.15.47:0/594013463 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f29d009bb50 con 0x7f29d8109740 2024-04-25T02:40:33.694 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:40:33.695 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:40:33.695 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f29bc0a2d00 msgr2=0x7f29bc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f29bc0a2d00 0x7f29bc0a51c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f29c8005d00 tx=0x7f29c800b410 comp rx=0 tx=0).stop 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f29d8109740 msgr2=0x7f29d819e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f29d8109740 0x7f29d819e900 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f29d000eaa0 tx=0x7f29d000ef60 comp rx=0 tx=0).stop 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 shutdown_connections 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f29bc0a2d00 0x7f29bc0a51c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f29d8109740 0x7f29d819e900 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29d81040f0 0x7f29d819a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 --2- 172.21.15.47:0/594013463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29d8103730 0x7f29d819a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.697 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.693+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 >> 172.21.15.47:0/594013463 conn(0x7f29d80ff1e0 msgr2=0x7f29d80ff8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.694+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 shutdown_connections 2024-04-25T02:40:33.698 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.694+0000 7f29d7e00640 1 -- 172.21.15.47:0/594013463 wait complete. 2024-04-25T02:40:33.716 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 -- 172.21.15.47:0/2200127803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f8109800 msgr2=0x7fb0f8109be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2200127803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f8109800 0x7fb0f8109be0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec009930 tx=0x7fb0ec02a440 comp rx=0 tx=0).stop 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 -- 172.21.15.47:0/2200127803 shutdown_connections 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2200127803 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0f81041b0 0x7fb0f81106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2200127803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81037f0 0x7fb0f8103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2200127803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f8109800 0x7fb0f8109be0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 -- 172.21.15.47:0/2200127803 >> 172.21.15.47:0/2200127803 conn(0x7fb0f80ff280 msgr2=0x7fb0f81016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 -- 172.21.15.47:0/2200127803 shutdown_connections 2024-04-25T02:40:33.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.917+0000 7fb0fe000640 1 -- 172.21.15.47:0/2200127803 wait complete. 2024-04-25T02:40:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.918+0000 7fb0fe000640 1 Processor -- start 2024-04-25T02:40:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.918+0000 7fb0fe000640 1 -- start start 2024-04-25T02:40:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0fe000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0f81037f0 0x7fb0f819a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0fe000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f81041b0 0x7fb0f819a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0fe000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f8109800 0x7fb0f819e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0fe000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f8113c20 con 0x7fb0f81041b0 2024-04-25T02:40:33.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0fe000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f8113aa0 con 0x7fb0f81037f0 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0fe000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f8113da0 con 0x7fb0f8109800 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0f7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f81041b0 0x7fb0f819a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0f7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f81041b0 0x7fb0f819a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53590/0 (socket says 172.21.15.47:53590) 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0f7e00640 1 -- 172.21.15.47:0/2409446080 learned_addr learned my addr 172.21.15.47:0/2409446080 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0f81037f0 0x7fb0f819a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.919+0000 7fb0fd600640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f8109800 0x7fb0f819e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f7e00640 1 -- 172.21.15.47:0/2409446080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f8109800 msgr2=0x7fb0f819e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f8109800 0x7fb0f819e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f7e00640 1 -- 172.21.15.47:0/2409446080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0f81037f0 msgr2=0x7fb0f819a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0f81037f0 0x7fb0f819a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f7e00640 1 -- 172.21.15.47:0/2409446080 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0f819f0f0 con 0x7fb0f81041b0 2024-04-25T02:40:33.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0f81037f0 0x7fb0f819a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:33.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f81041b0 0x7fb0f819a640 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fb0e400d950 tx=0x7fb0e400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f5600640 1 -- 172.21.15.47:0/2409446080 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e4017030 con 0x7fb0f81041b0 2024-04-25T02:40:33.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f5600640 1 -- 172.21.15.47:0/2409446080 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0e4004020 con 0x7fb0f81041b0 2024-04-25T02:40:33.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0f5600640 1 -- 172.21.15.47:0/2409446080 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e40047a0 con 0x7fb0f81041b0 2024-04-25T02:40:33.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0fe000640 1 -- 172.21.15.47:0/2409446080 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0f819f3e0 con 0x7fb0f81041b0 2024-04-25T02:40:33.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.920+0000 7fb0fe000640 1 -- 172.21.15.47:0/2409446080 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0f81a6c70 con 0x7fb0f81041b0 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb0f5600640 1 -- 172.21.15.47:0/2409446080 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb0e40041d0 con 0x7fb0f81041b0 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb102436740 1 Processor -- start 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb102436740 1 -- start start 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb102436740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b0db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb102436740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b18250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb102436740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b1ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb102436740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a067a724e0 con 0x55a067b0d7a0 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb102436740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a067a1aa70 con 0x55a067b0e0c0 2024-04-25T02:40:33.928 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.924+0000 7fb102436740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a067a6e4a0 con 0x55a067b18790 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fd600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b0db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fd600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b0db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53592/0 (socket says 172.21.15.47:53592) 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fd600640 1 -- 172.21.15.47:0/1495066060 learned_addr learned my addr 172.21.15.47:0/1495066060 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b18250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b1ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fd600640 1 -- 172.21.15.47:0/1495066060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 msgr2=0x55a067b1ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fd600640 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b1ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fd600640 1 -- 172.21.15.47:0/1495066060 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 msgr2=0x55a067b18250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fd600640 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b18250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fd600640 1 -- 172.21.15.47:0/1495066060 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0677863f0 con 0x55a067b0d7a0 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.925+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b18250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:33.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.926+0000 7fb0fd600640 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b0db80 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb0f0009f50 tx=0x7fb0f00118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4d491636bdb6c79 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.931 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.926+0000 7fb0e9c00640 1 -- 172.21.15.47:0/1495066060 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f0004d20 con 0x55a067b0d7a0 2024-04-25T02:40:33.931 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.926+0000 7fb0e9c00640 1 -- 172.21.15.47:0/1495066060 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0f0004050 con 0x55a067b0d7a0 2024-04-25T02:40:33.931 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.926+0000 7fb0e9c00640 1 -- 172.21.15.47:0/1495066060 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f0005220 con 0x55a067b0d7a0 2024-04-25T02:40:33.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb0f5600640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0e00a2d80 0x7fb0e00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 -- 172.21.15.47:0/1495066060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 msgr2=0x55a067b0db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b0db80 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb0f0009f50 tx=0x7fb0f00118d0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 -- 172.21.15.47:0/1495066060 shutdown_connections 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b1ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b18250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 --2- 172.21.15.47:0/1495066060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b0db80 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 -- 172.21.15.47:0/1495066060 >> 172.21.15.47:0/1495066060 conn(0x55a067b09ac0 msgr2=0x55a067b09ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb0f5600640 1 -- 172.21.15.47:0/2409446080 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fb0e40ced60 con 0x7fb0f81041b0 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0e00a2d80 0x7fb0e00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 -- 172.21.15.47:0/1495066060 shutdown_connections 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.927+0000 7fb102436740 1 -- 172.21.15.47:0/1495066060 wait complete. 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 1 -- start start 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0e00a2d80 0x7fb0e00a5240 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec006010 tx=0x7fb0ec031510 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 1 Processor -- start 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0d7a0 0x55a067b157c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0e0c0 0x55a067b15d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b16240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a067b1b580 con 0x55a067b0e0c0 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a067a2dec0 con 0x55a067b0d7a0 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a067b1b700 con 0x55a067b18790 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.928+0000 7fb102436740 10 client.0 _ll_register_callbacks cb 0x55a067a6a3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0f7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0e0c0 0x55a067b15d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fd600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b16240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fd600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b16240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59612/0 (socket says 172.21.15.47:59612) 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0f7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0e0c0 0x55a067b15d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53596/0 (socket says 172.21.15.47:53596) 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fd600640 1 -- 172.21.15.47:0/3155430790 learned_addr learned my addr 172.21.15.47:0/3155430790 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0d7a0 0x55a067b157c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fd600640 1 -- 172.21.15.47:0/3155430790 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0d7a0 msgr2=0x55a067b157c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fd600640 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0d7a0 0x55a067b157c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fd600640 1 -- 172.21.15.47:0/3155430790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0e0c0 msgr2=0x55a067b15d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fd600640 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0e0c0 0x55a067b15d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0fd600640 1 -- 172.21.15.47:0/3155430790 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0678507d0 con 0x55a067b18790 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.929+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0e0c0 0x55a067b15d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb0fd600640 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b16240 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb0f0009250 tx=0x7fb0f00044b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4cd7ba091a8fb705 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb0de000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb0de000640 1 -- 172.21.15.47:0/3155430790 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f0029070 con 0x55a067b18790 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb102436740 1 -- 172.21.15.47:0/3155430790 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0f0004050 con 0x55a067b18790 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb0de000640 1 -- 172.21.15.47:0/3155430790 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fb0f000f480 con 0x55a067b18790 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb0de000640 1 -- 172.21.15.47:0/3155430790 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb0f0035050 con 0x55a067b18790 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb102436740 10 client.27106 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb102436740 1 -- 172.21.15.47:0/3155430790 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a067b27900 con 0x55a067b18790 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.930+0000 7fb0de000640 1 -- 172.21.15.47:0/3155430790 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0f0004050 con 0x55a067b18790 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.931+0000 7fb0de000640 1 -- 172.21.15.47:0/3155430790 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb0f002e440 con 0x55a067b18790 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.931+0000 7fb102436740 10 client.27106 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.931+0000 7fb102436740 10 client.27106 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.931+0000 7fb102436740 20 client.27106 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:33.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.931+0000 7fb102436740 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55a067b28cb0 0x55a067b2b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.931+0000 7fb102436740 4 client.27106 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:33.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.931+0000 7fb102436740 1 -- 172.21.15.47:0/3155430790 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a067a7fa20 con 0x55a067b28cb0 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.931+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55a067b28cb0 0x55a067b2b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.932+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55a067b28cb0 0x55a067b2b0a0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=73ae9f644c0c3f75 server_cookie=1e1745af9b639565 in_seq=0 out_seq=0 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.932+0000 7fb0de000640 10 client.27106 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb0de000640 1 -- 172.21.15.47:0/3155430790 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a067a7fa20 con 0x55a067b28cb0 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb0de000640 10 client.27106 handle_command_reply: tid=0 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 client.27106 shutdown 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 -- 172.21.15.47:0/3155430790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 msgr2=0x55a067b16240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b16240 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb0f0009250 tx=0x7fb0f00044b0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 -- 172.21.15.47:0/3155430790 shutdown_connections 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55a067b28cb0 0x55a067b2b0a0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b16240 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb0de000640 0 client.27106 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0e0c0 0x55a067b15d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 --2- 172.21.15.47:0/3155430790 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0d7a0 0x55a067b157c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 -- 172.21.15.47:0/3155430790 >> 172.21.15.47:0/3155430790 conn(0x55a067b09ac0 msgr2=0x55a067b0f8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 -- 172.21.15.47:0/3155430790 shutdown_connections 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 1 -- 172.21.15.47:0/3155430790 wait complete. 2024-04-25T02:40:33.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.933+0000 7fb102436740 20 client.27106 trim_cache size 0 max 16384 2024-04-25T02:40:33.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.948+0000 7fb102436740 1 Processor -- start 2024-04-25T02:40:33.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.948+0000 7fb102436740 1 -- start start 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.948+0000 7fb102436740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b16060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb102436740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b089c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb102436740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b30810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb102436740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f81b1db0 con 0x55a067b0d7a0 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb102436740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f81af680 con 0x55a067b0e0c0 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb102436740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f81ad4f0 con 0x55a067b18790 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fcc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b16060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fcc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b16060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53606/0 (socket says 172.21.15.47:53606) 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fcc00640 1 -- 172.21.15.47:0/351336326 learned_addr learned my addr 172.21.15.47:0/351336326 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b089c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fd600640 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b30810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fcc00640 1 -- 172.21.15.47:0/351336326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 msgr2=0x55a067b30810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b30810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fcc00640 1 -- 172.21.15.47:0/351336326 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 msgr2=0x55a067b089c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b089c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.954 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.949+0000 7fb0fcc00640 1 -- 172.21.15.47:0/351336326 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a067b05410 con 0x55a067b0d7a0 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.950+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b16060 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec009930 tx=0x7fb0ec03f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a8819bb708311a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.950+0000 7fb0e9200640 1 -- 172.21.15.47:0/351336326 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec059070 con 0x55a067b0d7a0 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.950+0000 7fb0e9200640 1 -- 172.21.15.47:0/351336326 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0ec031a90 con 0x55a067b0d7a0 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.950+0000 7fb0e9200640 1 -- 172.21.15.47:0/351336326 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec035040 con 0x55a067b0d7a0 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 -- 172.21.15.47:0/351336326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 msgr2=0x55a067b16060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b16060 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec009930 tx=0x7fb0ec03f040 comp rx=0 tx=0).stop 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 -- 172.21.15.47:0/351336326 shutdown_connections 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b18790 0x55a067b30810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.955 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b0e0c0 0x55a067b089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 --2- 172.21.15.47:0/351336326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b16060 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 -- 172.21.15.47:0/351336326 >> 172.21.15.47:0/351336326 conn(0x55a067b09ac0 msgr2=0x55a067b082b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 -- 172.21.15.47:0/351336326 shutdown_connections 2024-04-25T02:40:33.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 -- 172.21.15.47:0/351336326 wait complete. 2024-04-25T02:40:33.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 -- start start 2024-04-25T02:40:33.956 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.951+0000 7fb102436740 1 Processor -- start 2024-04-25T02:40:33.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb102436740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b20e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb102436740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b0e0c0 0x55a067b12db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb102436740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b18790 0x55a067b133c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb102436740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f81adb40 con 0x55a067b0d7a0 2024-04-25T02:40:33.958 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb102436740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f81aefb0 con 0x55a067b18790 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb102436740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f81ae210 con 0x55a067b0e0c0 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb102436740 10 client.0 _ll_register_callbacks cb 0x7fb0ec009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb0fcc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b20e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb0fcc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b20e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53608/0 (socket says 172.21.15.47:53608) 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb0fcc00640 1 -- 172.21.15.47:0/2636196637 learned_addr learned my addr 172.21.15.47:0/2636196637 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb0fd600640 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b18790 0x55a067b133c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.952+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b0e0c0 0x55a067b12db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0fcc00640 1 -- 172.21.15.47:0/2636196637 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b0e0c0 msgr2=0x55a067b12db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b0e0c0 0x55a067b12db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0fcc00640 1 -- 172.21.15.47:0/2636196637 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b18790 msgr2=0x55a067b133c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b18790 0x55a067b133c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0fcc00640 1 -- 172.21.15.47:0/2636196637 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a067b11be0 con 0x55a067b0d7a0 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0fcc00640 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b20e20 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec057040 tx=0x7fb0ec005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=716f359eb29757ea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:33.959 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0de000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0de000640 1 -- 172.21.15.47:0/2636196637 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec059040 con 0x55a067b0d7a0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb0de000640 1 -- 172.21.15.47:0/2636196637 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fb0ec0315b0 con 0x55a067b0d7a0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.953+0000 7fb102436740 1 -- 172.21.15.47:0/2636196637 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0ec031a90 con 0x55a067b0d7a0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb0de000640 1 -- 172.21.15.47:0/2636196637 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb0ec0317b0 con 0x55a067b0d7a0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb102436740 10 client.16998 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb102436740 1 -- 172.21.15.47:0/2636196637 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a067b8e500 con 0x55a067b0d7a0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb0de000640 1 -- 172.21.15.47:0/2636196637 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0ec031a90 con 0x55a067b0d7a0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb0de000640 1 -- 172.21.15.47:0/2636196637 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb0ec044070 con 0x55a067b0d7a0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb102436740 10 client.16998 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb102436740 10 client.16998 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb102436740 20 client.16998 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb102436740 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55a067b8ebe0 0x55a067b91000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb102436740 4 client.16998 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.954+0000 7fb102436740 1 -- 172.21.15.47:0/2636196637 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a067a79d70 con 0x55a067b8ebe0 2024-04-25T02:40:33.960 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.955+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55a067b8ebe0 0x55a067b91000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.955+0000 7fb0f7e00640 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55a067b8ebe0 0x55a067b91000 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2fb3dd235427cafe server_cookie=fc74cac13d877587 in_seq=0 out_seq=0 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.955+0000 7fb0de000640 10 client.16998 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.955+0000 7fb0de000640 1 -- 172.21.15.47:0/2636196637 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a067a79d70 con 0x55a067b8ebe0 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.955+0000 7fb0de000640 10 client.16998 handle_command_reply: tid=0 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.955+0000 7fb102436740 1 client.16998 shutdown 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 -- 172.21.15.47:0/2636196637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 msgr2=0x55a067b20e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b20e20 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec057040 tx=0x7fb0ec005850 comp rx=0 tx=0).stop 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 -- 172.21.15.47:0/2636196637 shutdown_connections 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55a067b8ebe0 0x55a067b91000 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a067b18790 0x55a067b133c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a067b0e0c0 0x55a067b12db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 --2- 172.21.15.47:0/2636196637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a067b0d7a0 0x55a067b20e20 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb0de000640 0 client.16998 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:40:33.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 -- 172.21.15.47:0/2636196637 >> 172.21.15.47:0/2636196637 conn(0x55a067b09ac0 msgr2=0x55a067b08b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 -- 172.21.15.47:0/2636196637 shutdown_connections 2024-04-25T02:40:33.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 1 -- 172.21.15.47:0/2636196637 wait complete. 2024-04-25T02:40:33.963 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.956+0000 7fb102436740 20 client.16998 trim_cache size 0 max 16384 2024-04-25T02:40:33.963 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 -- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0e00a2d80 msgr2=0x7fb0e00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0e00a2d80 0x7fb0e00a5240 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec006010 tx=0x7fb0ec031510 comp rx=0 tx=0).stop 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 -- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f81041b0 msgr2=0x7fb0f819a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f81041b0 0x7fb0f819a640 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fb0e400d950 tx=0x7fb0e400de10 comp rx=0 tx=0).stop 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 -- 172.21.15.47:0/2409446080 shutdown_connections 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0e00a2d80 0x7fb0e00a5240 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f8109800 0x7fb0f819e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0f81041b0 0x7fb0f819a640 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 --2- 172.21.15.47:0/2409446080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0f81037f0 0x7fb0f819a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:33.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 -- 172.21.15.47:0/2409446080 >> 172.21.15.47:0/2409446080 conn(0x7fb0f80ff280 msgr2=0x7fb0f80ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:33.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 -- 172.21.15.47:0/2409446080 shutdown_connections 2024-04-25T02:40:33.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:33.957+0000 7fb0fe000640 1 -- 172.21.15.47:0/2409446080 wait complete. 2024-04-25T02:40:33.976 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:33 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/594013463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:40:33.979 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:40:34.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:33 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/594013463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:40:34.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:33 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/594013463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:40:34.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 -- 172.21.15.47:0/518895999 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4073ae0 msgr2=0x7fded4073ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 --2- 172.21.15.47:0/518895999 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4073ae0 0x7fded4073ec0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fdec8009900 tx=0x7fdec802a480 comp rx=0 tx=0).stop 2024-04-25T02:40:34.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 -- 172.21.15.47:0/518895999 shutdown_connections 2024-04-25T02:40:34.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 --2- 172.21.15.47:0/518895999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fded4112600 0x7fded41149f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 --2- 172.21.15.47:0/518895999 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fded4074400 0x7fded41120c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 --2- 172.21.15.47:0/518895999 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4073ae0 0x7fded4073ec0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 -- 172.21.15.47:0/518895999 >> 172.21.15.47:0/518895999 conn(0x7fded40fd0e0 msgr2=0x7fded40ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 -- 172.21.15.47:0/518895999 shutdown_connections 2024-04-25T02:40:34.189 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.184+0000 7fdeda000640 1 -- 172.21.15.47:0/518895999 wait complete. 2024-04-25T02:40:34.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.185+0000 7fdeda000640 1 Processor -- start 2024-04-25T02:40:34.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.185+0000 7fdeda000640 1 -- start start 2024-04-25T02:40:34.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fdeda000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fded4073ae0 0x7fded419e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.190 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fdeda000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4074400 0x7fded419ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fdeda000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fded4112600 0x7fded41a2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fdeda000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fded4118050 con 0x7fded4112600 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fdeda000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fded4117ed0 con 0x7fded4073ae0 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fdeda000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fded41181d0 con 0x7fded4074400 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded8c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fded4073ae0 0x7fded419e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4074400 0x7fded419ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4074400 0x7fded419ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59648/0 (socket says 172.21.15.47:59648) 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded3e00640 1 -- 172.21.15.47:0/2000669067 learned_addr learned my addr 172.21.15.47:0/2000669067 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded8c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fded4073ae0 0x7fded419e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45290/0 (socket says 172.21.15.47:45290) 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded9600640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fded4112600 0x7fded41a2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded8c00640 1 -- 172.21.15.47:0/2000669067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4074400 msgr2=0x7fded419ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded8c00640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4074400 0x7fded419ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded8c00640 1 -- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fded4112600 msgr2=0x7fded41a2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.186+0000 7fded8c00640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fded4112600 0x7fded41a2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.191 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.187+0000 7fded8c00640 1 -- 172.21.15.47:0/2000669067 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded41a3500 con 0x7fded4073ae0 2024-04-25T02:40:34.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.187+0000 7fded3e00640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4074400 0x7fded419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:34.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.187+0000 7fded8c00640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fded4073ae0 0x7fded419e510 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fdec802a9a0 tx=0x7fdec8003b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.187+0000 7fded1600640 1 -- 172.21.15.47:0/2000669067 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec803f070 con 0x7fded4073ae0 2024-04-25T02:40:34.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.187+0000 7fdeda000640 1 -- 172.21.15.47:0/2000669067 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fded41a3790 con 0x7fded4073ae0 2024-04-25T02:40:34.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.187+0000 7fded1600640 1 -- 172.21.15.47:0/2000669067 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdec8031c90 con 0x7fded4073ae0 2024-04-25T02:40:34.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.187+0000 7fded1600640 1 -- 172.21.15.47:0/2000669067 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec8035030 con 0x7fded4073ae0 2024-04-25T02:40:34.193 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.187+0000 7fdeda000640 1 -- 172.21.15.47:0/2000669067 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fded41ab080 con 0x7fded4073ae0 2024-04-25T02:40:34.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.190+0000 7fdede408740 1 Processor -- start 2024-04-25T02:40:34.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.191+0000 7fdede408740 1 -- start start 2024-04-25T02:40:34.194 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.191+0000 7fded1600640 1 -- 172.21.15.47:0/2000669067 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdec8042070 con 0x7fded4073ae0 2024-04-25T02:40:34.195 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.191+0000 7fdede408740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40e7a0 0x56331d40eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.191+0000 7fdede408740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40f0c0 0x56331d419250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.191+0000 7fdede408740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 0x56331d41bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.191+0000 7fdede408740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56331d3734e0 con 0x56331d419790 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.191+0000 7fdede408740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56331d31ba70 con 0x56331d40e7a0 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.191+0000 7fdede408740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56331d36f4a0 con 0x56331d40f0c0 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40e7a0 0x56331d40eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40e7a0 0x56331d40eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45302/0 (socket says 172.21.15.47:45302) 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 -- 172.21.15.47:0/3130865131 learned_addr learned my addr 172.21.15.47:0/3130865131 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded8c00640 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40f0c0 0x56331d419250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded3e00640 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 0x56331d41bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 -- 172.21.15.47:0/3130865131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40f0c0 msgr2=0x56331d419250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40f0c0 0x56331d419250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 -- 172.21.15.47:0/3130865131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 msgr2=0x56331d41bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 0x56331d41bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.196 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 -- 172.21.15.47:0/3130865131 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56331d0873f0 con 0x56331d40e7a0 2024-04-25T02:40:34.197 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded8c00640 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40f0c0 0x56331d419250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded9600640 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40e7a0 0x56331d40eb80 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdecc009f30 tx=0x7fdecc0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40dd8e98a0048ab7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.192+0000 7fded1600640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdebc0a2d00 0x7fdebc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdec5c00640 1 -- 172.21.15.47:0/3130865131 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdecc004d20 con 0x56331d40e7a0 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdec5c00640 1 -- 172.21.15.47:0/3130865131 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdecc004050 con 0x56331d40e7a0 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fded1600640 1 -- 172.21.15.47:0/2000669067 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fdec80efde0 con 0x7fded4073ae0 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdec5c00640 1 -- 172.21.15.47:0/3130865131 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdecc005240 con 0x56331d40e7a0 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fded8c00640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdebc0a2d00 0x7fdebc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdede408740 1 -- 172.21.15.47:0/3130865131 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40e7a0 msgr2=0x56331d40eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdede408740 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40e7a0 0x56331d40eb80 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdecc009f30 tx=0x7fdecc0118d0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fded8c00640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdebc0a2d00 0x7fdebc0a51c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x56331d40fd60 tx=0x7fdec802a480 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdede408740 1 -- 172.21.15.47:0/3130865131 shutdown_connections 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdede408740 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 0x56331d41bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdede408740 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40f0c0 0x56331d419250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdede408740 1 --2- 172.21.15.47:0/3130865131 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40e7a0 0x56331d40eb80 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.193+0000 7fdede408740 1 -- 172.21.15.47:0/3130865131 >> 172.21.15.47:0/3130865131 conn(0x56331d40aac0 msgr2=0x56331d40aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.194+0000 7fdede408740 1 -- 172.21.15.47:0/3130865131 shutdown_connections 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.194+0000 7fdede408740 1 -- 172.21.15.47:0/3130865131 wait complete. 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.194+0000 7fdede408740 1 -- start start 2024-04-25T02:40:34.199 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.194+0000 7fdede408740 1 Processor -- start 2024-04-25T02:40:34.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fdede408740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40e7a0 0x56331d4166c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fdede408740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d416c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fdede408740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 0x56331d417140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fdede408740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56331d41c580 con 0x56331d419790 2024-04-25T02:40:34.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fdede408740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56331d32eec0 con 0x56331d40f0c0 2024-04-25T02:40:34.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fdede408740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56331d41c700 con 0x56331d40e7a0 2024-04-25T02:40:34.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fdede408740 10 client.0 _ll_register_callbacks cb 0x56331d36b3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fded9600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40e7a0 0x56331d4166c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fded9600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40e7a0 0x56331d4166c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59680/0 (socket says 172.21.15.47:59680) 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fded9600640 1 -- 172.21.15.47:0/4276039487 learned_addr learned my addr 172.21.15.47:0/4276039487 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fded3e00640 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d416c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.195+0000 7fded9600640 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 0x56331d417140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fded3e00640 1 -- 172.21.15.47:0/4276039487 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40e7a0 msgr2=0x56331d4166c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fded3e00640 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40e7a0 0x56331d4166c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fded3e00640 1 -- 172.21.15.47:0/4276039487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 msgr2=0x56331d417140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fded3e00640 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 0x56331d417140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fded3e00640 1 -- 172.21.15.47:0/4276039487 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56331d1517d0 con 0x56331d40f0c0 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fded3e00640 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d416c00 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fded40ff7e0 tx=0x7fdec000f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a484bf5f7c7307f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fdeba000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fdeba000640 1 -- 172.21.15.47:0/4276039487 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec00120d0 con 0x56331d40f0c0 2024-04-25T02:40:34.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fdede408740 1 -- 172.21.15.47:0/4276039487 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdecc004050 con 0x56331d40f0c0 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fdeba000640 1 -- 172.21.15.47:0/4276039487 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fdec0005020 con 0x56331d40f0c0 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fdeba000640 1 -- 172.21.15.47:0/4276039487 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdec0012270 con 0x56331d40f0c0 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.196+0000 7fdede408740 10 client.27119 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdede408740 1 -- 172.21.15.47:0/4276039487 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56331d428870 con 0x56331d40f0c0 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdeba000640 1 -- 172.21.15.47:0/4276039487 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdecc004050 con 0x56331d40f0c0 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdeba000640 1 -- 172.21.15.47:0/4276039487 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdec0025480 con 0x56331d40f0c0 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdede408740 10 client.27119 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdede408740 10 client.27119 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdede408740 20 client.27119 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdede408740 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56331d429c80 0x56331d42c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdede408740 4 client.27119 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.197+0000 7fdede408740 1 -- 172.21.15.47:0/4276039487 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56331d380a20 con 0x56331d429c80 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.198+0000 7fded9600640 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56331d429c80 0x56331d42c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.198+0000 7fded9600640 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56331d429c80 0x56331d42c0a0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=16e2484ee869acf6 server_cookie=e2d40d3c941583cb in_seq=0 out_seq=0 2024-04-25T02:40:34.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.198+0000 7fdeba000640 10 client.27119 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:40:34.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdeba000640 1 -- 172.21.15.47:0/4276039487 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56331d380a20 con 0x56331d429c80 2024-04-25T02:40:34.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdeba000640 10 client.27119 handle_command_reply: tid=0 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 client.27119 shutdown 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 -- 172.21.15.47:0/4276039487 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 msgr2=0x56331d416c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d416c00 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fded40ff7e0 tx=0x7fdec000f790 comp rx=0 tx=0).stop 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 -- 172.21.15.47:0/4276039487 shutdown_connections 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56331d429c80 0x56331d42c0a0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d419790 0x56331d417140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdeba000640 0 client.27119 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d416c00 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 --2- 172.21.15.47:0/4276039487 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d40e7a0 0x56331d4166c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.199+0000 7fdede408740 1 -- 172.21.15.47:0/4276039487 >> 172.21.15.47:0/4276039487 conn(0x56331d40aac0 msgr2=0x56331d4108c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.200+0000 7fdede408740 1 -- 172.21.15.47:0/4276039487 shutdown_connections 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.200+0000 7fdede408740 1 -- 172.21.15.47:0/4276039487 wait complete. 2024-04-25T02:40:34.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.200+0000 7fdede408740 20 client.27119 trim_cache size 0 max 16384 2024-04-25T02:40:34.218 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.215+0000 7fdede408740 1 Processor -- start 2024-04-25T02:40:34.219 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.215+0000 7fdede408740 1 -- start start 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.215+0000 7fdede408740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d425440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.215+0000 7fdede408740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d4099c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.215+0000 7fdede408740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 0x56331d431950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.215+0000 7fdede408740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fded41b6170 con 0x56331d40e7a0 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.215+0000 7fdede408740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fded41b3a40 con 0x56331d40f0c0 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.215+0000 7fdede408740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fded41b18b0 con 0x56331d419790 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded9600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d425440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d4099c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded9600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d425440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53658/0 (socket says 172.21.15.47:53658) 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded9600640 1 -- 172.21.15.47:0/1208669770 learned_addr learned my addr 172.21.15.47:0/1208669770 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.220 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d4099c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45322/0 (socket says 172.21.15.47:45322) 2024-04-25T02:40:34.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded9600640 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 0x56331d431950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded3e00640 1 -- 172.21.15.47:0/1208669770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 msgr2=0x56331d431950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded3e00640 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 0x56331d431950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded3e00640 1 -- 172.21.15.47:0/1208669770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 msgr2=0x56331d425440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded3e00640 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d425440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded3e00640 1 -- 172.21.15.47:0/1208669770 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56331d4122e0 con 0x56331d40f0c0 2024-04-25T02:40:34.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.216+0000 7fded9600640 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d425440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:34.221 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.217+0000 7fded3e00640 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d4099c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fdec0025a40 tx=0x7fdec0009d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a376aa37796a4f68 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.217+0000 7fdec5200640 1 -- 172.21.15.47:0/1208669770 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec0025480 con 0x56331d40f0c0 2024-04-25T02:40:34.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.217+0000 7fdec5200640 1 -- 172.21.15.47:0/1208669770 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdec002a020 con 0x56331d40f0c0 2024-04-25T02:40:34.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.217+0000 7fdec5200640 1 -- 172.21.15.47:0/1208669770 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec0004680 con 0x56331d40f0c0 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.217+0000 7fdede408740 1 -- 172.21.15.47:0/1208669770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 msgr2=0x56331d4099c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.217+0000 7fdede408740 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d4099c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fdec0025a40 tx=0x7fdec0009d70 comp rx=0 tx=0).stop 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 -- 172.21.15.47:0/1208669770 shutdown_connections 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 0x56331d431950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d4099c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 --2- 172.21.15.47:0/1208669770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d425440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 -- 172.21.15.47:0/1208669770 >> 172.21.15.47:0/1208669770 conn(0x56331d40aac0 msgr2=0x56331d4092b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 -- 172.21.15.47:0/1208669770 shutdown_connections 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 -- 172.21.15.47:0/1208669770 wait complete. 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 -- start start 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.218+0000 7fdede408740 1 Processor -- start 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fdede408740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d413600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fdede408740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d413b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fdede408740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 0x56331d414080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.224 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fdede408740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fded41b1f00 con 0x56331d40e7a0 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fdede408740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fded41b3370 con 0x56331d40f0c0 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fdede408740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fded41b25d0 con 0x56331d419790 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fdede408740 10 client.0 _ll_register_callbacks cb 0x7fdec0012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fded9600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d413600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fded9600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d413600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53666/0 (socket says 172.21.15.47:53666) 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fded9600640 1 -- 172.21.15.47:0/2664957407 learned_addr learned my addr 172.21.15.47:0/2664957407 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fded3e00640 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d413b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.219+0000 7fded9600640 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 0x56331d414080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fded9600640 1 -- 172.21.15.47:0/2664957407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 msgr2=0x56331d414080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fded9600640 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 0x56331d414080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fded9600640 1 -- 172.21.15.47:0/2664957407 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 msgr2=0x56331d413b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fded9600640 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d413b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fded9600640 1 -- 172.21.15.47:0/2664957407 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56331d48f3c0 con 0x56331d40e7a0 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fded9600640 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d413600 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fdecc011dd0 tx=0x7fdecc0096f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2865cd0dc55bdb23 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.225 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fdeba000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fdeba000640 1 -- 172.21.15.47:0/2664957407 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdecc003db0 con 0x56331d40e7a0 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fdeba000640 1 -- 172.21.15.47:0/2664957407 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fdecc004050 con 0x56331d40e7a0 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.220+0000 7fdede408740 1 -- 172.21.15.47:0/2664957407 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdec002a020 con 0x56331d40e7a0 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdeba000640 1 -- 172.21.15.47:0/2664957407 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdecc004250 con 0x56331d40e7a0 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdede408740 10 client.17016 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdede408740 1 -- 172.21.15.47:0/2664957407 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56331d4906a0 con 0x56331d40e7a0 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdeba000640 1 -- 172.21.15.47:0/2664957407 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdec002a020 con 0x56331d40e7a0 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdeba000640 1 -- 172.21.15.47:0/2664957407 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdecc036030 con 0x56331d40e7a0 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdede408740 10 client.17016 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdede408740 10 client.17016 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdede408740 20 client.17016 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdede408740 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56331d490cc0 0x56331d4930e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdede408740 4 client.17016 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:40:34.228 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.221+0000 7fdede408740 1 -- 172.21.15.47:0/2664957407 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56331d37ad70 con 0x56331d490cc0 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.222+0000 7fded3e00640 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56331d490cc0 0x56331d4930e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.222+0000 7fded3e00640 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56331d490cc0 0x56331d4930e0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=64db5fabe96019c5 server_cookie=e43a1c56354fef19 in_seq=0 out_seq=0 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.222+0000 7fdeba000640 10 client.17016 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.222+0000 7fdeba000640 1 -- 172.21.15.47:0/2664957407 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56331d37ad70 con 0x56331d490cc0 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.222+0000 7fdeba000640 10 client.17016 handle_command_reply: tid=0 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.222+0000 7fdede408740 1 client.17016 shutdown 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 -- 172.21.15.47:0/2664957407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 msgr2=0x56331d413600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d413600 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fdecc011dd0 tx=0x7fdecc0096f0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 -- 172.21.15.47:0/2664957407 shutdown_connections 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56331d490cc0 0x56331d4930e0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56331d419790 0x56331d414080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56331d40f0c0 0x56331d413b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 --2- 172.21.15.47:0/2664957407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56331d40e7a0 0x56331d413600 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdeba000640 0 client.17016 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:40:34.229 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 -- 172.21.15.47:0/2664957407 >> 172.21.15.47:0/2664957407 conn(0x56331d40aac0 msgr2=0x56331d409b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 -- 172.21.15.47:0/2664957407 shutdown_connections 2024-04-25T02:40:34.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 1 -- 172.21.15.47:0/2664957407 wait complete. 2024-04-25T02:40:34.230 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.223+0000 7fdede408740 20 client.17016 trim_cache size 0 max 16384 2024-04-25T02:40:34.230 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 -- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdebc0a2d00 msgr2=0x7fdebc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdebc0a2d00 0x7fdebc0a51c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x56331d40fd60 tx=0x7fdec802a480 comp rx=0 tx=0).stop 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 -- 172.21.15.47:0/2000669067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fded4073ae0 msgr2=0x7fded419e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fded4073ae0 0x7fded419e510 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fdec802a9a0 tx=0x7fdec8003b20 comp rx=0 tx=0).stop 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 -- 172.21.15.47:0/2000669067 shutdown_connections 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdebc0a2d00 0x7fdebc0a51c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fded4112600 0x7fded41a2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fded4074400 0x7fded419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 --2- 172.21.15.47:0/2000669067 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fded4073ae0 0x7fded419e510 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.231 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 -- 172.21.15.47:0/2000669067 >> 172.21.15.47:0/2000669067 conn(0x7fded40fd0e0 msgr2=0x7fded40fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 -- 172.21.15.47:0/2000669067 shutdown_connections 2024-04-25T02:40:34.232 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.224+0000 7fdeda000640 1 -- 172.21.15.47:0/2000669067 wait complete. 2024-04-25T02:40:34.245 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:40:34.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.448+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3717136247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b10107670 msgr2=0x7f5b10107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.448+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3717136247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b10107670 0x7f5b10107a50 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f5b00009930 tx=0x7f5b0002a420 comp rx=0 tx=0).stop 2024-04-25T02:40:34.452 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.448+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3717136247 shutdown_connections 2024-04-25T02:40:34.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.448+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3717136247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b10101f90 0x7f5b1010e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.448+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3717136247 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b101015d0 0x7f5b10101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.448+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3717136247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b10107670 0x7f5b10107a50 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.448+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3717136247 >> 172.21.15.47:0/3717136247 conn(0x7f5b100fd0e0 msgr2=0x7f5b100ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.449+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3717136247 shutdown_connections 2024-04-25T02:40:34.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.449+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3717136247 wait complete. 2024-04-25T02:40:34.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.450+0000 7f5b0fe00640 1 Processor -- start 2024-04-25T02:40:34.453 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.450+0000 7f5b0fe00640 1 -- start start 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.450+0000 7f5b0fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b101015d0 0x7f5b10073a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.450+0000 7f5b0fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b10101f90 0x7f5b10073f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.450+0000 7f5b0fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b10107670 0x7f5b100744c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.450+0000 7f5b0fe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b10111a00 con 0x7f5b101015d0 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.450+0000 7f5b0fe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5b10111880 con 0x7f5b10107670 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.450+0000 7f5b0fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b10111b80 con 0x7f5b10101f90 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b101015d0 0x7f5b10073a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b101015d0 0x7f5b10073a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53686/0 (socket says 172.21.15.47:53686) 2024-04-25T02:40:34.455 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 -- 172.21.15.47:0/3296065974 learned_addr learned my addr 172.21.15.47:0/3296065974 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0f400640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b10107670 0x7f5b100744c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0e000640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b10101f90 0x7f5b10073f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 -- 172.21.15.47:0/3296065974 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b10101f90 msgr2=0x7f5b10073f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b10101f90 0x7f5b10073f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 -- 172.21.15.47:0/3296065974 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b10107670 msgr2=0x7f5b100744c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b10107670 0x7f5b100744c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 -- 172.21.15.47:0/3296065974 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b101a6380 con 0x7f5b101015d0 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0e000640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b10101f90 0x7f5b10073f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:40:34.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.451+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b101015d0 0x7f5b10073a40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f5b0002a940 tx=0x7f5b00003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.452+0000 7f5b07400640 1 -- 172.21.15.47:0/3296065974 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b0003f070 con 0x7f5b101015d0 2024-04-25T02:40:34.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.452+0000 7f5b07400640 1 -- 172.21.15.47:0/3296065974 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b00031c90 con 0x7f5b101015d0 2024-04-25T02:40:34.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.452+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3296065974 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b101a6610 con 0x7f5b101015d0 2024-04-25T02:40:34.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.452+0000 7f5b07400640 1 -- 172.21.15.47:0/3296065974 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00035030 con 0x7f5b101015d0 2024-04-25T02:40:34.457 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.452+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3296065974 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b101a6b50 con 0x7f5b101015d0 2024-04-25T02:40:34.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.455+0000 7f5b189ae740 1 Processor -- start 2024-04-25T02:40:34.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.455+0000 7f5b189ae740 1 -- start start 2024-04-25T02:40:34.459 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.455+0000 7f5b07400640 1 -- 172.21.15.47:0/3296065974 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5b00042070 con 0x7f5b101015d0 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701ea3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eae250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701eb0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b189ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d701e084e0 con 0x55d701ea37a0 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b189ae740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d701db0a70 con 0x55d701eae790 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b189ae740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d701e044a0 con 0x55d701ea40c0 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b0ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eae250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b0f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701ea3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b0ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eae250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59726/0 (socket says 172.21.15.47:59726) 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b0e000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701eb0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.456+0000 7f5b0ea00640 1 -- 172.21.15.47:0/3371362797 learned_addr learned my addr 172.21.15.47:0/3371362797 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5b0e000640 1 -- 172.21.15.47:0/3371362797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 msgr2=0x55d701eae250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5b0e000640 1 --2- 172.21.15.47:0/3371362797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eae250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5b0e000640 1 -- 172.21.15.47:0/3371362797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 msgr2=0x55d701ea3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5b0e000640 1 --2- 172.21.15.47:0/3371362797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701ea3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5b0e000640 1 -- 172.21.15.47:0/3371362797 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d701b1c3f0 con 0x55d701eae790 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/3371362797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eae250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5b0e000640 1 --2- 172.21.15.47:0/3371362797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701eb0b80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5afc009c00 tx=0x7f5afc0117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3226628823b99db server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5afbe00640 1 -- 172.21.15.47:0/3371362797 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5afc012450 con 0x55d701eae790 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5b07400640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5af40a2d80 0x7f5af40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5afbe00640 1 -- 172.21.15.47:0/3371362797 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5afc012ad0 con 0x55d701eae790 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.457+0000 7f5afbe00640 1 -- 172.21.15.47:0/3371362797 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5afc00fb20 con 0x55d701eae790 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b07400640 1 -- 172.21.15.47:0/3296065974 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f5b000efa30 con 0x7f5b101015d0 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b0f400640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5af40a2d80 0x7f5af40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 -- 172.21.15.47:0/3371362797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 msgr2=0x55d701eb0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 --2- 172.21.15.47:0/3371362797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701eb0b80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5afc009c00 tx=0x7f5afc0117b0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 -- 172.21.15.47:0/3371362797 shutdown_connections 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 --2- 172.21.15.47:0/3371362797 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701eb0b80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 --2- 172.21.15.47:0/3371362797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eae250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 --2- 172.21.15.47:0/3371362797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701ea3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 -- 172.21.15.47:0/3371362797 >> 172.21.15.47:0/3371362797 conn(0x55d701e9fac0 msgr2=0x55d701e9fea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b0f400640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5af40a2d80 0x7f5af40a5240 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5b08005fd0 tx=0x7f5b08009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 -- 172.21.15.47:0/3371362797 shutdown_connections 2024-04-25T02:40:34.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.458+0000 7f5b189ae740 1 -- 172.21.15.47:0/3371362797 wait complete. 2024-04-25T02:40:34.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.459+0000 7f5b189ae740 1 -- start start 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.459+0000 7f5b189ae740 1 Processor -- start 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701eab690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea40c0 0x55d701eabbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701eae790 0x55d701eac110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b189ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d701eb1580 con 0x55d701ea37a0 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b189ae740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55d701dc3ec0 con 0x55d701ea40c0 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b189ae740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d701eb1700 con 0x55d701eae790 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b189ae740 10 client.0 _ll_register_callbacks cb 0x55d701e003f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701eab690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701eab690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53708/0 (socket says 172.21.15.47:53708) 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0ea00640 1 -- 172.21.15.47:0/2425483069 learned_addr learned my addr 172.21.15.47:0/2425483069 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0e000640 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea40c0 0x55d701eabbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0f400640 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701eae790 0x55d701eac110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0ea00640 1 -- 172.21.15.47:0/2425483069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701eae790 msgr2=0x55d701eac110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701eae790 0x55d701eac110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0ea00640 1 -- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea40c0 msgr2=0x55d701eabbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea40c0 0x55d701eabbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0ea00640 1 -- 172.21.15.47:0/2425483069 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d701be67d0 con 0x55d701ea37a0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.460+0000 7f5b0e000640 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea40c0 0x55d701eabbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701eab690 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f5b000b88c0 tx=0x7f5b0002a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b3f5b44ec05609b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5af8c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5af8c00640 1 -- 172.21.15.47:0/2425483069 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00049070 con 0x55d701ea37a0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5af8c00640 1 -- 172.21.15.47:0/2425483069 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f5b000ed3a0 con 0x55d701ea37a0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5b189ae740 1 -- 172.21.15.47:0/2425483069 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5afc012ad0 con 0x55d701ea37a0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5af8c00640 1 -- 172.21.15.47:0/2425483069 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5b000b8190 con 0x55d701ea37a0 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5b189ae740 10 client.17028 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:34.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5b189ae740 1 -- 172.21.15.47:0/2425483069 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d701ebd7b0 con 0x55d701ea37a0 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.461+0000 7f5af8c00640 1 -- 172.21.15.47:0/2425483069 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5afc012ad0 con 0x55d701ea37a0 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.462+0000 7f5af8c00640 1 -- 172.21.15.47:0/2425483069 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5b000c46d0 con 0x55d701ea37a0 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.462+0000 7f5b189ae740 10 client.17028 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.462+0000 7f5b189ae740 10 client.17028 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.462+0000 7f5b189ae740 20 client.17028 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.462+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d701ebeba0 0x55d701ec0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.462+0000 7f5b189ae740 4 client.17028 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.462+0000 7f5b189ae740 1 -- 172.21.15.47:0/2425483069 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d701e15a20 con 0x55d701ebeba0 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.462+0000 7f5b0e000640 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d701ebeba0 0x55d701ec0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.463+0000 7f5b0e000640 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d701ebeba0 0x55d701ec0ff0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45e4c210c36fd88f server_cookie=b678a31c7a59428 in_seq=0 out_seq=0 2024-04-25T02:40:34.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.463+0000 7f5af8c00640 10 client.17028 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:34.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5af8c00640 1 -- 172.21.15.47:0/2425483069 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d701e15a20 con 0x55d701ebeba0 2024-04-25T02:40:34.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5af8c00640 10 client.17028 handle_command_reply: tid=0 2024-04-25T02:40:34.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 client.17028 shutdown 2024-04-25T02:40:34.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 -- 172.21.15.47:0/2425483069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 msgr2=0x55d701eab690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701eab690 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f5b000b88c0 tx=0x7f5b0002a420 comp rx=0 tx=0).stop 2024-04-25T02:40:34.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 -- 172.21.15.47:0/2425483069 shutdown_connections 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d701ebeba0 0x55d701ec0ff0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701eae790 0x55d701eac110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea40c0 0x55d701eabbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2425483069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea37a0 0x55d701eab690 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5af8c00640 0 client.17028 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 -- 172.21.15.47:0/2425483069 >> 172.21.15.47:0/2425483069 conn(0x55d701e9fac0 msgr2=0x55d701ea57c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 -- 172.21.15.47:0/2425483069 shutdown_connections 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 1 -- 172.21.15.47:0/2425483069 wait complete. 2024-04-25T02:40:34.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.464+0000 7f5b189ae740 20 client.17028 trim_cache size 0 max 16384 2024-04-25T02:40:34.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.479+0000 7f5b189ae740 1 Processor -- start 2024-04-25T02:40:34.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.479+0000 7f5b189ae740 1 -- start start 2024-04-25T02:40:34.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea37a0 0x55d701eba470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea40c0 0x55d701ec6890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701ec6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b189ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101b1d20 con 0x55d701ea40c0 2024-04-25T02:40:34.483 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b189ae740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101af5f0 con 0x55d701eae790 2024-04-25T02:40:34.484 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b189ae740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101ad460 con 0x55d701ea37a0 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b0e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea40c0 0x55d701ec6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b0ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea37a0 0x55d701eba470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b0e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea40c0 0x55d701ec6890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53714/0 (socket says 172.21.15.47:53714) 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b0e000640 1 -- 172.21.15.47:0/4240646965 learned_addr learned my addr 172.21.15.47:0/4240646965 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b0f400640 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701ec6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b0ea00640 1 -- 172.21.15.47:0/4240646965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 msgr2=0x55d701ec6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.480+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701ec6dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.481+0000 7f5b0ea00640 1 -- 172.21.15.47:0/4240646965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea40c0 msgr2=0x55d701ec6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.481+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea40c0 0x55d701ec6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.481+0000 7f5b0ea00640 1 -- 172.21.15.47:0/4240646965 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d701e99f90 con 0x55d701ea37a0 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.481+0000 7f5b0e000640 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea40c0 0x55d701ec6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:34.485 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.481+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea37a0 0x55d701eba470 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5b000b8350 tx=0x7f5b000ba400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d255178457a5020a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.481+0000 7f5afb400640 1 -- 172.21.15.47:0/4240646965 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00049070 con 0x55d701ea37a0 2024-04-25T02:40:34.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.481+0000 7f5afb400640 1 -- 172.21.15.47:0/4240646965 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b000bbef0 con 0x55d701ea37a0 2024-04-25T02:40:34.486 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.481+0000 7f5afb400640 1 -- 172.21.15.47:0/4240646965 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00005d50 con 0x55d701ea37a0 2024-04-25T02:40:34.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 -- 172.21.15.47:0/4240646965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea37a0 msgr2=0x55d701eba470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea37a0 0x55d701eba470 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5b000b8350 tx=0x7f5b000ba400 comp rx=0 tx=0).stop 2024-04-25T02:40:34.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 -- 172.21.15.47:0/4240646965 shutdown_connections 2024-04-25T02:40:34.488 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701eae790 0x55d701ec6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701ea40c0 0x55d701ec6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 --2- 172.21.15.47:0/4240646965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea37a0 0x55d701eba470 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 -- 172.21.15.47:0/4240646965 >> 172.21.15.47:0/4240646965 conn(0x55d701e9fac0 msgr2=0x55d701e9eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 -- 172.21.15.47:0/4240646965 shutdown_connections 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 -- 172.21.15.47:0/4240646965 wait complete. 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 -- start start 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.482+0000 7f5b189ae740 1 Processor -- start 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea37a0 0x55d701eb2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eb2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b189ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701eae790 0x55d701eb2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b189ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101adab0 con 0x55d701eae790 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b189ae740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101aef20 con 0x55d701ea37a0 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b189ae740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101ae180 con 0x55d701ea40c0 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b189ae740 10 client.0 _ll_register_callbacks cb 0x7f5b00009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:34.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b0e000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eb2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b0e000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eb2940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59752/0 (socket says 172.21.15.47:59752) 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b0e000640 1 -- 172.21.15.47:0/2179647671 learned_addr learned my addr 172.21.15.47:0/2179647671 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b0ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea37a0 0x55d701eb2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.483+0000 7f5b0f400640 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701eae790 0x55d701eb2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b0e000640 1 -- 172.21.15.47:0/2179647671 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea37a0 msgr2=0x55d701eb2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b0e000640 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea37a0 0x55d701eb2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b0e000640 1 -- 172.21.15.47:0/2179647671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701eae790 msgr2=0x55d701eb2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b0e000640 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701eae790 0x55d701eb2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b0e000640 1 -- 172.21.15.47:0/2179647671 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d701f24150 con 0x55d701ea40c0 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b0f400640 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701eae790 0x55d701eb2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b0e000640 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eb2940 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5afc009c00 tx=0x7f5afc0095b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25f31fea619ca1dd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5af8c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5af8c00640 1 -- 172.21.15.47:0/2179647671 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5afc004020 con 0x55d701ea40c0 2024-04-25T02:40:34.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b189ae740 1 -- 172.21.15.47:0/2179647671 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b000bbef0 con 0x55d701ea40c0 2024-04-25T02:40:34.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5af8c00640 1 -- 172.21.15.47:0/2179647671 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f5afc0041c0 con 0x55d701ea40c0 2024-04-25T02:40:34.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5af8c00640 1 -- 172.21.15.47:0/2179647671 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5afc03b050 con 0x55d701ea40c0 2024-04-25T02:40:34.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b189ae740 10 client.27148 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:34.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.484+0000 7f5b189ae740 1 -- 172.21.15.47:0/2179647671 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d701f25450 con 0x55d701ea40c0 2024-04-25T02:40:34.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.485+0000 7f5af8c00640 1 -- 172.21.15.47:0/2179647671 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b000bbef0 con 0x55d701ea40c0 2024-04-25T02:40:34.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.485+0000 7f5af8c00640 1 -- 172.21.15.47:0/2179647671 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5afc005450 con 0x55d701ea40c0 2024-04-25T02:40:34.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.485+0000 7f5b189ae740 10 client.27148 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:34.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.485+0000 7f5b189ae740 10 client.27148 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:34.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.485+0000 7f5b189ae740 20 client.27148 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.485+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d701f25940 0x55d701f27d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.485+0000 7f5b189ae740 4 client.27148 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.485+0000 7f5b189ae740 1 -- 172.21.15.47:0/2179647671 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d701e0fd70 con 0x55d701f25940 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.486+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d701f25940 0x55d701f27d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.486+0000 7f5b0ea00640 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d701f25940 0x55d701f27d60 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dcc5b0c8fac141b server_cookie=4df9c172d8311ad3 in_seq=0 out_seq=0 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.486+0000 7f5af8c00640 10 client.27148 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.486+0000 7f5af8c00640 1 -- 172.21.15.47:0/2179647671 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d701e0fd70 con 0x55d701f25940 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.486+0000 7f5af8c00640 10 client.27148 handle_command_reply: tid=0 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.486+0000 7f5b189ae740 1 client.27148 shutdown 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 -- 172.21.15.47:0/2179647671 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 msgr2=0x55d701eb2940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eb2940 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5afc009c00 tx=0x7f5afc0095b0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 -- 172.21.15.47:0/2179647671 shutdown_connections 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55d701f25940 0x55d701f27d60 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d701eae790 0x55d701eb2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d701ea40c0 0x55d701eb2940 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 --2- 172.21.15.47:0/2179647671 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55d701ea37a0 0x55d701eb2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 -- 172.21.15.47:0/2179647671 >> 172.21.15.47:0/2179647671 conn(0x55d701e9fac0 msgr2=0x55d701ea4ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5af8c00640 0 client.27148 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:34.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 -- 172.21.15.47:0/2179647671 shutdown_connections 2024-04-25T02:40:34.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 1 -- 172.21.15.47:0/2179647671 wait complete. 2024-04-25T02:40:34.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b189ae740 20 client.27148 trim_cache size 0 max 16384 2024-04-25T02:40:34.494 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:40:34.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5af40a2d80 msgr2=0x7f5af40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.487+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5af40a2d80 0x7f5af40a5240 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5b08005fd0 tx=0x7f5b08009500 comp rx=0 tx=0).stop 2024-04-25T02:40:34.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b101015d0 msgr2=0x7f5b10073a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:34.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b101015d0 0x7f5b10073a40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f5b0002a940 tx=0x7f5b00003b20 comp rx=0 tx=0).stop 2024-04-25T02:40:34.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3296065974 shutdown_connections 2024-04-25T02:40:34.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5af40a2d80 0x7f5af40a5240 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5b10107670 0x7f5b100744c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.495 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b10101f90 0x7f5b10073f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 --2- 172.21.15.47:0/3296065974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b101015d0 0x7f5b10073a40 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:34.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3296065974 >> 172.21.15.47:0/3296065974 conn(0x7f5b100fd0e0 msgr2=0x7f5b100fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:34.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3296065974 shutdown_connections 2024-04-25T02:40:34.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:34.488+0000 7f5b0fe00640 1 -- 172.21.15.47:0/3296065974 wait complete. 2024-04-25T02:40:34.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:34 smithi047 ceph-mon[27871]: pgmap v243: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:40:35.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:34 smithi113 ceph-mon[32459]: pgmap v243: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:40:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:34 smithi178 ceph-mon[33053]: pgmap v243: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:40:35.511 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:40:35.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:40:35.512 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:40:35.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 -- 172.21.15.47:0/2210678418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa620109930 msgr2=0x7fa620109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 --2- 172.21.15.47:0/2210678418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa620109930 0x7fa620109d10 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa610009860 tx=0x7fa61002a340 comp rx=0 tx=0).stop 2024-04-25T02:40:35.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 -- 172.21.15.47:0/2210678418 shutdown_connections 2024-04-25T02:40:35.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 --2- 172.21.15.47:0/2210678418 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6201042e0 0x7fa6201107f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 --2- 172.21.15.47:0/2210678418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa620103920 0x7fa620103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 --2- 172.21.15.47:0/2210678418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa620109930 0x7fa620109d10 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 -- 172.21.15.47:0/2210678418 >> 172.21.15.47:0/2210678418 conn(0x7fa6200ff3b0 msgr2=0x7fa6201017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:35.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 -- 172.21.15.47:0/2210678418 shutdown_connections 2024-04-25T02:40:35.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.739+0000 7fa627c00640 1 -- 172.21.15.47:0/2210678418 wait complete. 2024-04-25T02:40:35.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.740+0000 7fa627c00640 1 Processor -- start 2024-04-25T02:40:35.745 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.740+0000 7fa627c00640 1 -- start start 2024-04-25T02:40:35.745 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa627c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa620103920 0x7fa62019a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.745 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa627c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6201042e0 0x7fa62019a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.745 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa627c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa620109930 0x7fa62019eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.745 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa627c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa620113d40 con 0x7fa620103920 2024-04-25T02:40:35.745 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa627c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa620113bc0 con 0x7fa620109930 2024-04-25T02:40:35.745 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa627c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa620113ec0 con 0x7fa6201042e0 2024-04-25T02:40:35.746 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa625200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa620103920 0x7fa62019a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa625200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa620103920 0x7fa62019a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53748/0 (socket says 172.21.15.47:53748) 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa625200640 1 -- 172.21.15.47:0/28473686 learned_addr learned my addr 172.21.15.47:0/28473686 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa617e00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6201042e0 0x7fa62019a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.741+0000 7fa625c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa620109930 0x7fa62019eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.742+0000 7fa625200640 1 -- 172.21.15.47:0/28473686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6201042e0 msgr2=0x7fa62019a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.742+0000 7fa625200640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6201042e0 0x7fa62019a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.742+0000 7fa625200640 1 -- 172.21.15.47:0/28473686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa620109930 msgr2=0x7fa62019eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.742+0000 7fa625200640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa620109930 0x7fa62019eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.742+0000 7fa625200640 1 -- 172.21.15.47:0/28473686 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa62019f1f0 con 0x7fa620103920 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.742+0000 7fa625200640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa620103920 0x7fa62019a200 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fa610035040 tx=0x7fa610033b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.742+0000 7fa61e000640 1 -- 172.21.15.47:0/28473686 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61003f020 con 0x7fa620103920 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.743+0000 7fa61e000640 1 -- 172.21.15.47:0/28473686 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa610004040 con 0x7fa620103920 2024-04-25T02:40:35.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.743+0000 7fa627c00640 1 -- 172.21.15.47:0/28473686 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa62019f480 con 0x7fa620103920 2024-04-25T02:40:35.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.743+0000 7fa61e000640 1 -- 172.21.15.47:0/28473686 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa610037040 con 0x7fa620103920 2024-04-25T02:40:35.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.743+0000 7fa627c00640 1 -- 172.21.15.47:0/28473686 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6201a6d70 con 0x7fa620103920 2024-04-25T02:40:35.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.746+0000 7fa61e000640 1 -- 172.21.15.47:0/28473686 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa610042020 con 0x7fa620103920 2024-04-25T02:40:35.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.746+0000 7fa62ab73740 1 Processor -- start 2024-04-25T02:40:35.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa62ab73740 1 -- start start 2024-04-25T02:40:35.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28894f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a288959810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa62ab73740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a2888adf40 con 0x55a288959d50 2024-04-25T02:40:35.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa62ab73740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a2888b3190 con 0x55a28894f680 2024-04-25T02:40:35.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa62ab73740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a28885ba10 con 0x55a28894ed60 2024-04-25T02:40:35.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa625200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a288959810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa617e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa625c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28894f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa625200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a288959810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45420/0 (socket says 172.21.15.47:45420) 2024-04-25T02:40:35.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa625200640 1 -- 172.21.15.47:0/731094746 learned_addr learned my addr 172.21.15.47:0/731094746 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:35.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.747+0000 7fa617e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53750/0 (socket says 172.21.15.47:53750) 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa625200640 1 -- 172.21.15.47:0/731094746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 msgr2=0x55a28894f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa625200640 1 --2- 172.21.15.47:0/731094746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28894f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa625200640 1 -- 172.21.15.47:0/731094746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 msgr2=0x55a28895c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa625200640 1 --2- 172.21.15.47:0/731094746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa625200640 1 -- 172.21.15.47:0/731094746 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a28868f7e0 con 0x55a28894f680 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa625c00640 1 --2- 172.21.15.47:0/731094746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28894f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa61e000640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa6040a2d00 0x7fa6040a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa625200640 1 --2- 172.21.15.47:0/731094746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a288959810 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa6100ecc00 tx=0x7fa6100f5510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1102a27943ea8a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:35.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa61e000640 1 -- 172.21.15.47:0/28473686 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fa6100ef490 con 0x7fa620103920 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.748+0000 7fa625c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa6040a2d00 0x7fa6040a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.749+0000 7fa616000640 1 -- 172.21.15.47:0/731094746 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6100b7d00 con 0x55a28894f680 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.749+0000 7fa616000640 1 -- 172.21.15.47:0/731094746 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6100bc160 con 0x55a28894f680 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.749+0000 7fa616000640 1 -- 172.21.15.47:0/731094746 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6100bb3c0 con 0x55a28894f680 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 -- 172.21.15.47:0/731094746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 msgr2=0x55a288959810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa625c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa6040a2d00 0x7fa6040a51c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa618009fd0 tx=0x7fa618009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 --2- 172.21.15.47:0/731094746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a288959810 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa6100ecc00 tx=0x7fa6100f5510 comp rx=0 tx=0).stop 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 -- 172.21.15.47:0/731094746 shutdown_connections 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 --2- 172.21.15.47:0/731094746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 --2- 172.21.15.47:0/731094746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a288959810 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 --2- 172.21.15.47:0/731094746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28894f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 -- 172.21.15.47:0/731094746 >> 172.21.15.47:0/731094746 conn(0x55a28894b080 msgr2=0x55a28894b460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 -- 172.21.15.47:0/731094746 shutdown_connections 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 -- 172.21.15.47:0/731094746 wait complete. 2024-04-25T02:40:35.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 -- start start 2024-04-25T02:40:35.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.750+0000 7fa62ab73740 1 Processor -- start 2024-04-25T02:40:35.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a288956c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a28894f680 0x55a288957170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a288959d50 0x55a2889576b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa62ab73740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a28886ee70 con 0x55a28894f680 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa62ab73740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55a2888af150 con 0x55a288959d50 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa62ab73740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a28895c900 con 0x55a28894ed60 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa62ab73740 10 client.0 _ll_register_callbacks cb 0x55a2888aa1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa625200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a288956c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa625200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a288956c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59804/0 (socket says 172.21.15.47:59804) 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa625200640 1 -- 172.21.15.47:0/2804566576 learned_addr learned my addr 172.21.15.47:0/2804566576 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa625c00640 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a288959d50 0x55a2889576b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.751+0000 7fa617e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a28894f680 0x55a288957170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa625200640 1 -- 172.21.15.47:0/2804566576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a288959d50 msgr2=0x55a2889576b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa625200640 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a288959d50 0x55a2889576b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa625200640 1 -- 172.21.15.47:0/2804566576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a28894f680 msgr2=0x55a288957170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:35.760 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa625200640 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a28894f680 0x55a288957170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa625200640 1 -- 172.21.15.47:0/2804566576 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2886eff70 con 0x55a28894ed60 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa625200640 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a288956c30 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa6100bc310 tx=0x7fa610005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35b2970a68eac2ea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa60ea00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa60ea00640 1 -- 172.21.15.47:0/2804566576 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6100bb5a0 con 0x55a28894ed60 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa60ea00640 1 -- 172.21.15.47:0/2804566576 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fa6100ece00 con 0x55a28894ed60 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.752+0000 7fa62ab73740 1 -- 172.21.15.47:0/2804566576 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6100bc160 con 0x55a28894ed60 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa60ea00640 1 -- 172.21.15.47:0/2804566576 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa6100bb830 con 0x55a28894ed60 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa62ab73740 10 client.27160 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa62ab73740 1 -- 172.21.15.47:0/2804566576 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a288587170 con 0x55a28894ed60 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa60ea00640 1 -- 172.21.15.47:0/2804566576 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6100bc160 con 0x55a28894ed60 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa60ea00640 1 -- 172.21.15.47:0/2804566576 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa61003a030 con 0x55a28894ed60 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa62ab73740 10 client.27160 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa62ab73740 10 client.27160 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:35.761 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa62ab73740 20 client.27160 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa62ab73740 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a288969b10 0x55a28896bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa62ab73740 4 client.27160 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.753+0000 7fa62ab73740 1 -- 172.21.15.47:0/2804566576 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2888c06d0 con 0x55a288969b10 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.754+0000 7fa617e00640 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a288969b10 0x55a28896bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.754+0000 7fa617e00640 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a288969b10 0x55a28896bf00 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44d98cb639e51bd4 server_cookie=4c3dcda12a182857 in_seq=0 out_seq=0 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.754+0000 7fa60ea00640 10 client.27160 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa60ea00640 1 -- 172.21.15.47:0/2804566576 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a2888c06d0 con 0x55a288969b10 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa60ea00640 10 client.27160 handle_command_reply: tid=0 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 client.27160 shutdown 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 -- 172.21.15.47:0/2804566576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 msgr2=0x55a288956c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a288956c30 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa6100bc310 tx=0x7fa610005dc0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 -- 172.21.15.47:0/2804566576 shutdown_connections 2024-04-25T02:40:35.762 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a288969b10 0x55a28896bf00 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a288959d50 0x55a2889576b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a28894f680 0x55a288957170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 --2- 172.21.15.47:0/2804566576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a288956c30 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 -- 172.21.15.47:0/2804566576 >> 172.21.15.47:0/2804566576 conn(0x55a28894b080 msgr2=0x55a288950e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:35.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa60ea00640 0 client.27160 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:35.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 -- 172.21.15.47:0/2804566576 shutdown_connections 2024-04-25T02:40:35.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.755+0000 7fa62ab73740 1 -- 172.21.15.47:0/2804566576 wait complete. 2024-04-25T02:40:35.763 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.756+0000 7fa62ab73740 20 client.27160 trim_cache size 0 max 16384 2024-04-25T02:40:35.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.775+0000 7fa62ab73740 1 Processor -- start 2024-04-25T02:40:35.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.775+0000 7fa62ab73740 1 -- start start 2024-04-25T02:40:35.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894ed60 0x55a288965670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894f680 0x55a2889716b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a288971bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa62ab73740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa6201b1f50 con 0x55a288959d50 2024-04-25T02:40:35.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa62ab73740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa6201af820 con 0x55a28894ed60 2024-04-25T02:40:35.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa62ab73740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa6201ad690 con 0x55a28894f680 2024-04-25T02:40:35.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa617e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894f680 0x55a2889716b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa617e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894f680 0x55a2889716b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59810/0 (socket says 172.21.15.47:59810) 2024-04-25T02:40:35.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa617e00640 1 -- 172.21.15.47:0/1594010995 learned_addr learned my addr 172.21.15.47:0/1594010995 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:35.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa625c00640 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a288971bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.776+0000 7fa625200640 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894ed60 0x55a288965670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa617e00640 1 -- 172.21.15.47:0/1594010995 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894ed60 msgr2=0x55a288965670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:35.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa617e00640 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894ed60 0x55a288965670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa617e00640 1 -- 172.21.15.47:0/1594010995 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 msgr2=0x55a288971bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:35.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa617e00640 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a288971bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa617e00640 1 -- 172.21.15.47:0/1594010995 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a288955be0 con 0x55a28894f680 2024-04-25T02:40:35.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa625c00640 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a288971bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:40:35.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa617e00640 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894f680 0x55a2889716b0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa608009530 tx=0x7fa6080046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c72de662902c5cc5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:35.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa615600640 1 -- 172.21.15.47:0/1594010995 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60801e4f0 con 0x55a28894f680 2024-04-25T02:40:35.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa615600640 1 -- 172.21.15.47:0/1594010995 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa60801e690 con 0x55a28894f680 2024-04-25T02:40:35.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.777+0000 7fa615600640 1 -- 172.21.15.47:0/1594010995 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608004a00 con 0x55a28894f680 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 -- 172.21.15.47:0/1594010995 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894f680 msgr2=0x55a2889716b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894f680 0x55a2889716b0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa608009530 tx=0x7fa6080046c0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 -- 172.21.15.47:0/1594010995 shutdown_connections 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a288971bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894f680 0x55a2889716b0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 --2- 172.21.15.47:0/1594010995 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894ed60 0x55a288965670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 -- 172.21.15.47:0/1594010995 >> 172.21.15.47:0/1594010995 conn(0x55a28894b080 msgr2=0x55a28894a1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 -- 172.21.15.47:0/1594010995 shutdown_connections 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 -- 172.21.15.47:0/1594010995 wait complete. 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.778+0000 7fa62ab73740 1 -- start start 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa62ab73740 1 Processor -- start 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28895eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a28895f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa62ab73740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa62ab73740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa6201adce0 con 0x55a288959d50 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa62ab73740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa6201af150 con 0x55a28894f680 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa62ab73740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa6201ae3b0 con 0x55a28894ed60 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa62ab73740 10 client.0 _ll_register_callbacks cb 0x7fa608009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa617e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a28895f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa625c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa617e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a28895f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45456/0 (socket says 172.21.15.47:45456) 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa625200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28895eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.779+0000 7fa617e00640 1 -- 172.21.15.47:0/365422795 learned_addr learned my addr 172.21.15.47:0/365422795 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.780+0000 7fa625200640 1 -- 172.21.15.47:0/365422795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 msgr2=0x55a28895f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.780+0000 7fa625200640 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a28895f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.780+0000 7fa625200640 1 -- 172.21.15.47:0/365422795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 msgr2=0x55a28895f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:35.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.780+0000 7fa625200640 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.780+0000 7fa625200640 1 -- 172.21.15.47:0/365422795 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2889cff30 con 0x55a28894ed60 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.780+0000 7fa625200640 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28895eb50 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa61003b040 tx=0x7fa610033f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8dd26d59ad04b9f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.780+0000 7fa60ea00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.780+0000 7fa60ea00640 1 -- 172.21.15.47:0/365422795 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6100bb5a0 con 0x55a28894ed60 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.781+0000 7fa60ea00640 1 -- 172.21.15.47:0/365422795 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fa610003b50 con 0x55a28894ed60 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.781+0000 7fa62ab73740 1 -- 172.21.15.47:0/365422795 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa60801e690 con 0x55a28894ed60 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.781+0000 7fa60ea00640 1 -- 172.21.15.47:0/365422795 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa6100bbab0 con 0x55a28894ed60 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.781+0000 7fa62ab73740 10 client.27166 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.781+0000 7fa62ab73740 1 -- 172.21.15.47:0/365422795 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a2889cff30 con 0x55a28894ed60 2024-04-25T02:40:35.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.781+0000 7fa60ea00640 1 -- 172.21.15.47:0/365422795 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa60801e690 con 0x55a28894ed60 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.781+0000 7fa60ea00640 1 -- 172.21.15.47:0/365422795 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa6100baeb0 con 0x55a28894ed60 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.782+0000 7fa62ab73740 10 client.27166 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.782+0000 7fa62ab73740 10 client.27166 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.782+0000 7fa62ab73740 20 client.27166 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.782+0000 7fa62ab73740 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a2889d1470 0x55a2889d3860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.782+0000 7fa62ab73740 4 client.27166 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.782+0000 7fa62ab73740 1 -- 172.21.15.47:0/365422795 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a2888baa20 con 0x55a2889d1470 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.782+0000 7fa617e00640 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a2889d1470 0x55a2889d3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:35.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.783+0000 7fa617e00640 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a2889d1470 0x55a2889d3860 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5161d0d51424b6a5 server_cookie=ffad94ae3b461e57 in_seq=0 out_seq=0 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.783+0000 7fa60ea00640 10 client.27166 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.784+0000 7fa60ea00640 1 -- 172.21.15.47:0/365422795 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a2888baa20 con 0x55a2889d1470 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.784+0000 7fa60ea00640 10 client.27166 handle_command_reply: tid=0 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.784+0000 7fa62ab73740 1 client.27166 shutdown 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.784+0000 7fa62ab73740 1 -- 172.21.15.47:0/365422795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 msgr2=0x55a28895eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.784+0000 7fa62ab73740 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28895eb50 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa61003b040 tx=0x7fa610033f50 comp rx=0 tx=0).stop 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.784+0000 7fa62ab73740 1 -- 172.21.15.47:0/365422795 shutdown_connections 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa62ab73740 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55a2889d1470 0x55a2889d3860 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa62ab73740 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a288959d50 0x55a28895f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa62ab73740 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55a28894f680 0x55a28895f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa62ab73740 1 --2- 172.21.15.47:0/365422795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a28894ed60 0x55a28895eb50 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa62ab73740 1 -- 172.21.15.47:0/365422795 >> 172.21.15.47:0/365422795 conn(0x55a28894b080 msgr2=0x55a2889504b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:35.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa60ea00640 0 client.27166 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:35.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa62ab73740 1 -- 172.21.15.47:0/365422795 shutdown_connections 2024-04-25T02:40:35.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa62ab73740 1 -- 172.21.15.47:0/365422795 wait complete. 2024-04-25T02:40:35.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.785+0000 7fa62ab73740 20 client.27166 trim_cache size 0 max 16384 2024-04-25T02:40:35.791 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:40:35.791 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:40:35.791 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "5f7e6619-0f8b-4e13-98b1-5188766e1434", 2024-04-25T02:40:35.791 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:40:35.791 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 -- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa6040a2d00 msgr2=0x7fa6040a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa6040a2d00 0x7fa6040a51c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa618009fd0 tx=0x7fa618009500 comp rx=0 tx=0).stop 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 -- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa620103920 msgr2=0x7fa62019a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa620103920 0x7fa62019a200 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fa610035040 tx=0x7fa610033b60 comp rx=0 tx=0).stop 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 -- 172.21.15.47:0/28473686 shutdown_connections 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa6040a2d00 0x7fa6040a51c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa620109930 0x7fa62019eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6201042e0 0x7fa62019a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 --2- 172.21.15.47:0/28473686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa620103920 0x7fa62019a200 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 -- 172.21.15.47:0/28473686 >> 172.21.15.47:0/28473686 conn(0x7fa6200ff3b0 msgr2=0x7fa6200ff9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:35.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 -- 172.21.15.47:0/28473686 shutdown_connections 2024-04-25T02:40:35.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:35.786+0000 7fa627c00640 1 -- 172.21.15.47:0/28473686 wait complete. 2024-04-25T02:40:35.807 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:40:35.807 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:40:36.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 -- 172.21.15.47:0/3481250169 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0201041b0 msgr2=0x7fe0201106c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 --2- 172.21.15.47:0/3481250169 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0201041b0 0x7fe0201106c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fe018009cd0 tx=0x7fe01802a8f0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.022 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 -- 172.21.15.47:0/3481250169 shutdown_connections 2024-04-25T02:40:36.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 --2- 172.21.15.47:0/3481250169 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0201041b0 0x7fe0201106c0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 --2- 172.21.15.47:0/3481250169 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe0201037f0 0x7fe020103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 --2- 172.21.15.47:0/3481250169 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe020109800 0x7fe020109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 -- 172.21.15.47:0/3481250169 >> 172.21.15.47:0/3481250169 conn(0x7fe0200ff280 msgr2=0x7fe0201016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:36.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 -- 172.21.15.47:0/3481250169 shutdown_connections 2024-04-25T02:40:36.023 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.018+0000 7fe025e00640 1 -- 172.21.15.47:0/3481250169 wait complete. 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.019+0000 7fe025e00640 1 Processor -- start 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe025e00640 1 -- start start 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe025e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe0201037f0 0x7fe02019a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe025e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0201041b0 0x7fe02019a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe025e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe020109800 0x7fe02019e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe025e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe020113c60 con 0x7fe0201041b0 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe025e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe020113ae0 con 0x7fe0201037f0 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe025e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe020113de0 con 0x7fe020109800 2024-04-25T02:40:36.025 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe024a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe0201037f0 0x7fe02019a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe01fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0201041b0 0x7fe02019a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe024a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe0201037f0 0x7fe02019a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45484/0 (socket says 172.21.15.47:45484) 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe024a00640 1 -- 172.21.15.47:0/2042482121 learned_addr learned my addr 172.21.15.47:0/2042482121 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.020+0000 7fe025400640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe020109800 0x7fe02019e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe024a00640 1 -- 172.21.15.47:0/2042482121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe020109800 msgr2=0x7fe02019e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe024a00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe020109800 0x7fe02019e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe024a00640 1 -- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0201041b0 msgr2=0x7fe02019a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe024a00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0201041b0 0x7fe02019a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe024a00640 1 -- 172.21.15.47:0/2042482121 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02019f0d0 con 0x7fe0201037f0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe024a00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe0201037f0 0x7fe02019a0e0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe01400e9f0 tx=0x7fe01400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe01d600640 1 -- 172.21.15.47:0/2042482121 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01400cd80 con 0x7fe0201037f0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe01d600640 1 -- 172.21.15.47:0/2042482121 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe014005500 con 0x7fe0201037f0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe025e00640 1 -- 172.21.15.47:0/2042482121 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe02019f3c0 con 0x7fe0201037f0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe01d600640 1 -- 172.21.15.47:0/2042482121 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe014010690 con 0x7fe0201037f0 2024-04-25T02:40:36.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.021+0000 7fe025e00640 1 -- 172.21.15.47:0/2042482121 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0201a6c50 con 0x7fe0201037f0 2024-04-25T02:40:36.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe02a1c0740 1 Processor -- start 2024-04-25T02:40:36.029 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe02a1c0740 1 -- start start 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5ad5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5ba5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561d5c511560 con 0x561d5c5b81d0 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561d5c4b9930 con 0x561d5c5ad1e0 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561d5c50d520 con 0x561d5c5adb00 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.026+0000 7fe01d600640 1 -- 172.21.15.47:0/2042482121 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe0140046c0 con 0x7fe0201037f0 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe01fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5ba5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe01fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5ba5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53816/0 (socket says 172.21.15.47:53816) 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe01fe00640 1 -- 172.21.15.47:0/4077559420 learned_addr learned my addr 172.21.15.47:0/4077559420 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe025400640 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5ad5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe024a00640 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe01fe00640 1 -- 172.21.15.47:0/4077559420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 msgr2=0x561d5c5b7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe01fe00640 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe01fe00640 1 -- 172.21.15.47:0/4077559420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 msgr2=0x561d5c5ad5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe01fe00640 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5ad5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe01fe00640 1 -- 172.21.15.47:0/4077559420 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d5c2ef7d0 con 0x561d5c5b81d0 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.027+0000 7fe025400640 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5ad5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.028+0000 7fe01fe00640 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5ba5c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fe00c009c90 tx=0x7fe00c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe5c7ba25a03bb85 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.028+0000 7fe011c00640 1 -- 172.21.15.47:0/4077559420 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe00c01e070 con 0x561d5c5b81d0 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.028+0000 7fe011c00640 1 -- 172.21.15.47:0/4077559420 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe00c019b10 con 0x561d5c5b81d0 2024-04-25T02:40:36.033 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.028+0000 7fe011c00640 1 -- 172.21.15.47:0/4077559420 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe00c00eac0 con 0x561d5c5b81d0 2024-04-25T02:40:36.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.028+0000 7fe02a1c0740 1 -- 172.21.15.47:0/4077559420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 msgr2=0x561d5c5ba5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.028+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5ba5c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fe00c009c90 tx=0x7fe00c011810 comp rx=0 tx=0).stop 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 -- 172.21.15.47:0/4077559420 shutdown_connections 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5ba5c0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/4077559420 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5ad5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 -- 172.21.15.47:0/4077559420 >> 172.21.15.47:0/4077559420 conn(0x561d5c5a9500 msgr2=0x561d5c5a98e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 -- 172.21.15.47:0/4077559420 shutdown_connections 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 -- 172.21.15.47:0/4077559420 wait complete. 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe01d600640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe0080a2c20 0x7fe0080a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 -- start start 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe01d600640 1 -- 172.21.15.47:0/2042482121 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fe0140cf860 con 0x7fe0201037f0 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.029+0000 7fe02a1c0740 1 Processor -- start 2024-04-25T02:40:36.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe025400640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe0080a2c20 0x7fe0080a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5adb00 0x561d5c5b56b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5b81d0 0x561d5c5b5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561d5c5bafc0 con 0x561d5c5adb00 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561d5c4ccd90 con 0x561d5c5b81d0 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561d5c5bb140 con 0x561d5c5ad1e0 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe02a1c0740 10 client.0 _ll_register_callbacks cb 0x561d5c4cc780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe01fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5adb00 0x561d5c5b56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.030+0000 7fe025400640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe0080a2c20 0x7fe0080a50e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe018004af0 tx=0x7fe018005d80 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe01fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5adb00 0x561d5c5b56b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53822/0 (socket says 172.21.15.47:53822) 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe01fe00640 1 -- 172.21.15.47:0/2114010778 learned_addr learned my addr 172.21.15.47:0/2114010778 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe025400640 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5b81d0 0x561d5c5b5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe024a00640 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe01fe00640 1 -- 172.21.15.47:0/2114010778 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5ad1e0 msgr2=0x561d5c5b5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe01fe00640 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe01fe00640 1 -- 172.21.15.47:0/2114010778 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5b81d0 msgr2=0x561d5c5b5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe01fe00640 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5b81d0 0x561d5c5b5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe01fe00640 1 -- 172.21.15.47:0/2114010778 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d5c2253f0 con 0x561d5c5adb00 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe01fe00640 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5adb00 0x561d5c5b56b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fe00c01c040 tx=0x7fe00c00e5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b72f856044ffb87d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.031+0000 7fe006000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.032+0000 7fe006000640 1 -- 172.21.15.47:0/2114010778 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe00c029020 con 0x561d5c5adb00 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.032+0000 7fe006000640 1 -- 172.21.15.47:0/2114010778 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fe00c005040 con 0x561d5c5adb00 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.032+0000 7fe02a1c0740 1 -- 172.21.15.47:0/2114010778 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe00c019b10 con 0x561d5c5adb00 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.032+0000 7fe006000640 1 -- 172.21.15.47:0/2114010778 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe00c034050 con 0x561d5c5adb00 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.032+0000 7fe02a1c0740 10 client.17064 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.032+0000 7fe02a1c0740 1 -- 172.21.15.47:0/2114010778 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561d5c1e50f0 con 0x561d5c5adb00 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.032+0000 7fe006000640 1 -- 172.21.15.47:0/2114010778 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe00c019b10 con 0x561d5c5adb00 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.033+0000 7fe006000640 1 -- 172.21.15.47:0/2114010778 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe00c0046c0 con 0x561d5c5adb00 2024-04-25T02:40:36.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.033+0000 7fe02a1c0740 10 client.17064 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:36.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.033+0000 7fe02a1c0740 10 client.17064 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:36.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.033+0000 7fe02a1c0740 20 client.17064 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:36.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.033+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d5c5c8460 0x561d5c5ca850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.033+0000 7fe02a1c0740 4 client.17064 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:40:36.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.033+0000 7fe02a1c0740 1 -- 172.21.15.47:0/2114010778 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d5c524d90 con 0x561d5c5c8460 2024-04-25T02:40:36.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.033+0000 7fe024a00640 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d5c5c8460 0x561d5c5ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.034+0000 7fe024a00640 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d5c5c8460 0x561d5c5ca850 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dc6e28b816b9114 server_cookie=d54558efa291aefb in_seq=0 out_seq=0 2024-04-25T02:40:36.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.034+0000 7fe006000640 10 client.17064 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:36.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe006000640 1 -- 172.21.15.47:0/2114010778 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561d5c524d90 con 0x561d5c5c8460 2024-04-25T02:40:36.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe006000640 10 client.17064 handle_command_reply: tid=0 2024-04-25T02:40:36.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 client.17064 shutdown 2024-04-25T02:40:36.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 -- 172.21.15.47:0/2114010778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5adb00 msgr2=0x561d5c5b56b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5adb00 0x561d5c5b56b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fe00c01c040 tx=0x7fe00c00e5a0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 -- 172.21.15.47:0/2114010778 shutdown_connections 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d5c5c8460 0x561d5c5ca850 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5b81d0 0x561d5c5b5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5adb00 0x561d5c5b56b0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe006000640 0 client.17064 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/2114010778 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 -- 172.21.15.47:0/2114010778 >> 172.21.15.47:0/2114010778 conn(0x561d5c5a9500 msgr2=0x561d5c5af300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 -- 172.21.15.47:0/2114010778 shutdown_connections 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 1 -- 172.21.15.47:0/2114010778 wait complete. 2024-04-25T02:40:36.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.035+0000 7fe02a1c0740 20 client.17064 trim_cache size 0 max 16384 2024-04-25T02:40:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.055+0000 7fe02a1c0740 1 Processor -- start 2024-04-25T02:40:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.055+0000 7fe02a1c0740 1 -- start start 2024-04-25T02:40:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.055+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5c3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.055+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b59c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.055+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.055+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe0201b1e00 con 0x561d5c5b81d0 2024-04-25T02:40:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.055+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe0201af6d0 con 0x561d5c5ad1e0 2024-04-25T02:40:36.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.055+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe0201ad540 con 0x561d5c5adb00 2024-04-25T02:40:36.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5c3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe01fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.060 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe025400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5c3e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45514/0 (socket says 172.21.15.47:45514) 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 -- 172.21.15.47:0/1123675590 learned_addr learned my addr 172.21.15.47:0/1123675590 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe01fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b59c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59874/0 (socket says 172.21.15.47:59874) 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 -- 172.21.15.47:0/1123675590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 msgr2=0x561d5c5b59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 --2- 172.21.15.47:0/1123675590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 -- 172.21.15.47:0/1123675590 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 msgr2=0x561d5c5d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 --2- 172.21.15.47:0/1123675590 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 -- 172.21.15.47:0/1123675590 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d5c5cabc0 con 0x561d5c5ad1e0 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe01fe00640 1 --2- 172.21.15.47:0/1123675590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.056+0000 7fe024a00640 1 --2- 172.21.15.47:0/1123675590 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5c3e80 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe014004c00 tx=0x7fe0140d4040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d79d97dcf8476a8a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe011200640 1 -- 172.21.15.47:0/1123675590 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01409c420 con 0x561d5c5ad1e0 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe011200640 1 -- 172.21.15.47:0/1123675590 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe01409bd20 con 0x561d5c5ad1e0 2024-04-25T02:40:36.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe011200640 1 -- 172.21.15.47:0/1123675590 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0140a4500 con 0x561d5c5ad1e0 2024-04-25T02:40:36.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 -- 172.21.15.47:0/1123675590 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 msgr2=0x561d5c5c3e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/1123675590 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5c3e80 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe014004c00 tx=0x7fe0140d4040 comp rx=0 tx=0).stop 2024-04-25T02:40:36.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 -- 172.21.15.47:0/1123675590 shutdown_connections 2024-04-25T02:40:36.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/1123675590 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c5d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/1123675590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/1123675590 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5c3e80 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 -- 172.21.15.47:0/1123675590 >> 172.21.15.47:0/1123675590 conn(0x561d5c5a9500 msgr2=0x561d5c5ae970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:36.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 -- 172.21.15.47:0/1123675590 shutdown_connections 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.057+0000 7fe02a1c0740 1 -- 172.21.15.47:0/1123675590 wait complete. 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.058+0000 7fe02a1c0740 1 -- start start 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.058+0000 7fe02a1c0740 1 Processor -- start 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.058+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.058+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe02a1c0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c636090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe0201adb90 con 0x561d5c5b81d0 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fe0201af000 con 0x561d5c5ad1e0 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe02a1c0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe0201ae260 con 0x561d5c5adb00 2024-04-25T02:40:36.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe02a1c0740 10 client.0 _ll_register_callbacks cb 0x7fe00c009b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:40:36.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe024a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe024a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b24e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45520/0 (socket says 172.21.15.47:45520) 2024-04-25T02:40:36.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe024a00640 1 -- 172.21.15.47:0/862804970 learned_addr learned my addr 172.21.15.47:0/862804970 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:40:36.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe01fe00640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe025400640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c636090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe024a00640 1 -- 172.21.15.47:0/862804970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 msgr2=0x561d5c5b2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:36.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe024a00640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe024a00640 1 -- 172.21.15.47:0/862804970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 msgr2=0x561d5c636090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe024a00640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c636090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe024a00640 1 -- 172.21.15.47:0/862804970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d5c5ad930 con 0x561d5c5ad1e0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe01fe00640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.059+0000 7fe025400640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c636090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.060+0000 7fe024a00640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b24e0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe0140a4460 tx=0x7fe01400c840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcf721af55affe60 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.060+0000 7fe006000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.060+0000 7fe006000640 1 -- 172.21.15.47:0/862804970 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01409c420 con 0x561d5c5ad1e0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.060+0000 7fe006000640 1 -- 172.21.15.47:0/862804970 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fe0140cd1d0 con 0x561d5c5ad1e0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.060+0000 7fe02a1c0740 1 -- 172.21.15.47:0/862804970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe01409bd20 con 0x561d5c5ad1e0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.060+0000 7fe006000640 1 -- 172.21.15.47:0/862804970 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe0140cd3d0 con 0x561d5c5ad1e0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.060+0000 7fe02a1c0740 10 client.27179 fetch_fsmap learned FSMap version 24 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.060+0000 7fe02a1c0740 1 -- 172.21.15.47:0/862804970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561d5c637670 con 0x561d5c5ad1e0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe006000640 1 -- 172.21.15.47:0/862804970 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe01409bd20 con 0x561d5c5ad1e0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe006000640 1 -- 172.21.15.47:0/862804970 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe01409b170 con 0x561d5c5ad1e0 2024-04-25T02:40:36.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe02a1c0740 10 client.27179 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe02a1c0740 10 client.27179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe02a1c0740 20 client.27179 populate_metadata read hostname 'smithi047' 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d5c637d30 0x561d5c63a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe02a1c0740 4 client.27179 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe02a1c0740 1 -- 172.21.15.47:0/862804970 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561d5c51eaa0 con 0x561d5c637d30 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.061+0000 7fe01fe00640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d5c637d30 0x561d5c63a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe01fe00640 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d5c637d30 0x561d5c63a120 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4ce67426284adf8 server_cookie=ca3a213333ce11aa in_seq=0 out_seq=0 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe006000640 10 client.27179 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe006000640 1 -- 172.21.15.47:0/862804970 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561d5c51eaa0 con 0x561d5c637d30 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe006000640 10 client.27179 handle_command_reply: tid=0 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 client.27179 shutdown 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 -- 172.21.15.47:0/862804970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 msgr2=0x561d5c5b24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b24e0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe0140a4460 tx=0x7fe01400c840 comp rx=0 tx=0).stop 2024-04-25T02:40:36.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 -- 172.21.15.47:0/862804970 shutdown_connections 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x561d5c637d30 0x561d5c63a120 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d5c5b81d0 0x561d5c636090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561d5c5adb00 0x561d5c5b2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 --2- 172.21.15.47:0/862804970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561d5c5ad1e0 0x561d5c5b24e0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe006000640 0 client.27179 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 -- 172.21.15.47:0/862804970 >> 172.21.15.47:0/862804970 conn(0x561d5c5a9500 msgr2=0x561d5c5af1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 -- 172.21.15.47:0/862804970 shutdown_connections 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 1 -- 172.21.15.47:0/862804970 wait complete. 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.062+0000 7fe02a1c0740 20 client.27179 trim_cache size 0 max 16384 2024-04-25T02:40:36.071 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout: "5f7e6619-0f8b-4e13-98b1-5188766e1434": { 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "5f7e6619-0f8b-4e13-98b1-5188766e1434", 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:40:36.072 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 -- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe0080a2c20 msgr2=0x7fe0080a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe0080a2c20 0x7fe0080a50e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe018004af0 tx=0x7fe018005d80 comp rx=0 tx=0).stop 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 -- 172.21.15.47:0/2042482121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe0201037f0 msgr2=0x7fe02019a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe0201037f0 0x7fe02019a0e0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe01400e9f0 tx=0x7fe01400edf0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 -- 172.21.15.47:0/2042482121 shutdown_connections 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fe0080a2c20 0x7fe0080a50e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe020109800 0x7fe02019e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0201041b0 0x7fe02019a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 --2- 172.21.15.47:0/2042482121 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe0201037f0 0x7fe02019a0e0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:40:36.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 -- 172.21.15.47:0/2042482121 >> 172.21.15.47:0/2042482121 conn(0x7fe0200ff280 msgr2=0x7fe0200ff900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:40:36.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 -- 172.21.15.47:0/2042482121 shutdown_connections 2024-04-25T02:40:36.074 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:40:36.063+0000 7fe025e00640 1 -- 172.21.15.47:0/2042482121 wait complete. 2024-04-25T02:40:36.085 INFO:tasks.cephfs.filesystem:scrub status for tag:5f7e6619-0f8b-4e13-98b1-5188766e1434 - {'path': '/', 'tag': '5f7e6619-0f8b-4e13-98b1-5188766e1434', 'options': 'recursive,force'} 2024-04-25T02:40:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:36 smithi113 ceph-mon[32459]: pgmap v244: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:37.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:36 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:40:37.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:36 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:37.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:36 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:40:37.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:36 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:36 smithi178 ceph-mon[33053]: pgmap v244: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:37.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:36 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:40:37.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:36 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:37.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:36 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:40:37.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:36 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:36 smithi047 ceph-mon[27871]: pgmap v244: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:36 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:40:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:36 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:36 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:40:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:36 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:40:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:38 smithi113 ceph-mon[32459]: pgmap v245: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:38 smithi178 ceph-mon[33053]: pgmap v245: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:38 smithi047 ceph-mon[27871]: pgmap v245: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:40 smithi113 ceph-mon[32459]: pgmap v246: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:40 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:40:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:40 smithi178 ceph-mon[33053]: pgmap v246: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:40 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:40:41.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:40 smithi047 ceph-mon[27871]: pgmap v246: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:41.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:40 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:40:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:42 smithi178 ceph-mon[33053]: pgmap v247: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:43.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:42 smithi047 ceph-mon[27871]: pgmap v247: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:43.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:42 smithi113 ceph-mon[32459]: pgmap v247: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:44 smithi178 ceph-mon[33053]: pgmap v248: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:44 smithi047 ceph-mon[27871]: pgmap v248: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:45.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:44 smithi113 ceph-mon[32459]: pgmap v248: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:46 smithi178 ceph-mon[33053]: pgmap v249: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:47.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:46 smithi047 ceph-mon[27871]: pgmap v249: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:47.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:46 smithi113 ceph-mon[32459]: pgmap v249: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:40:49.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:48 smithi178 ceph-mon[33053]: pgmap v250: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:48 smithi047 ceph-mon[27871]: pgmap v250: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:49.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:48 smithi113 ceph-mon[32459]: pgmap v250: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:40:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:50 smithi178 ceph-mon[33053]: pgmap v251: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:51.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:50 smithi047 ceph-mon[27871]: pgmap v251: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:51.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:50 smithi113 ceph-mon[32459]: pgmap v251: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:52 smithi178 ceph-mon[33053]: pgmap v252: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:53.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:52 smithi047 ceph-mon[27871]: pgmap v252: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:53.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:52 smithi113 ceph-mon[32459]: pgmap v252: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:54 smithi178 ceph-mon[33053]: pgmap v253: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:40:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:54 smithi047 ceph-mon[27871]: pgmap v253: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:40:55.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:54 smithi113 ceph-mon[32459]: pgmap v253: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:40:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:56 smithi178 ceph-mon[33053]: pgmap v254: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:57.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:56 smithi047 ceph-mon[27871]: pgmap v254: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:57.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:56 smithi113 ceph-mon[32459]: pgmap v254: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:40:59.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:40:58 smithi178 ceph-mon[33053]: pgmap v255: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:40:59.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:40:58 smithi047 ceph-mon[27871]: pgmap v255: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:40:59.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:40:58 smithi113 ceph-mon[32459]: pgmap v255: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:00 smithi178 ceph-mon[33053]: pgmap v256: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:00 smithi047 ceph-mon[27871]: pgmap v256: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:01.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:00 smithi113 ceph-mon[32459]: pgmap v256: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:02 smithi178 ceph-mon[33053]: pgmap v257: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:02 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:41:03.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:02 smithi047 ceph-mon[27871]: pgmap v257: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:03.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:02 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:41:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:02 smithi113 ceph-mon[32459]: pgmap v257: 97 pgs: 97 active+clean; 6.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:03.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:02 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:41:05.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:04 smithi178 ceph-mon[33053]: pgmap v258: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:41:05.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:04 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:41:05.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:04 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:41:05.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:04 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:41:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:04 smithi047 ceph-mon[27871]: pgmap v258: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:41:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:04 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:41:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:04 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:41:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:04 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:41:05.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:04 smithi113 ceph-mon[32459]: pgmap v258: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:41:05.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:04 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:41:05.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:04 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:41:05.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:04 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:41:06.086 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:41:06.087 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:41:06.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 -- 172.21.15.47:0/2335834974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc8410dd00 msgr2=0x7fdc8410e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 --2- 172.21.15.47:0/2335834974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc8410dd00 0x7fdc8410e0e0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fdc78009900 tx=0x7fdc7802a480 comp rx=0 tx=0).stop 2024-04-25T02:41:06.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 -- 172.21.15.47:0/2335834974 shutdown_connections 2024-04-25T02:41:06.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 --2- 172.21.15.47:0/2335834974 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc84108680 0x7fdc84114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 --2- 172.21.15.47:0/2335834974 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdc84107ce0 0x7fdc84108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 --2- 172.21.15.47:0/2335834974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc8410dd00 0x7fdc8410e0e0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 -- 172.21.15.47:0/2335834974 >> 172.21.15.47:0/2335834974 conn(0x7fdc84077560 msgr2=0x7fdc84106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:06.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 -- 172.21.15.47:0/2335834974 shutdown_connections 2024-04-25T02:41:06.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.309+0000 7fdc8b000640 1 -- 172.21.15.47:0/2335834974 wait complete. 2024-04-25T02:41:06.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.311+0000 7fdc8b000640 1 Processor -- start 2024-04-25T02:41:06.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.311+0000 7fdc8b000640 1 -- start start 2024-04-25T02:41:06.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc8b000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdc84107ce0 0x7fdc8419e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc8b000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc84108680 0x7fdc8419e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc8b000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc8410dd00 0x7fdc841a2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc8b000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdc84118030 con 0x7fdc8410dd00 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc8b000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdc84117eb0 con 0x7fdc84107ce0 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc8b000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc841181b0 con 0x7fdc84108680 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdc84107ce0 0x7fdc8419e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdc84107ce0 0x7fdc8419e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35474/0 (socket says 172.21.15.47:35474) 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89c00640 1 -- 172.21.15.47:0/1315304567 learned_addr learned my addr 172.21.15.47:0/1315304567 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc8a600640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc8410dd00 0x7fdc841a2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.317 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89200640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc84108680 0x7fdc8419e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.318 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89200640 1 -- 172.21.15.47:0/1315304567 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdc84107ce0 msgr2=0x7fdc8419e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89200640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdc84107ce0 0x7fdc8419e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89200640 1 -- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc8410dd00 msgr2=0x7fdc841a2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89200640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc8410dd00 0x7fdc841a2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89200640 1 -- 172.21.15.47:0/1315304567 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc841a3410 con 0x7fdc84108680 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.312+0000 7fdc89c00640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdc84107ce0 0x7fdc8419e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.313+0000 7fdc89200640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc84108680 0x7fdc8419e9b0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fdc7000e9f0 tx=0x7fdc7000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.313+0000 7fdc82000640 1 -- 172.21.15.47:0/1315304567 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7000cd80 con 0x7fdc84108680 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.313+0000 7fdc82000640 1 -- 172.21.15.47:0/1315304567 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc700035f0 con 0x7fdc84108680 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.313+0000 7fdc8b000640 1 -- 172.21.15.47:0/1315304567 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc841a3700 con 0x7fdc84108680 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.313+0000 7fdc82000640 1 -- 172.21.15.47:0/1315304567 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc70010690 con 0x7fdc84108680 2024-04-25T02:41:06.319 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.313+0000 7fdc8b000640 1 -- 172.21.15.47:0/1315304567 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc841aaf90 con 0x7fdc84108680 2024-04-25T02:41:06.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc8f5dc740 1 Processor -- start 2024-04-25T02:41:06.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc8f5dc740 1 -- start start 2024-04-25T02:41:06.322 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc82000640 1 -- 172.21.15.47:0/1315304567 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdc70003b30 con 0x7fdc84108680 2024-04-25T02:41:06.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea5577c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea55786c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea557871d0 0x55ea557895c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ea556e0560 con 0x55ea5577cb00 2024-04-25T02:41:06.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55ea55688930 con 0x55ea557871d0 2024-04-25T02:41:06.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.317+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ea556dc520 con 0x55ea5577c1e0 2024-04-25T02:41:06.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea55786c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea557871d0 0x55ea557895c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea55786c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53128/0 (socket says 172.21.15.47:53128) 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89c00640 1 -- 172.21.15.47:0/495555706 learned_addr learned my addr 172.21.15.47:0/495555706 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc8a600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea5577c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89c00640 1 -- 172.21.15.47:0/495555706 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 msgr2=0x55ea5577c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89c00640 1 --2- 172.21.15.47:0/495555706 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea5577c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89c00640 1 -- 172.21.15.47:0/495555706 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea557871d0 msgr2=0x55ea557895c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89c00640 1 --2- 172.21.15.47:0/495555706 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea557871d0 0x55ea557895c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.318+0000 7fdc89c00640 1 -- 172.21.15.47:0/495555706 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea554be7d0 con 0x55ea5577cb00 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.319+0000 7fdc82000640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdc6c0a2d80 0x7fdc6c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.319+0000 7fdc89c00640 1 --2- 172.21.15.47:0/495555706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea55786c90 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fdc78005c40 tx=0x7fdc78005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfea1b5845ad0321 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.319+0000 7fdc82000640 1 -- 172.21.15.47:0/1315304567 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fdc700cf700 con 0x7fdc84108680 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.319+0000 7fdc8a600640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdc6c0a2d80 0x7fdc6c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.319+0000 7fdc76a00640 1 -- 172.21.15.47:0/495555706 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc78040070 con 0x55ea5577cb00 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.319+0000 7fdc76a00640 1 -- 172.21.15.47:0/495555706 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc780047a0 con 0x55ea5577cb00 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.319+0000 7fdc76a00640 1 -- 172.21.15.47:0/495555706 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc78035040 con 0x55ea5577cb00 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/495555706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 msgr2=0x55ea55786c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8a600640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdc6c0a2d80 0x7fdc6c0a5240 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c005fd0 tx=0x7fdc7c009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/495555706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea55786c90 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fdc78005c40 tx=0x7fdc78005dd0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/495555706 shutdown_connections 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/495555706 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea557871d0 0x55ea557895c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/495555706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea55786c90 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/495555706 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea5577c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/495555706 >> 172.21.15.47:0/495555706 conn(0x55ea55778500 msgr2=0x55ea557788e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/495555706 shutdown_connections 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.320+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/495555706 wait complete. 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.321+0000 7fdc8f5dc740 1 -- start start 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.321+0000 7fdc8f5dc740 1 Processor -- start 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea557840f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577cb00 0x55ea55784630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea557871d0 0x55ea55784b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ea55789f60 con 0x55ea557871d0 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55ea5569bd90 con 0x55ea5577cb00 2024-04-25T02:41:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ea5578a0e0 con 0x55ea5577c1e0 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8f5dc740 10 client.0 _ll_register_callbacks cb 0x55ea5569b780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577cb00 0x55ea55784630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea557840f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577cb00 0x55ea55784630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35494/0 (socket says 172.21.15.47:35494) 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea557840f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59910/0 (socket says 172.21.15.47:59910) 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89200640 1 -- 172.21.15.47:0/2308218454 learned_addr learned my addr 172.21.15.47:0/2308218454 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8a600640 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea557871d0 0x55ea55784b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89200640 1 -- 172.21.15.47:0/2308218454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 msgr2=0x55ea557840f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89200640 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea557840f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89200640 1 -- 172.21.15.47:0/2308218454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea557871d0 msgr2=0x55ea55784b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89200640 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea557871d0 0x55ea55784b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89200640 1 -- 172.21.15.47:0/2308218454 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea553f43f0 con 0x55ea5577cb00 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc89c00640 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea557840f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:06.331 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.322+0000 7fdc8a600640 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea557871d0 0x55ea55784b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc89200640 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577cb00 0x55ea55784630 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdc7000c6a0 tx=0x7fdc70097f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b638e888cb741ab5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc6b400640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc6b400640 1 -- 172.21.15.47:0/2308218454 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc70009450 con 0x55ea5577cb00 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc6b400640 1 -- 172.21.15.47:0/2308218454 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fdc700cd070 con 0x55ea5577cb00 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2308218454 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc780047a0 con 0x55ea5577cb00 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc6b400640 1 -- 172.21.15.47:0/2308218454 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdc700cd270 con 0x55ea5577cb00 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc8f5dc740 10 client.27191 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2308218454 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ea553b40f0 con 0x55ea5577cb00 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.323+0000 7fdc6b400640 1 -- 172.21.15.47:0/2308218454 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc780047a0 con 0x55ea5577cb00 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.324+0000 7fdc6b400640 1 -- 172.21.15.47:0/2308218454 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdc700d2ce0 con 0x55ea5577cb00 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.324+0000 7fdc8f5dc740 10 client.27191 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.324+0000 7fdc8f5dc740 10 client.27191 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.324+0000 7fdc8f5dc740 20 client.27191 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.324+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ea55797510 0x55ea55799900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.324+0000 7fdc8f5dc740 4 client.27191 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:06.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.324+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2308218454 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea556f3d90 con 0x55ea55797510 2024-04-25T02:41:06.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.324+0000 7fdc89c00640 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ea55797510 0x55ea55799900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.325+0000 7fdc89c00640 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ea55797510 0x55ea55799900 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34449878b5dab6e4 server_cookie=d16d918d1b2aa111 in_seq=0 out_seq=0 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.325+0000 7fdc6b400640 10 client.27191 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc6b400640 1 -- 172.21.15.47:0/2308218454 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ea556f3d90 con 0x55ea55797510 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc6b400640 10 client.27191 handle_command_reply: tid=0 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 client.27191 shutdown 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2308218454 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577cb00 msgr2=0x55ea55784630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577cb00 0x55ea55784630 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdc7000c6a0 tx=0x7fdc70097f90 comp rx=0 tx=0).stop 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2308218454 shutdown_connections 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ea55797510 0x55ea55799900 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea557871d0 0x55ea55784b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577cb00 0x55ea55784630 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2308218454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea557840f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc6b400640 0 client.27191 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:06.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2308218454 >> 172.21.15.47:0/2308218454 conn(0x55ea55778500 msgr2=0x55ea55777800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:06.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2308218454 shutdown_connections 2024-04-25T02:41:06.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2308218454 wait complete. 2024-04-25T02:41:06.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.326+0000 7fdc8f5dc740 20 client.27191 trim_cache size 0 max 16384 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8f5dc740 1 Processor -- start 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8f5dc740 1 -- start start 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea55778500 0x55ea55792e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea55784990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea5579f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdc841b6060 con 0x55ea5577cb00 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdc841b3930 con 0x55ea55778500 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc841b17a0 con 0x55ea5577c1e0 2024-04-25T02:41:06.355 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc89200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea55784990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.346+0000 7fdc8a600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea5579f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea55784990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59914/0 (socket says 172.21.15.47:59914) 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89200640 1 -- 172.21.15.47:0/686191772 learned_addr learned my addr 172.21.15.47:0/686191772 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89c00640 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea55778500 0x55ea55792e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89200640 1 -- 172.21.15.47:0/686191772 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea55778500 msgr2=0x55ea55792e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89200640 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea55778500 0x55ea55792e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89200640 1 -- 172.21.15.47:0/686191772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 msgr2=0x55ea5579f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89200640 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea5579f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89200640 1 -- 172.21.15.47:0/686191772 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea55772a20 con 0x55ea5577c1e0 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc8a600640 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea5579f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc89200640 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea55784990 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fdc7009bb50 tx=0x7fdc70003aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec78fd2844886a42 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.347+0000 7fdc76000640 1 -- 172.21.15.47:0/686191772 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7009b700 con 0x55ea5577c1e0 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc76000640 1 -- 172.21.15.47:0/686191772 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc7009b300 con 0x55ea5577c1e0 2024-04-25T02:41:06.356 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc76000640 1 -- 172.21.15.47:0/686191772 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc700cd270 con 0x55ea5577c1e0 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/686191772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 msgr2=0x55ea55784990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea55784990 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fdc7009bb50 tx=0x7fdc70003aa0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/686191772 shutdown_connections 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea5577cb00 0x55ea5579f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577c1e0 0x55ea55784990 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/686191772 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea55778500 0x55ea55792e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/686191772 >> 172.21.15.47:0/686191772 conn(0x55ea55782d30 msgr2=0x55ea5577e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/686191772 shutdown_connections 2024-04-25T02:41:06.357 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.348+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/686191772 wait complete. 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 1 -- start start 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 1 Processor -- start 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea55778500 0x55ea5578f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577c1e0 0x55ea5578a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577cb00 0x55ea5578ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdc841b1df0 con 0x55ea55778500 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fdc841b3260 con 0x55ea5577c1e0 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc841b24c0 con 0x55ea5577cb00 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.349+0000 7fdc8f5dc740 10 client.0 _ll_register_callbacks cb 0x7fdc700977b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea55778500 0x55ea5578f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea55778500 0x55ea5578f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53146/0 (socket says 172.21.15.47:53146) 2024-04-25T02:41:06.358 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 -- 172.21.15.47:0/2462673246 learned_addr learned my addr 172.21.15.47:0/2462673246 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89200640 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577c1e0 0x55ea5578a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc8a600640 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577cb00 0x55ea5578ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 -- 172.21.15.47:0/2462673246 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577cb00 msgr2=0x55ea5578ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577cb00 0x55ea5578ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 -- 172.21.15.47:0/2462673246 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577c1e0 msgr2=0x55ea5578a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577c1e0 0x55ea5578a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 -- 172.21.15.47:0/2462673246 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea5578b480 con 0x55ea55778500 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc89c00640 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea55778500 0x55ea5578f540 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fdc78031520 tx=0x7fdc78009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2141b1e53b06409b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:06.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.350+0000 7fdc6b400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:06.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc6b400640 1 -- 172.21.15.47:0/2462673246 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc78056070 con 0x55ea55778500 2024-04-25T02:41:06.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc6b400640 1 -- 172.21.15.47:0/2462673246 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fdc78003ae0 con 0x55ea55778500 2024-04-25T02:41:06.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2462673246 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc7009b300 con 0x55ea55778500 2024-04-25T02:41:06.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc6b400640 1 -- 172.21.15.47:0/2462673246 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdc7805f050 con 0x55ea55778500 2024-04-25T02:41:06.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc8f5dc740 10 client.17088 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:06.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2462673246 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ea557fd860 con 0x55ea55778500 2024-04-25T02:41:06.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc6b400640 1 -- 172.21.15.47:0/2462673246 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc7009b300 con 0x55ea55778500 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc6b400640 1 -- 172.21.15.47:0/2462673246 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdc78059020 con 0x55ea55778500 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc8f5dc740 10 client.17088 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc8f5dc740 10 client.17088 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.351+0000 7fdc8f5dc740 20 client.17088 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.352+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ea557871d0 0x55ea557ffb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.352+0000 7fdc8f5dc740 4 client.17088 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.352+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2462673246 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ea556edaa0 con 0x55ea557871d0 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.352+0000 7fdc89200640 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ea557871d0 0x55ea557ffb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.352+0000 7fdc89200640 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ea557871d0 0x55ea557ffb00 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2f6abc4d535e8a6 server_cookie=d14b2f5e78fc73fd in_seq=0 out_seq=0 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.352+0000 7fdc6b400640 10 client.17088 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc6b400640 1 -- 172.21.15.47:0/2462673246 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ea556edaa0 con 0x55ea557871d0 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc6b400640 10 client.17088 handle_command_reply: tid=0 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 client.17088 shutdown 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2462673246 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea55778500 msgr2=0x55ea5578f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea55778500 0x55ea5578f540 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fdc78031520 tx=0x7fdc78009260 comp rx=0 tx=0).stop 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2462673246 shutdown_connections 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55ea557871d0 0x55ea557ffb00 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea5577cb00 0x55ea5578ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55ea5577c1e0 0x55ea5578a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 --2- 172.21.15.47:0/2462673246 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea55778500 0x55ea5578f540 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc6b400640 0 client.17088 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2462673246 >> 172.21.15.47:0/2462673246 conn(0x55ea55782d30 msgr2=0x55ea55785920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2462673246 shutdown_connections 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 1 -- 172.21.15.47:0/2462673246 wait complete. 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.353+0000 7fdc8f5dc740 20 client.17088 trim_cache size 0 max 16384 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:41:06.363 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:41:06.364 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:41:06.364 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:41:06.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 -- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdc6c0a2d80 msgr2=0x7fdc6c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdc6c0a2d80 0x7fdc6c0a5240 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c005fd0 tx=0x7fdc7c009500 comp rx=0 tx=0).stop 2024-04-25T02:41:06.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 -- 172.21.15.47:0/1315304567 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc84108680 msgr2=0x7fdc8419e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc84108680 0x7fdc8419e9b0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fdc7000e9f0 tx=0x7fdc7000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 -- 172.21.15.47:0/1315304567 shutdown_connections 2024-04-25T02:41:06.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fdc6c0a2d80 0x7fdc6c0a5240 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc8410dd00 0x7fdc841a2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc84108680 0x7fdc8419e9b0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 --2- 172.21.15.47:0/1315304567 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fdc84107ce0 0x7fdc8419e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 -- 172.21.15.47:0/1315304567 >> 172.21.15.47:0/1315304567 conn(0x7fdc84077560 msgr2=0x7fdc84078540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:06.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 -- 172.21.15.47:0/1315304567 shutdown_connections 2024-04-25T02:41:06.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.354+0000 7fdc8b000640 1 -- 172.21.15.47:0/1315304567 wait complete. 2024-04-25T02:41:06.376 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:41:06.376 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:41:06.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 -- 172.21.15.47:0/4194154242 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f207010dc50 msgr2=0x7f207010e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 --2- 172.21.15.47:0/4194154242 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f207010dc50 0x7f207010e030 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f2060009900 tx=0x7f206002a480 comp rx=0 tx=0).stop 2024-04-25T02:41:06.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 -- 172.21.15.47:0/4194154242 shutdown_connections 2024-04-25T02:41:06.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 --2- 172.21.15.47:0/4194154242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2070108580 0x7f20701149f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 --2- 172.21.15.47:0/4194154242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2070107be0 0x7f2070108040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 --2- 172.21.15.47:0/4194154242 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f207010dc50 0x7f207010e030 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 -- 172.21.15.47:0/4194154242 >> 172.21.15.47:0/4194154242 conn(0x7f20700772c0 msgr2=0x7f20700796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:06.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 -- 172.21.15.47:0/4194154242 shutdown_connections 2024-04-25T02:41:06.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.579+0000 7f206fe00640 1 -- 172.21.15.47:0/4194154242 wait complete. 2024-04-25T02:41:06.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.581+0000 7f206fe00640 1 Processor -- start 2024-04-25T02:41:06.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.581+0000 7f206fe00640 1 -- start start 2024-04-25T02:41:06.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.581+0000 7f206fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2070107be0 0x7f207019e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.581+0000 7f206fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2070108580 0x7f207019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.581+0000 7f206fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f207010dc50 0x7f20701a2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.581+0000 7f206fe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2070117f70 con 0x7f207010dc50 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.581+0000 7f206fe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2070117df0 con 0x7f2070108580 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.581+0000 7f206fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f20701180f0 con 0x7f2070107be0 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206f400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f207010dc50 0x7f20701a2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2070107be0 0x7f207019e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2070107be0 0x7f207019e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59940/0 (socket says 172.21.15.47:59940) 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206ea00640 1 -- 172.21.15.47:0/2303902290 learned_addr learned my addr 172.21.15.47:0/2303902290 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:06.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206e000640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2070108580 0x7f207019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206ea00640 1 -- 172.21.15.47:0/2303902290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2070108580 msgr2=0x7f207019e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206ea00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2070108580 0x7f207019e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206ea00640 1 -- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f207010dc50 msgr2=0x7f20701a2c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206ea00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f207010dc50 0x7f20701a2c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206ea00640 1 -- 172.21.15.47:0/2303902290 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20701a3360 con 0x7f2070107be0 2024-04-25T02:41:06.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.582+0000 7f206f400640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f207010dc50 0x7f20701a2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:06.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.583+0000 7f206ea00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2070107be0 0x7f207019e370 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2060006010 tx=0x7f20600042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:06.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.583+0000 7f2067400640 1 -- 172.21.15.47:0/2303902290 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206003f030 con 0x7f2070107be0 2024-04-25T02:41:06.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.583+0000 7f2067400640 1 -- 172.21.15.47:0/2303902290 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2060003ce0 con 0x7f2070107be0 2024-04-25T02:41:06.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.583+0000 7f2067400640 1 -- 172.21.15.47:0/2303902290 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2060035070 con 0x7f2070107be0 2024-04-25T02:41:06.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.583+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20701a35f0 con 0x7f2070107be0 2024-04-25T02:41:06.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.583+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20701aaee0 con 0x7f2070107be0 2024-04-25T02:41:06.589 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.585+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2070109280 con 0x7f2070107be0 2024-04-25T02:41:06.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.587+0000 7f2067400640 1 -- 172.21.15.47:0/2303902290 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2060042030 con 0x7f2070107be0 2024-04-25T02:41:06.592 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.588+0000 7f2067400640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f20540a2d80 0x7f20540a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:06.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.588+0000 7f2067400640 1 -- 172.21.15.47:0/2303902290 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f20600efa80 con 0x7f2070107be0 2024-04-25T02:41:06.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.588+0000 7f206e000640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f20540a2d80 0x7f20540a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:06.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.589+0000 7f206e000640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f20540a2d80 0x7f20540a5240 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f207010d2c0 tx=0x7f205c005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:06.595 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.590+0000 7f2067400640 1 -- 172.21.15.47:0/2303902290 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f20600bc0b0 con 0x7f2070107be0 2024-04-25T02:41:06.842 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.837+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20700688d0 con 0x7f2070107be0 2024-04-25T02:41:06.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.839+0000 7f2067400640 1 -- 172.21.15.47:0/2303902290 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f20600c03b0 con 0x7f2070107be0 2024-04-25T02:41:06.844 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:41:06.844 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:41:06.844 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f20540a2d80 msgr2=0x7f20540a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f20540a2d80 0x7f20540a5240 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f207010d2c0 tx=0x7f205c005f90 comp rx=0 tx=0).stop 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2070107be0 msgr2=0x7f207019e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2070107be0 0x7f207019e370 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2060006010 tx=0x7f20600042f0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 shutdown_connections 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f20540a2d80 0x7f20540a5240 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f207010dc50 0x7f20701a2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2070108580 0x7f207019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 --2- 172.21.15.47:0/2303902290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2070107be0 0x7f207019e370 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:06.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 >> 172.21.15.47:0/2303902290 conn(0x7f20700772c0 msgr2=0x7f2070078920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:06.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 shutdown_connections 2024-04-25T02:41:06.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:06.842+0000 7f206fe00640 1 -- 172.21.15.47:0/2303902290 wait complete. 2024-04-25T02:41:06.869 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:41:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:06 smithi178 ceph-mon[33053]: pgmap v259: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:41:07.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 -- 172.21.15.47:0/1269192921 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac81065b0 msgr2=0x7f0ac8106990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 --2- 172.21.15.47:0/1269192921 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac81065b0 0x7f0ac8106990 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009cd0 tx=0x7f0ab802a8f0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 -- 172.21.15.47:0/1269192921 shutdown_connections 2024-04-25T02:41:07.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 --2- 172.21.15.47:0/1269192921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0ac8100eb0 0x7f0ac810d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 --2- 172.21.15.47:0/1269192921 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ac81004f0 0x7f0ac8100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 --2- 172.21.15.47:0/1269192921 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac81065b0 0x7f0ac8106990 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 -- 172.21.15.47:0/1269192921 >> 172.21.15.47:0/1269192921 conn(0x7f0ac80fbfc0 msgr2=0x7f0ac80fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.090 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 -- 172.21.15.47:0/1269192921 shutdown_connections 2024-04-25T02:41:07.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.085+0000 7f0ace200640 1 -- 172.21.15.47:0/1269192921 wait complete. 2024-04-25T02:41:07.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.086+0000 7f0ace200640 1 Processor -- start 2024-04-25T02:41:07.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.086+0000 7f0ace200640 1 -- start start 2024-04-25T02:41:07.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0ace200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0ac81004f0 0x7f0ac8197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0ace200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac8100eb0 0x7f0ac81983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0ace200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ac81065b0 0x7f0ac819c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0ace200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac8111a00 con 0x7f0ac81065b0 2024-04-25T02:41:07.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0ace200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac8111880 con 0x7f0ac8100eb0 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0ace200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac8111b80 con 0x7f0ac81004f0 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acd800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ac81065b0 0x7f0ac819c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0ac7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac8100eb0 0x7f0ac81983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acd800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ac81065b0 0x7f0ac819c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53180/0 (socket says 172.21.15.47:53180) 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acd800640 1 -- 172.21.15.47:0/3577236439 learned_addr learned my addr 172.21.15.47:0/3577236439 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acce00640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0ac81004f0 0x7f0ac8197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acd800640 1 -- 172.21.15.47:0/3577236439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0ac81004f0 msgr2=0x7f0ac8197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acd800640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0ac81004f0 0x7f0ac8197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acd800640 1 -- 172.21.15.47:0/3577236439 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac8100eb0 msgr2=0x7f0ac81983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acd800640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac8100eb0 0x7f0ac81983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0acd800640 1 -- 172.21.15.47:0/3577236439 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac819ce50 con 0x7f0ac81065b0 2024-04-25T02:41:07.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.087+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac8100eb0 0x7f0ac81983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:07.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.088+0000 7f0acd800640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ac81065b0 0x7f0ac819c720 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f0ac000d950 tx=0x7f0ac000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.088+0000 7f0ac5600640 1 -- 172.21.15.47:0/3577236439 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac0017030 con 0x7f0ac81065b0 2024-04-25T02:41:07.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.088+0000 7f0ac5600640 1 -- 172.21.15.47:0/3577236439 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ac0004020 con 0x7f0ac81065b0 2024-04-25T02:41:07.094 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.088+0000 7f0ace200640 1 -- 172.21.15.47:0/3577236439 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ac819d140 con 0x7f0ac81065b0 2024-04-25T02:41:07.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.088+0000 7f0ac5600640 1 -- 172.21.15.47:0/3577236439 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac0003c00 con 0x7f0ac81065b0 2024-04-25T02:41:07.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.088+0000 7f0ace200640 1 -- 172.21.15.47:0/3577236439 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ac81a49d0 con 0x7f0ac81065b0 2024-04-25T02:41:07.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.091+0000 7f0ad25db740 1 Processor -- start 2024-04-25T02:41:07.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.091+0000 7f0ac5600640 1 -- 172.21.15.47:0/3577236439 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0ac001a070 con 0x7f0ac81065b0 2024-04-25T02:41:07.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.092+0000 7f0ad25db740 1 -- start start 2024-04-25T02:41:07.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.092+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c1e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.092+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c31e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.092+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c34760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.092+0000 7f0ad25db740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cbf6b834e0 con 0x55cbf6c32370 2024-04-25T02:41:07.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.092+0000 7f0ad25db740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55cbf6b2ba70 con 0x55cbf6c1ed90 2024-04-25T02:41:07.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.092+0000 7f0ad25db740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cbf6b7f4a0 con 0x55cbf6c1e470 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0ac7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c34760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0acce00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c31e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0ac7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c34760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53186/0 (socket says 172.21.15.47:53186) 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0ac7e00640 1 -- 172.21.15.47:0/636416092 learned_addr learned my addr 172.21.15.47:0/636416092 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/636416092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c1e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0ac5600640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0aac0a2d00 0x7f0aac0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0acce00640 1 -- 172.21.15.47:0/636416092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 msgr2=0x55cbf6c1e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0acce00640 1 --2- 172.21.15.47:0/636416092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c1e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.099 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0acce00640 1 -- 172.21.15.47:0/636416092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 msgr2=0x55cbf6c34760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0acce00640 1 --2- 172.21.15.47:0/636416092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c34760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0acce00640 1 -- 172.21.15.47:0/636416092 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbf68973f0 con 0x55cbf6c1ed90 2024-04-25T02:41:07.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0ac5600640 1 -- 172.21.15.47:0/3577236439 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f0ac00cecd0 con 0x7f0ac81065b0 2024-04-25T02:41:07.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.093+0000 7f0acd800640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0aac0a2d00 0x7f0aac0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.100 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.094+0000 7f0acce00640 1 --2- 172.21.15.47:0/636416092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c31e30 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009ca0 tx=0x7f0ab80303a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12e7cc70149ebd6b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.094+0000 7f0abe000640 1 -- 172.21.15.47:0/636416092 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8003970 con 0x55cbf6c1ed90 2024-04-25T02:41:07.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.094+0000 7f0abe000640 1 -- 172.21.15.47:0/636416092 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ab8036030 con 0x55cbf6c1ed90 2024-04-25T02:41:07.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.094+0000 7f0abe000640 1 -- 172.21.15.47:0/636416092 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab80042a0 con 0x55cbf6c1ed90 2024-04-25T02:41:07.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 -- 172.21.15.47:0/636416092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 msgr2=0x55cbf6c31e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.104 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0acd800640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0aac0a2d00 0x7f0aac0a51c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0ac0097b60 tx=0x7f0ac00035f0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 --2- 172.21.15.47:0/636416092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c31e30 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009ca0 tx=0x7f0ab80303a0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 -- 172.21.15.47:0/636416092 shutdown_connections 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 --2- 172.21.15.47:0/636416092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c34760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 --2- 172.21.15.47:0/636416092 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c31e30 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 --2- 172.21.15.47:0/636416092 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c1e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 -- 172.21.15.47:0/636416092 >> 172.21.15.47:0/636416092 conn(0x55cbf6c1aac0 msgr2=0x55cbf6c1aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 -- 172.21.15.47:0/636416092 shutdown_connections 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 -- 172.21.15.47:0/636416092 wait complete. 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.095+0000 7f0ad25db740 1 -- start start 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.096+0000 7f0ad25db740 1 Processor -- start 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.096+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 0x55cbf6c2f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.096+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.096+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c2fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.105 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.096+0000 7f0ad25db740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cbf6c34d30 con 0x55cbf6c32370 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.096+0000 7f0ad25db740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55cbf6b3eec0 con 0x55cbf6c1e470 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.096+0000 7f0ad25db740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cbf6c34eb0 con 0x55cbf6c1ed90 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.096+0000 7f0ad25db740 10 client.0 _ll_register_callbacks cb 0x55cbf6b7b3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c2fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c2fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53196/0 (socket says 172.21.15.47:53196) 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 -- 172.21.15.47:0/3151941860 learned_addr learned my addr 172.21.15.47:0/3151941860 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0acce00640 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 0x55cbf6c2f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 -- 172.21.15.47:0/3151941860 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1ed90 msgr2=0x55cbf6c2f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 -- 172.21.15.47:0/3151941860 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 msgr2=0x55cbf6c2f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 0x55cbf6c2f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 -- 172.21.15.47:0/3151941860 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbf69617d0 con 0x55cbf6c32370 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c2fdf0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f0ab4012dd0 tx=0x7f0ab4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41713565590d67eb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.106 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.097+0000 7f0ab2a00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.098+0000 7f0ab2a00640 1 -- 172.21.15.47:0/3151941860 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab4004030 con 0x55cbf6c32370 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.098+0000 7f0ab2a00640 1 -- 172.21.15.47:0/3151941860 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f0ab401a040 con 0x55cbf6c32370 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.098+0000 7f0ad25db740 1 -- 172.21.15.47:0/3151941860 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ab8036030 con 0x55cbf6c32370 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.098+0000 7f0ab2a00640 1 -- 172.21.15.47:0/3151941860 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0ab40041d0 con 0x55cbf6c32370 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.098+0000 7f0ad25db740 10 client.17106 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.098+0000 7f0ad25db740 1 -- 172.21.15.47:0/3151941860 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cbf6c41070 con 0x55cbf6c32370 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.098+0000 7f0ab2a00640 1 -- 172.21.15.47:0/3151941860 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ab8036030 con 0x55cbf6c32370 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.099+0000 7f0ab2a00640 1 -- 172.21.15.47:0/3151941860 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0ab4003710 con 0x55cbf6c32370 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.099+0000 7f0ad25db740 10 client.17106 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.099+0000 7f0ad25db740 10 client.17106 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.099+0000 7f0ad25db740 20 client.17106 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.099+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55cbf6c42530 0x55cbf6c44960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.099+0000 7f0ad25db740 4 client.17106 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:07.107 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.099+0000 7f0ad25db740 1 -- 172.21.15.47:0/3151941860 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cbf6b90a20 con 0x55cbf6c42530 2024-04-25T02:41:07.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.099+0000 7f0acce00640 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55cbf6c42530 0x55cbf6c44960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.100+0000 7f0acce00640 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55cbf6c42530 0x55cbf6c44960 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=85f63cc63a493830 server_cookie=62da546acc5093ed in_seq=0 out_seq=0 2024-04-25T02:41:07.108 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.100+0000 7f0ab2a00640 10 client.17106 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ab2a00640 1 -- 172.21.15.47:0/3151941860 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cbf6b90a20 con 0x55cbf6c42530 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ab2a00640 10 client.17106 handle_command_reply: tid=0 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 client.17106 shutdown 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 -- 172.21.15.47:0/3151941860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 msgr2=0x55cbf6c2fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c2fdf0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f0ab4012dd0 tx=0x7f0ab4004730 comp rx=0 tx=0).stop 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 -- 172.21.15.47:0/3151941860 shutdown_connections 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55cbf6c42530 0x55cbf6c44960 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c2fdf0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3151941860 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 0x55cbf6c2f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ab2a00640 0 client.17106 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 -- 172.21.15.47:0/3151941860 >> 172.21.15.47:0/3151941860 conn(0x55cbf6c1aac0 msgr2=0x55cbf6c20930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 -- 172.21.15.47:0/3151941860 shutdown_connections 2024-04-25T02:41:07.109 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 1 -- 172.21.15.47:0/3151941860 wait complete. 2024-04-25T02:41:07.110 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.101+0000 7f0ad25db740 20 client.17106 trim_cache size 0 max 16384 2024-04-25T02:41:07.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.116+0000 7f0ad25db740 1 Processor -- start 2024-04-25T02:41:07.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.116+0000 7f0ad25db740 1 -- start start 2024-04-25T02:41:07.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c32370 0x55cbf6c4a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0ad25db740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac81ad890 con 0x55cbf6c1ed90 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0ad25db740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac81ab160 con 0x55cbf6c1e470 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0ad25db740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac81a8fd0 con 0x55cbf6c32370 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0acce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0ac7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0acce00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53200/0 (socket says 172.21.15.47:53200) 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0acce00640 1 -- 172.21.15.47:0/3383633566 learned_addr learned my addr 172.21.15.47:0/3383633566 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.117+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c32370 0x55cbf6c4a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0acce00640 1 -- 172.21.15.47:0/3383633566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c32370 msgr2=0x55cbf6c4a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0acce00640 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c32370 0x55cbf6c4a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0acce00640 1 -- 172.21.15.47:0/3383633566 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 msgr2=0x55cbf6c3dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0acce00640 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0acce00640 1 -- 172.21.15.47:0/3383633566 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbf6c1a5f0 con 0x55cbf6c1ed90 2024-04-25T02:41:07.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c32370 0x55cbf6c4a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:07.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0acce00640 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2fa40 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f0ab802a930 tx=0x7f0ab8030e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea40b410d2e88fd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0abd600640 1 -- 172.21.15.47:0/3383633566 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8056070 con 0x55cbf6c1ed90 2024-04-25T02:41:07.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0abd600640 1 -- 172.21.15.47:0/3383633566 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ab8036070 con 0x55cbf6c1ed90 2024-04-25T02:41:07.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.118+0000 7f0abd600640 1 -- 172.21.15.47:0/3383633566 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8056210 con 0x55cbf6c1ed90 2024-04-25T02:41:07.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 -- 172.21.15.47:0/3383633566 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c1ed90 msgr2=0x55cbf6c2fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2fa40 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f0ab802a930 tx=0x7f0ab8030e60 comp rx=0 tx=0).stop 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 -- 172.21.15.47:0/3383633566 shutdown_connections 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c32370 0x55cbf6c4a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c2fa40 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 --2- 172.21.15.47:0/3383633566 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 -- 172.21.15.47:0/3383633566 >> 172.21.15.47:0/3383633566 conn(0x55cbf6c1aac0 msgr2=0x55cbf6c2f330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 -- 172.21.15.47:0/3383633566 shutdown_connections 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.119+0000 7f0ad25db740 1 -- 172.21.15.47:0/3383633566 wait complete. 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 1 -- start start 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 1 Processor -- start 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c35850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c35d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac81a9620 con 0x55cbf6c32370 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac81aaa90 con 0x55cbf6c1ed90 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac81a9cf0 con 0x55cbf6c1e470 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.120+0000 7f0ad25db740 10 client.0 _ll_register_callbacks cb 0x7f0ab40129c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0ac7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0ac7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:59998/0 (socket says 172.21.15.47:59998) 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0ac7e00640 1 -- 172.21.15.47:0/1107458795 learned_addr learned my addr 172.21.15.47:0/1107458795 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0acce00640 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c35850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c35d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0acce00640 1 -- 172.21.15.47:0/1107458795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 msgr2=0x55cbf6c3a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0acce00640 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0acce00640 1 -- 172.21.15.47:0/1107458795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 msgr2=0x55cbf6c35d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0acce00640 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c35d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0acce00640 1 -- 172.21.15.47:0/1107458795 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbf6c365c0 con 0x55cbf6c1ed90 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0acce00640 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c35850 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x55cbf6c1b550 tx=0x7f0ab8005c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf2b50666cac8269 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.121+0000 7f0ab2a00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:07.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.122+0000 7f0ab2a00640 1 -- 172.21.15.47:0/1107458795 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8056070 con 0x55cbf6c1ed90 2024-04-25T02:41:07.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.122+0000 7f0ab2a00640 1 -- 172.21.15.47:0/1107458795 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f0ab8003970 con 0x55cbf6c1ed90 2024-04-25T02:41:07.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.122+0000 7f0ad25db740 1 -- 172.21.15.47:0/1107458795 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ab8036070 con 0x55cbf6c1ed90 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.122+0000 7f0ab2a00640 1 -- 172.21.15.47:0/1107458795 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0ab8030690 con 0x55cbf6c1ed90 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.122+0000 7f0ad25db740 10 client.27221 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.122+0000 7f0ad25db740 1 -- 172.21.15.47:0/1107458795 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cbf6ca8a90 con 0x55cbf6c1ed90 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.122+0000 7f0ab2a00640 1 -- 172.21.15.47:0/1107458795 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ab8036070 con 0x55cbf6c1ed90 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.123+0000 7f0ab2a00640 1 -- 172.21.15.47:0/1107458795 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0ab8043070 con 0x55cbf6c1ed90 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.123+0000 7f0ad25db740 10 client.27221 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.123+0000 7f0ad25db740 10 client.27221 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.123+0000 7f0ad25db740 20 client.27221 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.123+0000 7f0ad25db740 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55cbf6ca8cc0 0x55cbf6cab0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.123+0000 7f0ad25db740 4 client.27221 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.123+0000 7f0ad25db740 1 -- 172.21.15.47:0/1107458795 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cbf6c22420 con 0x55cbf6ca8cc0 2024-04-25T02:41:07.131 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.123+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55cbf6ca8cc0 0x55cbf6cab0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ac7e00640 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55cbf6ca8cc0 0x55cbf6cab0b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=39dfc1113a7a8239 server_cookie=16c02c806a52f7a2 in_seq=0 out_seq=0 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ab2a00640 10 client.27221 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ab2a00640 1 -- 172.21.15.47:0/1107458795 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cbf6c22420 con 0x55cbf6ca8cc0 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ab2a00640 10 client.27221 handle_command_reply: tid=0 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 client.27221 shutdown 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 -- 172.21.15.47:0/1107458795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 msgr2=0x55cbf6c35850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c35850 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x55cbf6c1b550 tx=0x7f0ab8005c80 comp rx=0 tx=0).stop 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 -- 172.21.15.47:0/1107458795 shutdown_connections 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x55cbf6ca8cc0 0x55cbf6cab0b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cbf6c32370 0x55cbf6c35d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cbf6c1ed90 0x55cbf6c35850 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ab2a00640 0 client.27221 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 --2- 172.21.15.47:0/1107458795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cbf6c1e470 0x55cbf6c3a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 -- 172.21.15.47:0/1107458795 >> 172.21.15.47:0/1107458795 conn(0x55cbf6c1aac0 msgr2=0x55cbf6c208d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 -- 172.21.15.47:0/1107458795 shutdown_connections 2024-04-25T02:41:07.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 1 -- 172.21.15.47:0/1107458795 wait complete. 2024-04-25T02:41:07.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.124+0000 7f0ad25db740 20 client.27221 trim_cache size 0 max 16384 2024-04-25T02:41:07.133 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:41:07.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 -- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0aac0a2d00 msgr2=0x7f0aac0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.133 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0aac0a2d00 0x7f0aac0a51c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0ac0097b60 tx=0x7f0ac00035f0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 -- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ac81065b0 msgr2=0x7f0ac819c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ac81065b0 0x7f0ac819c720 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f0ac000d950 tx=0x7f0ac000de10 comp rx=0 tx=0).stop 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 -- 172.21.15.47:0/3577236439 shutdown_connections 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0aac0a2d00 0x7f0aac0a51c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0ac81065b0 0x7f0ac819c720 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0ac8100eb0 0x7f0ac81983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 --2- 172.21.15.47:0/3577236439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0ac81004f0 0x7f0ac8197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 -- 172.21.15.47:0/3577236439 >> 172.21.15.47:0/3577236439 conn(0x7f0ac80fbfc0 msgr2=0x7f0ac80fd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 -- 172.21.15.47:0/3577236439 shutdown_connections 2024-04-25T02:41:07.134 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.125+0000 7f0ace200640 1 -- 172.21.15.47:0/3577236439 wait complete. 2024-04-25T02:41:07.146 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:06 smithi047 ceph-mon[27871]: pgmap v259: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:41:07.148 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:41:07.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:06 smithi113 ceph-mon[32459]: pgmap v259: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:41:07.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 -- 172.21.15.47:0/3483050506 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb1010dd00 msgr2=0x7fbb1010e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 --2- 172.21.15.47:0/3483050506 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb1010dd00 0x7fbb1010e0e0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fbb00009900 tx=0x7fbb0002a490 comp rx=0 tx=0).stop 2024-04-25T02:41:07.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 -- 172.21.15.47:0/3483050506 shutdown_connections 2024-04-25T02:41:07.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 --2- 172.21.15.47:0/3483050506 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb10108680 0x7fbb10114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 --2- 172.21.15.47:0/3483050506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb10107ce0 0x7fbb10108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 --2- 172.21.15.47:0/3483050506 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb1010dd00 0x7fbb1010e0e0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.365 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 -- 172.21.15.47:0/3483050506 >> 172.21.15.47:0/3483050506 conn(0x7fbb10077560 msgr2=0x7fbb10106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 -- 172.21.15.47:0/3483050506 shutdown_connections 2024-04-25T02:41:07.366 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.360+0000 7fbb14e00640 1 -- 172.21.15.47:0/3483050506 wait complete. 2024-04-25T02:41:07.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.361+0000 7fbb14e00640 1 Processor -- start 2024-04-25T02:41:07.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.361+0000 7fbb14e00640 1 -- start start 2024-04-25T02:41:07.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb14e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb10107ce0 0x7fbb1019e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb14e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb10108680 0x7fbb1019e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb14e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb1010dd00 0x7fbb101a2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb14e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbb10118030 con 0x7fbb10108680 2024-04-25T02:41:07.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb14e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbb10117eb0 con 0x7fbb10107ce0 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb14e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbb101181b0 con 0x7fbb1010dd00 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb10107ce0 0x7fbb1019e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb10107ce0 0x7fbb1019e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35612/0 (socket says 172.21.15.47:35612) 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0f400640 1 -- 172.21.15.47:0/1541932691 learned_addr learned my addr 172.21.15.47:0/1541932691 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb1010dd00 0x7fbb101a2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb10108680 0x7fbb1019e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0f400640 1 -- 172.21.15.47:0/1541932691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb1010dd00 msgr2=0x7fbb101a2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0f400640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb1010dd00 0x7fbb101a2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0f400640 1 -- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb10108680 msgr2=0x7fbb1019e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.362+0000 7fbb0f400640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb10108680 0x7fbb1019e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.363+0000 7fbb0f400640 1 -- 172.21.15.47:0/1541932691 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb101a3410 con 0x7fbb10107ce0 2024-04-25T02:41:07.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.363+0000 7fbb0f400640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb10107ce0 0x7fbb1019e470 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fbb00004770 tx=0x7fbb00003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.363+0000 7fbb07e00640 1 -- 172.21.15.47:0/1541932691 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb0003f070 con 0x7fbb10107ce0 2024-04-25T02:41:07.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.363+0000 7fbb07e00640 1 -- 172.21.15.47:0/1541932691 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb00031ca0 con 0x7fbb10107ce0 2024-04-25T02:41:07.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.363+0000 7fbb14e00640 1 -- 172.21.15.47:0/1541932691 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb101a36a0 con 0x7fbb10107ce0 2024-04-25T02:41:07.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.363+0000 7fbb07e00640 1 -- 172.21.15.47:0/1541932691 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb00035030 con 0x7fbb10107ce0 2024-04-25T02:41:07.369 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.363+0000 7fbb14e00640 1 -- 172.21.15.47:0/1541932691 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb101aaf90 con 0x7fbb10107ce0 2024-04-25T02:41:07.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.366+0000 7fbb1927c740 1 Processor -- start 2024-04-25T02:41:07.372 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb1927c740 1 -- start start 2024-04-25T02:41:07.372 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb07e00640 1 -- 172.21.15.47:0/1541932691 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbb00042070 con 0x7fbb10107ce0 2024-04-25T02:41:07.372 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cde6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde70c0 0x56059cdf1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdf3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb1927c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56059cd4b4e0 con 0x56059cdf1790 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb1927c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56059ccf3a70 con 0x56059cde67a0 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb1927c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56059cd474a0 con 0x56059cde70c0 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cde6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb0f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde70c0 0x56059cdf1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cde6b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35618/0 (socket says 172.21.15.47:35618) 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb0fe00640 1 -- 172.21.15.47:0/1113977327 learned_addr learned my addr 172.21.15.47:0/1113977327 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.367+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/1113977327 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdf3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.368+0000 7fbb0fe00640 1 -- 172.21.15.47:0/1113977327 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde70c0 msgr2=0x56059cdf1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.368+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/1113977327 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde70c0 0x56059cdf1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.368+0000 7fbb0fe00640 1 -- 172.21.15.47:0/1113977327 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 msgr2=0x56059cdf3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.373 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.368+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/1113977327 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdf3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.374 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.368+0000 7fbb0fe00640 1 -- 172.21.15.47:0/1113977327 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56059ca5f3f0 con 0x56059cde67a0 2024-04-25T02:41:07.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.368+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/1113977327 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cde6b80 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fbb08009fc0 tx=0x7fbb080118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a54554e2408e563 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb07e00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbaf40a2d00 0x7fbaf40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb04c00640 1 -- 172.21.15.47:0/1113977327 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb08004d20 con 0x56059cde67a0 2024-04-25T02:41:07.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb04c00640 1 -- 172.21.15.47:0/1113977327 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb08004050 con 0x56059cde67a0 2024-04-25T02:41:07.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb04c00640 1 -- 172.21.15.47:0/1113977327 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb08005260 con 0x56059cde67a0 2024-04-25T02:41:07.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb07e00640 1 -- 172.21.15.47:0/1541932691 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fbb000efa70 con 0x7fbb10107ce0 2024-04-25T02:41:07.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb0f400640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbaf40a2d00 0x7fbaf40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb1927c740 1 -- 172.21.15.47:0/1113977327 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 msgr2=0x56059cde6b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb1927c740 1 --2- 172.21.15.47:0/1113977327 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cde6b80 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fbb08009fc0 tx=0x7fbb080118d0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb1927c740 1 -- 172.21.15.47:0/1113977327 shutdown_connections 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb1927c740 1 --2- 172.21.15.47:0/1113977327 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdf3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb1927c740 1 --2- 172.21.15.47:0/1113977327 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde70c0 0x56059cdf1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb1927c740 1 --2- 172.21.15.47:0/1113977327 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cde6b80 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.369+0000 7fbb1927c740 1 -- 172.21.15.47:0/1113977327 >> 172.21.15.47:0/1113977327 conn(0x56059cde2ac0 msgr2=0x56059cde2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.370+0000 7fbb1927c740 1 -- 172.21.15.47:0/1113977327 shutdown_connections 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.370+0000 7fbb0f400640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbaf40a2d00 0x7fbaf40a51c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x56059cde7d60 tx=0x7fbb000f34a0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.370+0000 7fbb1927c740 1 -- 172.21.15.47:0/1113977327 wait complete. 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.370+0000 7fbb1927c740 1 -- start start 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.370+0000 7fbb1927c740 1 Processor -- start 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdee6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059cdeec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdef150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb1927c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56059cdf4580 con 0x56059cdf1790 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb1927c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56059cd06ec0 con 0x56059cde70c0 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb1927c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56059cdf4700 con 0x56059cde67a0 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb1927c740 10 client.0 _ll_register_callbacks cb 0x56059cd433f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdee6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb0ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059cdeec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdee6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60034/0 (socket says 172.21.15.47:60034) 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb0ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059cdeec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35622/0 (socket says 172.21.15.47:35622) 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb0fe00640 1 -- 172.21.15.47:0/3285099521 learned_addr learned my addr 172.21.15.47:0/3285099521 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.371+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdef150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbb0ea00640 1 -- 172.21.15.47:0/3285099521 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 msgr2=0x56059cdee6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdee6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbb0ea00640 1 -- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 msgr2=0x56059cdef150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdef150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbb0ea00640 1 -- 172.21.15.47:0/3285099521 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56059cb297d0 con 0x56059cde70c0 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdef150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059cdeec10 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbb1010d350 tx=0x7fbafc012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c77340a7a183273 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbaf9600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbaf9600640 1 -- 172.21.15.47:0/3285099521 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc004020 con 0x56059cde70c0 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbb1927c740 1 -- 172.21.15.47:0/3285099521 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb08004050 con 0x56059cde70c0 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.372+0000 7fbaf9600640 1 -- 172.21.15.47:0/3285099521 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fbafc0041c0 con 0x56059cde70c0 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbaf9600640 1 -- 172.21.15.47:0/3285099521 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbafc0043c0 con 0x56059cde70c0 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbb1927c740 10 client.27233 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:07.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbb1927c740 1 -- 172.21.15.47:0/3285099521 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56059ce008b0 con 0x56059cde70c0 2024-04-25T02:41:07.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbaf9600640 1 -- 172.21.15.47:0/3285099521 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb08004050 con 0x56059cde70c0 2024-04-25T02:41:07.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbaf9600640 1 -- 172.21.15.47:0/3285099521 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbafc003c60 con 0x56059cde70c0 2024-04-25T02:41:07.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbb1927c740 10 client.27233 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:07.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbb1927c740 10 client.27233 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:41:07.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbb1927c740 20 client.27233 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:07.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56059ce01d30 0x56059ce04170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbb1927c740 4 client.27233 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.373+0000 7fbb1927c740 1 -- 172.21.15.47:0/3285099521 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56059cd58a20 con 0x56059ce01d30 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.374+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56059ce01d30 0x56059ce04170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.374+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56059ce01d30 0x56059ce04170 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=32af3427ce5642da server_cookie=422b1818adcacb0d in_seq=0 out_seq=0 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.374+0000 7fbaf9600640 10 client.27233 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbaf9600640 1 -- 172.21.15.47:0/3285099521 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56059cd58a20 con 0x56059ce01d30 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbaf9600640 10 client.27233 handle_command_reply: tid=0 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 client.27233 shutdown 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 -- 172.21.15.47:0/3285099521 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 msgr2=0x56059cdeec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059cdeec10 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbb1010d350 tx=0x7fbafc012b60 comp rx=0 tx=0).stop 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 -- 172.21.15.47:0/3285099521 shutdown_connections 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56059ce01d30 0x56059ce04170 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059cdef150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.383 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059cdeec10 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3285099521 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdee6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 -- 172.21.15.47:0/3285099521 >> 172.21.15.47:0/3285099521 conn(0x56059cde2ac0 msgr2=0x56059cde88c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbaf9600640 0 client.27233 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:41:07.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 -- 172.21.15.47:0/3285099521 shutdown_connections 2024-04-25T02:41:07.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.375+0000 7fbb1927c740 1 -- 172.21.15.47:0/3285099521 wait complete. 2024-04-25T02:41:07.384 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.376+0000 7fbb1927c740 20 client.27233 trim_cache size 0 max 16384 2024-04-25T02:41:07.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.390+0000 7fbb1927c740 1 Processor -- start 2024-04-25T02:41:07.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.390+0000 7fbb1927c740 1 -- start start 2024-04-25T02:41:07.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdfd470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059ce09a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.395 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059ce09fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb1927c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbb101b6090 con 0x56059cdf1790 2024-04-25T02:41:07.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb1927c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbb101b3960 con 0x56059cde70c0 2024-04-25T02:41:07.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb1927c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbb101b17d0 con 0x56059cde67a0 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdfd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059ce09fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059ce09fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53238/0 (socket says 172.21.15.47:53238) 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0fe00640 1 -- 172.21.15.47:0/4119451684 learned_addr learned my addr 172.21.15.47:0/4119451684 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0ea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059ce09a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0ea00640 1 -- 172.21.15.47:0/4119451684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 msgr2=0x56059cdfd470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/4119451684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdfd470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0ea00640 1 -- 172.21.15.47:0/4119451684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 msgr2=0x56059ce09fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.391+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/4119451684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059ce09fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.392+0000 7fbb0ea00640 1 -- 172.21.15.47:0/4119451684 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56059cde3cf0 con 0x56059cde70c0 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.392+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/4119451684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdfd470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:07.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.392+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/4119451684 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059ce09a90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x56059cdefca0 tx=0x7fbafc005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f0279db7b145679 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.392+0000 7fbafbe00640 1 -- 172.21.15.47:0/4119451684 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc029070 con 0x56059cde70c0 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.392+0000 7fbafbe00640 1 -- 172.21.15.47:0/4119451684 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbafc00fe00 con 0x56059cde70c0 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.392+0000 7fbafbe00640 1 -- 172.21.15.47:0/4119451684 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc003b60 con 0x56059cde70c0 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 -- 172.21.15.47:0/4119451684 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 msgr2=0x56059ce09a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 --2- 172.21.15.47:0/4119451684 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059ce09a90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x56059cdefca0 tx=0x7fbafc005830 comp rx=0 tx=0).stop 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 -- 172.21.15.47:0/4119451684 shutdown_connections 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 --2- 172.21.15.47:0/4119451684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cdf1790 0x56059ce09fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 --2- 172.21.15.47:0/4119451684 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde70c0 0x56059ce09a90 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 --2- 172.21.15.47:0/4119451684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cde67a0 0x56059cdfd470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 -- 172.21.15.47:0/4119451684 >> 172.21.15.47:0/4119451684 conn(0x56059cde2ac0 msgr2=0x56059cde1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 -- 172.21.15.47:0/4119451684 shutdown_connections 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 -- 172.21.15.47:0/4119451684 wait complete. 2024-04-25T02:41:07.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 -- start start 2024-04-25T02:41:07.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.393+0000 7fbb1927c740 1 Processor -- start 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cdeb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cde70c0 0x56059cdeb920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb1927c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cdf1790 0x56059cdebe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb1927c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbb101b1e20 con 0x56059cde70c0 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb1927c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbb101b3290 con 0x56059cde67a0 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb1927c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbb101b24f0 con 0x56059cdf1790 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb1927c740 10 client.0 _ll_register_callbacks cb 0x7fbafc009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb0ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cde70c0 0x56059cdeb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cdeb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb0ea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cde70c0 0x56059cdeb920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53242/0 (socket says 172.21.15.47:53242) 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb0ea00640 1 -- 172.21.15.47:0/3482386064 learned_addr learned my addr 172.21.15.47:0/3482386064 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb0fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cdeb3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35628/0 (socket says 172.21.15.47:35628) 2024-04-25T02:41:07.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.394+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cdf1790 0x56059cdebe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbb0ea00640 1 -- 172.21.15.47:0/3482386064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cdf1790 msgr2=0x56059cdebe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cdf1790 0x56059cdebe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbb0ea00640 1 -- 172.21.15.47:0/3482386064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 msgr2=0x56059cdeb3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cdeb3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbb0ea00640 1 -- 172.21.15.47:0/3482386064 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56059ce67300 con 0x56059cde70c0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cdeb3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbb0ea00640 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cde70c0 0x56059cdeb920 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fbafc02a000 tx=0x7fbafc00fbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54b9994a7718cc8a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbaf9600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbaf9600640 1 -- 172.21.15.47:0/3482386064 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc033030 con 0x56059cde70c0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbaf9600640 1 -- 172.21.15.47:0/3482386064 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fbafc018040 con 0x56059cde70c0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.395+0000 7fbb1927c740 1 -- 172.21.15.47:0/3482386064 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbafc00fe00 con 0x56059cde70c0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbaf9600640 1 -- 172.21.15.47:0/3482386064 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbafc03d050 con 0x56059cde70c0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbb1927c740 10 client.17130 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbb1927c740 1 -- 172.21.15.47:0/3482386064 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56059ce68560 con 0x56059cde70c0 2024-04-25T02:41:07.404 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbaf9600640 1 -- 172.21.15.47:0/3482386064 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbafc00fe00 con 0x56059cde70c0 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbaf9600640 1 -- 172.21.15.47:0/3482386064 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbafc010650 con 0x56059cde70c0 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbb1927c740 10 client.17130 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbb1927c740 10 client.17130 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbb1927c740 20 client.17130 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56059ce68c10 0x56059ce6b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbb1927c740 4 client.17130 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.396+0000 7fbb1927c740 1 -- 172.21.15.47:0/3482386064 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56059cd52d70 con 0x56059ce68c10 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.397+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56059ce68c10 0x56059ce6b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.397+0000 7fbb0fe00640 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56059ce68c10 0x56059ce6b030 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=86f554d48d5598e7 server_cookie=a7aa017bf5e99b04 in_seq=0 out_seq=0 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.397+0000 7fbaf9600640 10 client.17130 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.397+0000 7fbaf9600640 1 -- 172.21.15.47:0/3482386064 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56059cd52d70 con 0x56059ce68c10 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.397+0000 7fbaf9600640 10 client.17130 handle_command_reply: tid=0 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.397+0000 7fbb1927c740 1 client.17130 shutdown 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 -- 172.21.15.47:0/3482386064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cde70c0 msgr2=0x56059cdeb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cde70c0 0x56059cdeb920 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fbafc02a000 tx=0x7fbafc00fbd0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 -- 172.21.15.47:0/3482386064 shutdown_connections 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56059ce68c10 0x56059ce6b030 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56059cdf1790 0x56059cdebe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56059cde70c0 0x56059cdeb920 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 --2- 172.21.15.47:0/3482386064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56059cde67a0 0x56059cdeb3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbaf9600640 0 client.17130 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 -- 172.21.15.47:0/3482386064 >> 172.21.15.47:0/3482386064 conn(0x56059cde2ac0 msgr2=0x56059cdee4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 -- 172.21.15.47:0/3482386064 shutdown_connections 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 1 -- 172.21.15.47:0/3482386064 wait complete. 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.398+0000 7fbb1927c740 20 client.17130 trim_cache size 0 max 16384 2024-04-25T02:41:07.406 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:41:07.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 -- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbaf40a2d00 msgr2=0x7fbaf40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbaf40a2d00 0x7fbaf40a51c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x56059cde7d60 tx=0x7fbb000f34a0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 -- 172.21.15.47:0/1541932691 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb10107ce0 msgr2=0x7fbb1019e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb10107ce0 0x7fbb1019e470 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fbb00004770 tx=0x7fbb00003c10 comp rx=0 tx=0).stop 2024-04-25T02:41:07.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 -- 172.21.15.47:0/1541932691 shutdown_connections 2024-04-25T02:41:07.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbaf40a2d00 0x7fbaf40a51c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb1010dd00 0x7fbb101a2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbb10108680 0x7fbb1019e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 --2- 172.21.15.47:0/1541932691 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb10107ce0 0x7fbb1019e470 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 -- 172.21.15.47:0/1541932691 >> 172.21.15.47:0/1541932691 conn(0x7fbb10077560 msgr2=0x7fbb10078560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 -- 172.21.15.47:0/1541932691 shutdown_connections 2024-04-25T02:41:07.408 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.399+0000 7fbb14e00640 1 -- 172.21.15.47:0/1541932691 wait complete. 2024-04-25T02:41:07.424 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:41:07.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 -- 172.21.15.47:0/3287070206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b84107690 msgr2=0x7f1b84107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 --2- 172.21.15.47:0/3287070206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b84107690 0x7f1b84107a70 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1b78009860 tx=0x7f1b7802a340 comp rx=0 tx=0).stop 2024-04-25T02:41:07.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 -- 172.21.15.47:0/3287070206 shutdown_connections 2024-04-25T02:41:07.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 --2- 172.21.15.47:0/3287070206 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b84101fb0 0x7f1b8410e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 --2- 172.21.15.47:0/3287070206 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b841015f0 0x7f1b84101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 --2- 172.21.15.47:0/3287070206 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b84107690 0x7f1b84107a70 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 -- 172.21.15.47:0/3287070206 >> 172.21.15.47:0/3287070206 conn(0x7f1b840fd0e0 msgr2=0x7f1b840ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 -- 172.21.15.47:0/3287070206 shutdown_connections 2024-04-25T02:41:07.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.636+0000 7f1b8a200640 1 -- 172.21.15.47:0/3287070206 wait complete. 2024-04-25T02:41:07.642 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.638+0000 7f1b8a200640 1 Processor -- start 2024-04-25T02:41:07.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.638+0000 7f1b8a200640 1 -- start start 2024-04-25T02:41:07.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.638+0000 7f1b8a200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b841015f0 0x7f1b84073a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.638+0000 7f1b8a200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b84101fb0 0x7f1b84073f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.638+0000 7f1b8a200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b84107690 0x7f1b840744c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.638+0000 7f1b8a200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1b841119d0 con 0x7f1b84107690 2024-04-25T02:41:07.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.638+0000 7f1b8a200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1b84111850 con 0x7f1b84101fb0 2024-04-25T02:41:07.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.638+0000 7f1b8a200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b84111b50 con 0x7f1b841015f0 2024-04-25T02:41:07.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b89800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b84107690 0x7f1b840744c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b88e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b841015f0 0x7f1b84073a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b89800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b84107690 0x7f1b840744c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53252/0 (socket says 172.21.15.47:53252) 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b89800640 1 -- 172.21.15.47:0/1751290700 learned_addr learned my addr 172.21.15.47:0/1751290700 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b88e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b841015f0 0x7f1b84073a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60078/0 (socket says 172.21.15.47:60078) 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b83e00640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b84101fb0 0x7f1b84073f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b89800640 1 -- 172.21.15.47:0/1751290700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b841015f0 msgr2=0x7f1b84073a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b89800640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b841015f0 0x7f1b84073a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b89800640 1 -- 172.21.15.47:0/1751290700 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b84101fb0 msgr2=0x7f1b84073f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b89800640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b84101fb0 0x7f1b84073f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.639+0000 7f1b89800640 1 -- 172.21.15.47:0/1751290700 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b841a6370 con 0x7f1b84107690 2024-04-25T02:41:07.645 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.640+0000 7f1b89800640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b84107690 0x7f1b840744c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c00eb10 tx=0x7f1b7c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.640+0000 7f1b81600640 1 -- 172.21.15.47:0/1751290700 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b7c00ce20 con 0x7f1b84107690 2024-04-25T02:41:07.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.640+0000 7f1b81600640 1 -- 172.21.15.47:0/1751290700 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1b7c005020 con 0x7f1b84107690 2024-04-25T02:41:07.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.640+0000 7f1b8a200640 1 -- 172.21.15.47:0/1751290700 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b841a6660 con 0x7f1b84107690 2024-04-25T02:41:07.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.640+0000 7f1b81600640 1 -- 172.21.15.47:0/1751290700 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b7c010690 con 0x7f1b84107690 2024-04-25T02:41:07.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.640+0000 7f1b8a200640 1 -- 172.21.15.47:0/1751290700 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b841a6bb0 con 0x7f1b84107690 2024-04-25T02:41:07.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.643+0000 7f1b8e7e7740 1 Processor -- start 2024-04-25T02:41:07.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.644+0000 7f1b81600640 1 -- 172.21.15.47:0/1751290700 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1b7c005540 con 0x7f1b84107690 2024-04-25T02:41:07.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.644+0000 7f1b8e7e7740 1 -- start start 2024-04-25T02:41:07.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.644+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe74b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.644+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe7f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.644+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 0x56135fe81b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.644+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56135fdd94e0 con 0x56135fe747a0 2024-04-25T02:41:07.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.644+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56135fd81a70 con 0x56135fe7f790 2024-04-25T02:41:07.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.644+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56135fdd54a0 con 0x56135fe750c0 2024-04-25T02:41:07.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b83e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe74b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe7f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe7f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60088/0 (socket says 172.21.15.47:60088) 2024-04-25T02:41:07.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 -- 172.21.15.47:0/1910817319 learned_addr learned my addr 172.21.15.47:0/1910817319 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b83e00640 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 0x56135fe81b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 -- 172.21.15.47:0/1910817319 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 msgr2=0x56135fe81b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 0x56135fe81b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 -- 172.21.15.47:0/1910817319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 msgr2=0x56135fe74b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe74b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 -- 172.21.15.47:0/1910817319 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56135faed3f0 con 0x56135fe750c0 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b83e00640 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe74b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.645+0000 7f1b88e00640 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe7f250 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1b7802a930 tx=0x7f1b78009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46c8b1ce29011ec0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.646+0000 7f1b81600640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1b6c0a2d80 0x7f1b6c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.646+0000 7f1b76000640 1 -- 172.21.15.47:0/1910817319 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78041020 con 0x56135fe750c0 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.646+0000 7f1b76000640 1 -- 172.21.15.47:0/1910817319 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1b78030e40 con 0x56135fe750c0 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.646+0000 7f1b76000640 1 -- 172.21.15.47:0/1910817319 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78037040 con 0x56135fe750c0 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.646+0000 7f1b81600640 1 -- 172.21.15.47:0/1751290700 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f1b7c0cf950 con 0x7f1b84107690 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.646+0000 7f1b83e00640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1b6c0a2d80 0x7f1b6c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/1910817319 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 msgr2=0x56135fe7f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe7f250 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1b7802a930 tx=0x7f1b78009510 comp rx=0 tx=0).stop 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b83e00640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1b6c0a2d80 0x7f1b6c0a5240 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1b70009fd0 tx=0x7f1b70005850 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/1910817319 shutdown_connections 2024-04-25T02:41:07.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 0x56135fe81b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe7f250 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/1910817319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe74b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/1910817319 >> 172.21.15.47:0/1910817319 conn(0x56135fe70ac0 msgr2=0x56135fe70ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/1910817319 shutdown_connections 2024-04-25T02:41:07.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/1910817319 wait complete. 2024-04-25T02:41:07.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.647+0000 7f1b8e7e7740 1 -- start start 2024-04-25T02:41:07.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.648+0000 7f1b8e7e7740 1 Processor -- start 2024-04-25T02:41:07.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.648+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe7c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.648+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.648+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.648+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56135fe82520 con 0x56135fe7f790 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.648+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56135fd94ec0 con 0x56135fe750c0 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.648+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56135fe826a0 con 0x56135fe747a0 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.648+0000 7f1b8e7e7740 10 client.0 _ll_register_callbacks cb 0x56135fdd13f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b89800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b83e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b89800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53278/0 (socket says 172.21.15.47:53278) 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b89800640 1 -- 172.21.15.47:0/859788191 learned_addr learned my addr 172.21.15.47:0/859788191 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b88e00640 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe7c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b83e00640 1 -- 172.21.15.47:0/859788191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 msgr2=0x56135fe7c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b83e00640 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe7c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b83e00640 1 -- 172.21.15.47:0/859788191 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 msgr2=0x56135fe7d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b83e00640 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b83e00640 1 -- 172.21.15.47:0/859788191 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56135fbb77d0 con 0x56135fe750c0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b88e00640 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe7c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b89800640 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b83e00640 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7cc00 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1b840754d0 tx=0x7f1b70004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d3360fa1b7d9af server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.649+0000 7f1b6aa00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.650+0000 7f1b6aa00640 1 -- 172.21.15.47:0/859788191 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70022e50 con 0x56135fe750c0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.650+0000 7f1b6aa00640 1 -- 172.21.15.47:0/859788191 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f1b70004050 con 0x56135fe750c0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.650+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/859788191 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b78030e40 con 0x56135fe750c0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.650+0000 7f1b6aa00640 1 -- 172.21.15.47:0/859788191 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1b70004250 con 0x56135fe750c0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.650+0000 7f1b8e7e7740 10 client.27251 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.650+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/859788191 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56135fe8e790 con 0x56135fe750c0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.650+0000 7f1b6aa00640 1 -- 172.21.15.47:0/859788191 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1b78030e40 con 0x56135fe750c0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.651+0000 7f1b6aa00640 1 -- 172.21.15.47:0/859788191 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1b7002c590 con 0x56135fe750c0 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.651+0000 7f1b8e7e7740 10 client.27251 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:07.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.651+0000 7f1b8e7e7740 10 client.27251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.651+0000 7f1b8e7e7740 20 client.27251 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.651+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56135fe8fc50 0x56135fe920b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.651+0000 7f1b8e7e7740 4 client.27251 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.651+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/859788191 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56135fde6a20 con 0x56135fe8fc50 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.651+0000 7f1b88e00640 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56135fe8fc50 0x56135fe920b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.652+0000 7f1b88e00640 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56135fe8fc50 0x56135fe920b0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e95bbc71660d633 server_cookie=3ad73cff266f2003 in_seq=0 out_seq=0 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.652+0000 7f1b6aa00640 10 client.27251 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b6aa00640 1 -- 172.21.15.47:0/859788191 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56135fde6a20 con 0x56135fe8fc50 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b6aa00640 10 client.27251 handle_command_reply: tid=0 2024-04-25T02:41:07.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 client.27251 shutdown 2024-04-25T02:41:07.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/859788191 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 msgr2=0x56135fe7cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7cc00 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1b840754d0 tx=0x7f1b70004730 comp rx=0 tx=0).stop 2024-04-25T02:41:07.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/859788191 shutdown_connections 2024-04-25T02:41:07.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56135fe8fc50 0x56135fe920b0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7cc00 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/859788191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe7c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/859788191 >> 172.21.15.47:0/859788191 conn(0x56135fe70ac0 msgr2=0x56135fe767a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b6aa00640 0 client.27251 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:07.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/859788191 shutdown_connections 2024-04-25T02:41:07.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.653+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/859788191 wait complete. 2024-04-25T02:41:07.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.654+0000 7f1b8e7e7740 20 client.27251 trim_cache size 0 max 16384 2024-04-25T02:41:07.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b8e7e7740 1 Processor -- start 2024-04-25T02:41:07.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b8e7e7740 1 -- start start 2024-04-25T02:41:07.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe8b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7b820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.674 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1b841b1d60 con 0x56135fe7f790 2024-04-25T02:41:07.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1b841af630 con 0x56135fe750c0 2024-04-25T02:41:07.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b841ad4a0 con 0x56135fe747a0 2024-04-25T02:41:07.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b89800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b83e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b83e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35676/0 (socket says 172.21.15.47:35676) 2024-04-25T02:41:07.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b89800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53290/0 (socket says 172.21.15.47:53290) 2024-04-25T02:41:07.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b83e00640 1 -- 172.21.15.47:0/696717677 learned_addr learned my addr 172.21.15.47:0/696717677 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.675 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.669+0000 7f1b88e00640 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe8b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b83e00640 1 -- 172.21.15.47:0/696717677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 msgr2=0x56135fe8b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b83e00640 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe8b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.678 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b83e00640 1 -- 172.21.15.47:0/696717677 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 msgr2=0x56135fe7cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b83e00640 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b83e00640 1 -- 172.21.15.47:0/696717677 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56135fe6af90 con 0x56135fe750c0 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b89800640 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b83e00640 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7b820 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1b7002cb50 tx=0x7f1b700104e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=475a894cf46f670c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b75600640 1 -- 172.21.15.47:0/696717677 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70039070 con 0x56135fe750c0 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b75600640 1 -- 172.21.15.47:0/696717677 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1b70027070 con 0x56135fe750c0 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.670+0000 7f1b75600640 1 -- 172.21.15.47:0/696717677 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70022b50 con 0x56135fe750c0 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/696717677 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 msgr2=0x56135fe7b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7b820 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1b7002cb50 tx=0x7f1b700104e0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/696717677 shutdown_connections 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe7f790 0x56135fe7cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe750c0 0x56135fe7b820 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.679 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/696717677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe747a0 0x56135fe8b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/696717677 >> 172.21.15.47:0/696717677 conn(0x56135fe70ac0 msgr2=0x56135fe7c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/696717677 shutdown_connections 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.671+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/696717677 wait complete. 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 1 -- start start 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 1 Processor -- start 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe87bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe82f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 0x56135fe83460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1b841adaf0 con 0x56135fe747a0 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f1b841aef60 con 0x56135fe7f790 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b841ae1c0 con 0x56135fe750c0 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b8e7e7740 10 client.0 _ll_register_callbacks cb 0x7f1b70010430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b88e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe87bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.672+0000 7f1b83e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe82f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.680 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b83e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe82f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60118/0 (socket says 172.21.15.47:60118) 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b83e00640 1 -- 172.21.15.47:0/3214571600 learned_addr learned my addr 172.21.15.47:0/3214571600 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b89800640 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 0x56135fe83460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b83e00640 1 -- 172.21.15.47:0/3214571600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 msgr2=0x56135fe83460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b83e00640 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 0x56135fe83460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b83e00640 1 -- 172.21.15.47:0/3214571600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 msgr2=0x56135fe87bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b83e00640 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe87bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b83e00640 1 -- 172.21.15.47:0/3214571600 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56135fe83b50 con 0x56135fe750c0 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b88e00640 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe87bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b83e00640 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe82f20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f1b7002c9e0 tx=0x7f1b700056b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83222bf1645f58b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b6aa00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.673+0000 7f1b6aa00640 1 -- 172.21.15.47:0/3214571600 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70042030 con 0x56135fe750c0 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/3214571600 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b70027070 con 0x56135fe750c0 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b6aa00640 1 -- 172.21.15.47:0/3214571600 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f1b70022b50 con 0x56135fe750c0 2024-04-25T02:41:07.681 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b6aa00640 1 -- 172.21.15.47:0/3214571600 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1b70039050 con 0x56135fe750c0 2024-04-25T02:41:07.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 10 client.27262 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:07.682 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/3214571600 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56135fef60b0 con 0x56135fe750c0 2024-04-25T02:41:07.683 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b6aa00640 1 -- 172.21.15.47:0/3214571600 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1b70027070 con 0x56135fe750c0 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b6aa00640 1 -- 172.21.15.47:0/3214571600 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1b70050cd0 con 0x56135fe750c0 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 10 client.27262 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 10 client.27262 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 20 client.27262 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56135fef66c0 0x56135fef8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 4 client.27262 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.674+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/3214571600 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56135fde0d70 con 0x56135fef66c0 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.675+0000 7f1b88e00640 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56135fef66c0 0x56135fef8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.675+0000 7f1b88e00640 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56135fef66c0 0x56135fef8ab0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c42ec57fa498af14 server_cookie=6c5a08e6e4967f29 in_seq=0 out_seq=0 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.675+0000 7f1b6aa00640 10 client.27262 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b6aa00640 1 -- 172.21.15.47:0/3214571600 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56135fde0d70 con 0x56135fef66c0 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b6aa00640 10 client.27262 handle_command_reply: tid=0 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 client.27262 shutdown 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/3214571600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 msgr2=0x56135fe82f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe82f20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f1b7002c9e0 tx=0x7f1b700056b0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/3214571600 shutdown_connections 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56135fef66c0 0x56135fef8ab0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56135fe7f790 0x56135fe83460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56135fe750c0 0x56135fe82f20 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b6aa00640 0 client.27262 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 --2- 172.21.15.47:0/3214571600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135fe747a0 0x56135fe87bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/3214571600 >> 172.21.15.47:0/3214571600 conn(0x56135fe70ac0 msgr2=0x56135fe6f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/3214571600 shutdown_connections 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 1 -- 172.21.15.47:0/3214571600 wait complete. 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.676+0000 7f1b8e7e7740 20 client.27262 trim_cache size 0 max 16384 2024-04-25T02:41:07.685 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:41:07.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 -- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1b6c0a2d80 msgr2=0x7f1b6c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1b6c0a2d80 0x7f1b6c0a5240 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1b70009fd0 tx=0x7f1b70005850 comp rx=0 tx=0).stop 2024-04-25T02:41:07.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 -- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b84107690 msgr2=0x7f1b840744c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b84107690 0x7f1b840744c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c00eb10 tx=0x7f1b7c00ef10 comp rx=0 tx=0).stop 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 -- 172.21.15.47:0/1751290700 shutdown_connections 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f1b6c0a2d80 0x7f1b6c0a5240 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b84107690 0x7f1b840744c0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b84101fb0 0x7f1b84073f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 --2- 172.21.15.47:0/1751290700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b841015f0 0x7f1b84073a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 -- 172.21.15.47:0/1751290700 >> 172.21.15.47:0/1751290700 conn(0x7f1b840fd0e0 msgr2=0x7f1b840fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 -- 172.21.15.47:0/1751290700 shutdown_connections 2024-04-25T02:41:07.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:07.677+0000 7f1b8a200640 1 -- 172.21.15.47:0/1751290700 wait complete. 2024-04-25T02:41:08.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:07 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2303902290' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:41:08.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:07 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2303902290' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:41:08.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:07 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2303902290' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:41:08.702 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:41:08.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:41:08.703 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:41:08.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 -- 172.21.15.47:0/3550206319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f58101fb0 msgr2=0x7f7f5810e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 --2- 172.21.15.47:0/3550206319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f58101fb0 0x7f7f5810e4c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f7f50009cd0 tx=0x7f7f5002a8e0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 -- 172.21.15.47:0/3550206319 shutdown_connections 2024-04-25T02:41:08.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 --2- 172.21.15.47:0/3550206319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f58101fb0 0x7f7f5810e4c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.935 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 --2- 172.21.15.47:0/3550206319 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f581015f0 0x7f7f58101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 --2- 172.21.15.47:0/3550206319 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7f58107690 0x7f7f58107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 -- 172.21.15.47:0/3550206319 >> 172.21.15.47:0/3550206319 conn(0x7f7f580fd0e0 msgr2=0x7f7f580ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:08.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 -- 172.21.15.47:0/3550206319 shutdown_connections 2024-04-25T02:41:08.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.930+0000 7f7f57200640 1 -- 172.21.15.47:0/3550206319 wait complete. 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.931+0000 7f7f57200640 1 Processor -- start 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.931+0000 7f7f57200640 1 -- start start 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.931+0000 7f7f57200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f581015f0 0x7f7f58075640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f57200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7f58101fb0 0x7f7f58073a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f57200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f58107690 0x7f7f58074080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f57200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7f58111a60 con 0x7f7f581015f0 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f57200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7f581118e0 con 0x7f7f58101fb0 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f57200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7f58111be0 con 0x7f7f58107690 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f581015f0 0x7f7f58075640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f581015f0 0x7f7f58075640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53316/0 (socket says 172.21.15.47:53316) 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55e00640 1 -- 172.21.15.47:0/2657727178 learned_addr learned my addr 172.21.15.47:0/2657727178 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:08.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f56800640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f58107690 0x7f7f58074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55400640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7f58101fb0 0x7f7f58073a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55e00640 1 -- 172.21.15.47:0/2657727178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f58107690 msgr2=0x7f7f58074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f58107690 0x7f7f58074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55e00640 1 -- 172.21.15.47:0/2657727178 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7f58101fb0 msgr2=0x7f7f58073a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7f58101fb0 0x7f7f58073a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.932+0000 7f7f55e00640 1 -- 172.21.15.47:0/2657727178 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f581aa860 con 0x7f7f581015f0 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.933+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f581015f0 0x7f7f58075640 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7f4800e9c0 tx=0x7f7f4800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.933+0000 7f7f4ea00640 1 -- 172.21.15.47:0/2657727178 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4800cde0 con 0x7f7f581015f0 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.933+0000 7f7f4ea00640 1 -- 172.21.15.47:0/2657727178 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f48010910 con 0x7f7f581015f0 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.933+0000 7f7f57200640 1 -- 172.21.15.47:0/2657727178 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f581aaa90 con 0x7f7f581015f0 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.933+0000 7f7f4ea00640 1 -- 172.21.15.47:0/2657727178 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f48018a00 con 0x7f7f581015f0 2024-04-25T02:41:08.939 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.933+0000 7f7f57200640 1 -- 172.21.15.47:0/2657727178 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f581aafb0 con 0x7f7f581015f0 2024-04-25T02:41:08.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f5fe22740 1 Processor -- start 2024-04-25T02:41:08.942 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f5fe22740 1 -- start start 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f4ea00640 1 -- 172.21.15.47:0/2657727178 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7f4801f020 con 0x7f7f581015f0 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bcf300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcf840 0x564c89bd99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89bdc300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564c89b2df40 con 0x564c89bd9f10 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564c89b33190 con 0x564c89bcef20 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.937+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564c89adba10 con 0x564c89bcf840 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcf840 0x564c89bd99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89bdc300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcf840 0x564c89bd99d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60154/0 (socket says 172.21.15.47:60154) 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 -- 172.21.15.47:0/1563246368 learned_addr learned my addr 172.21.15.47:0/1563246368 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:08.943 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f56800640 1 --2- 172.21.15.47:0/1563246368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bcf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 -- 172.21.15.47:0/1563246368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 msgr2=0x564c89bcf300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 --2- 172.21.15.47:0/1563246368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bcf300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 -- 172.21.15.47:0/1563246368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 msgr2=0x564c89bdc300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 --2- 172.21.15.47:0/1563246368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89bdc300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 -- 172.21.15.47:0/1563246368 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c8990f7e0 con 0x564c89bcf840 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.938+0000 7f7f55e00640 1 --2- 172.21.15.47:0/1563246368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcf840 0x564c89bd99d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f7f480ccc40 tx=0x7f7f480d5820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a7c14e5c691304f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.939+0000 7f7f4ea00640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7f3c0a2d00 0x7f7f3c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.939+0000 7f7f43400640 1 -- 172.21.15.47:0/1563246368 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f480e3070 con 0x564c89bcf840 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.939+0000 7f7f43400640 1 -- 172.21.15.47:0/1563246368 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f480cfe40 con 0x564c89bcf840 2024-04-25T02:41:08.945 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.939+0000 7f7f43400640 1 -- 172.21.15.47:0/1563246368 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f480c3830 con 0x564c89bcf840 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.939+0000 7f7f4ea00640 1 -- 172.21.15.47:0/2657727178 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f7f480cf580 con 0x7f7f581015f0 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.939+0000 7f7f56800640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7f3c0a2d00 0x7f7f3c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 -- 172.21.15.47:0/1563246368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcf840 msgr2=0x564c89bd99d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/1563246368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcf840 0x564c89bd99d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f7f480ccc40 tx=0x7f7f480d5820 comp rx=0 tx=0).stop 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f56800640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7f3c0a2d00 0x7f7f3c0a51c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7f50005e30 tx=0x7f7f5003d040 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 -- 172.21.15.47:0/1563246368 shutdown_connections 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/1563246368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89bdc300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/1563246368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcf840 0x564c89bd99d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/1563246368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bcf300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 -- 172.21.15.47:0/1563246368 >> 172.21.15.47:0/1563246368 conn(0x564c89bcb240 msgr2=0x564c89bcb620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 -- 172.21.15.47:0/1563246368 shutdown_connections 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.940+0000 7f7f5fe22740 1 -- 172.21.15.47:0/1563246368 wait complete. 2024-04-25T02:41:08.946 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 1 -- start start 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 1 Processor -- start 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcef20 0x564c89bd6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bd7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 0x564c89bd79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564c89aeee70 con 0x564c89bcef20 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x564c89b2f150 con 0x564c89bcf840 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564c89bdcda0 con 0x564c89bd9f10 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.941+0000 7f7f5fe22740 10 client.0 _ll_register_callbacks cb 0x564c89b2a1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:08.949 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcef20 0x564c89bd6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcef20 0x564c89bd6f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53338/0 (socket says 172.21.15.47:53338) 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 -- 172.21.15.47:0/2210240747 learned_addr learned my addr 172.21.15.47:0/2210240747 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f56800640 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 0x564c89bd79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55400640 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bd7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 -- 172.21.15.47:0/2210240747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 msgr2=0x564c89bd79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 0x564c89bd79c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 -- 172.21.15.47:0/2210240747 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 msgr2=0x564c89bd7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bd7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 -- 172.21.15.47:0/2210240747 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c8996ff70 con 0x564c89bcef20 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcef20 0x564c89bd6f40 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f7f480cd2d0 tx=0x7f7f4809b400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f7ebda0d5ae9246 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.942+0000 7f7f37e00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f37e00640 1 -- 172.21.15.47:0/2210240747 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f480c5980 con 0x564c89bcef20 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f37e00640 1 -- 172.21.15.47:0/2210240747 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f7f48099b40 con 0x564c89bcef20 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2210240747 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564c89b406d0 con 0x564c89bcef20 2024-04-25T02:41:08.950 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f37e00640 1 -- 172.21.15.47:0/2210240747 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7f480c5b50 con 0x564c89bcef20 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f5fe22740 10 client.17160 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2210240747 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564c89807170 con 0x564c89bcef20 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f37e00640 1 -- 172.21.15.47:0/2210240747 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x564c89b406d0 con 0x564c89bcef20 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f37e00640 1 -- 172.21.15.47:0/2210240747 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7f480ccf50 con 0x564c89bcef20 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f5fe22740 10 client.17160 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.943+0000 7f7f5fe22740 10 client.17160 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.944+0000 7f7f5fe22740 20 client.17160 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.944+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564c89bea0d0 0x564c89bec4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.944+0000 7f7f5fe22740 4 client.17160 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.944+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2210240747 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c89b3aa20 con 0x564c89bea0d0 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.944+0000 7f7f55400640 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564c89bea0d0 0x564c89bec4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.945+0000 7f7f55400640 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564c89bea0d0 0x564c89bec4c0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0e4adc0870773f7 server_cookie=1717f1a5ed942553 in_seq=0 out_seq=0 2024-04-25T02:41:08.951 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.945+0000 7f7f37e00640 10 client.17160 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:08.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.945+0000 7f7f37e00640 1 -- 172.21.15.47:0/2210240747 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564c89b3aa20 con 0x564c89bea0d0 2024-04-25T02:41:08.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.945+0000 7f7f37e00640 10 client.17160 handle_command_reply: tid=0 2024-04-25T02:41:08.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 client.17160 shutdown 2024-04-25T02:41:08.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2210240747 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcef20 msgr2=0x564c89bd6f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.952 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcef20 0x564c89bd6f40 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f7f480cd2d0 tx=0x7f7f4809b400 comp rx=0 tx=0).stop 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2210240747 shutdown_connections 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564c89bea0d0 0x564c89bec4c0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 0x564c89bd79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bd7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f37e00640 0 client.17160 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2210240747 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcef20 0x564c89bd6f40 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2210240747 >> 172.21.15.47:0/2210240747 conn(0x564c89bcb240 msgr2=0x564c89bd1040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2210240747 shutdown_connections 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2210240747 wait complete. 2024-04-25T02:41:08.953 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.946+0000 7f7f5fe22740 20 client.17160 trim_cache size 0 max 16384 2024-04-25T02:41:08.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.966+0000 7f7f5fe22740 1 Processor -- start 2024-04-25T02:41:08.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.966+0000 7f7f5fe22740 1 -- start start 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.966+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bd77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.966+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcf840 0x564c89bca230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.966+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 0x564c89bd41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.966+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7f581b6290 con 0x564c89bcf840 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.966+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7f581b3b60 con 0x564c89bcef20 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.966+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7f581b19d0 con 0x564c89bd9f10 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcf840 0x564c89bca230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcf840 0x564c89bca230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53340/0 (socket says 172.21.15.47:53340) 2024-04-25T02:41:08.972 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55400640 1 -- 172.21.15.47:0/3122156430 learned_addr learned my addr 172.21.15.47:0/3122156430 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:08.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55e00640 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bd77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f56800640 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 0x564c89bd41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55400640 1 -- 172.21.15.47:0/3122156430 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 msgr2=0x564c89bd41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:08.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55400640 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 0x564c89bd41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55400640 1 -- 172.21.15.47:0/3122156430 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 msgr2=0x564c89bd77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:08.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55400640 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bd77e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55400640 1 -- 172.21.15.47:0/3122156430 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c89bc9750 con 0x564c89bcf840 2024-04-25T02:41:08.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.967+0000 7f7f55e00640 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bd77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.968+0000 7f7f55400640 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcf840 0x564c89bca230 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7f58075240 tx=0x7f7f44005e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbca6fdbdfc5be01 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.968+0000 7f7f42a00640 1 -- 172.21.15.47:0/3122156430 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44003d00 con 0x564c89bcf840 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.968+0000 7f7f42a00640 1 -- 172.21.15.47:0/3122156430 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f44025070 con 0x564c89bcf840 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.968+0000 7f7f42a00640 1 -- 172.21.15.47:0/3122156430 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44010960 con 0x564c89bcf840 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 -- 172.21.15.47:0/3122156430 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcf840 msgr2=0x564c89bca230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcf840 0x564c89bca230 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7f58075240 tx=0x7f7f44005e70 comp rx=0 tx=0).stop 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 -- 172.21.15.47:0/3122156430 shutdown_connections 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bd9f10 0x564c89bd41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bcf840 0x564c89bca230 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/3122156430 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcef20 0x564c89bd77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 -- 172.21.15.47:0/3122156430 >> 172.21.15.47:0/3122156430 conn(0x564c89bcb240 msgr2=0x564c89bc9b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:08.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 -- 172.21.15.47:0/3122156430 shutdown_connections 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 -- 172.21.15.47:0/3122156430 wait complete. 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 -- start start 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.969+0000 7f7f5fe22740 1 Processor -- start 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcef20 0x564c89bed700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bedc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f5fe22740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89c4f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7f581b2020 con 0x564c89bd9f10 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7f581b3490 con 0x564c89bcf840 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f5fe22740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7f581b26f0 con 0x564c89bcef20 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f5fe22740 10 client.0 _ll_register_callbacks cb 0x7f7f480e1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f55400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bedc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f56800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89c4f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f55400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bedc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35736/0 (socket says 172.21.15.47:35736) 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f55400640 1 -- 172.21.15.47:0/2456204942 learned_addr learned my addr 172.21.15.47:0/2456204942 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:08.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.970+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcef20 0x564c89bed700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f55400640 1 -- 172.21.15.47:0/2456204942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcef20 msgr2=0x564c89bed700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:08.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f55400640 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcef20 0x564c89bed700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f55400640 1 -- 172.21.15.47:0/2456204942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 msgr2=0x564c89c4f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:08.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f55400640 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89c4f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f55400640 1 -- 172.21.15.47:0/2456204942 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c89c4f8a0 con 0x564c89bcf840 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f56800640 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89c4f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f55400640 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bedc40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7f44009a00 tx=0x7f7f44005780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9d8337a1ada00db server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f37e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f37e00640 1 -- 172.21.15.47:0/2456204942 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4402d070 con 0x564c89bcf840 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2456204942 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f44025070 con 0x564c89bcf840 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.971+0000 7f7f37e00640 1 -- 172.21.15.47:0/2456204942 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7f7f440108e0 con 0x564c89bcf840 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f37e00640 1 -- 172.21.15.47:0/2456204942 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7f44039050 con 0x564c89bcf840 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f5fe22740 10 client.27275 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2456204942 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564c89c50bc0 con 0x564c89bcf840 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f37e00640 1 -- 172.21.15.47:0/2456204942 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f44025070 con 0x564c89bcf840 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f37e00640 1 -- 172.21.15.47:0/2456204942 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7f44029420 con 0x564c89bcf840 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f5fe22740 10 client.27275 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f5fe22740 10 client.27275 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f5fe22740 20 client.27275 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564c89c51350 0x564c89c53770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:08.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f5fe22740 4 client.27275 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:41:08.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.972+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2456204942 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564c89bdc8a0 con 0x564c89c51350 2024-04-25T02:41:08.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.973+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564c89c51350 0x564c89c53770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:08.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.973+0000 7f7f55e00640 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564c89c51350 0x564c89c53770 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba9c1c8ad3be2dc9 server_cookie=69204cc6eaa1ba9a in_seq=0 out_seq=0 2024-04-25T02:41:08.980 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.973+0000 7f7f37e00640 10 client.27275 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.974+0000 7f7f37e00640 1 -- 172.21.15.47:0/2456204942 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564c89bdc8a0 con 0x564c89c51350 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.974+0000 7f7f37e00640 10 client.27275 handle_command_reply: tid=0 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.974+0000 7f7f5fe22740 1 client.27275 shutdown 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2456204942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 msgr2=0x564c89bedc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bedc40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7f44009a00 tx=0x7f7f44005780 comp rx=0 tx=0).stop 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2456204942 shutdown_connections 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x564c89c51350 0x564c89c53770 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c89bd9f10 0x564c89c4f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x564c89bcf840 0x564c89bedc40 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 --2- 172.21.15.47:0/2456204942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564c89bcef20 0x564c89bed700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2456204942 >> 172.21.15.47:0/2456204942 conn(0x564c89bcb240 msgr2=0x564c89bca3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f37e00640 0 client.27275 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:08.981 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2456204942 shutdown_connections 2024-04-25T02:41:08.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 1 -- 172.21.15.47:0/2456204942 wait complete. 2024-04-25T02:41:08.982 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.975+0000 7f7f5fe22740 20 client.27275 trim_cache size 0 max 16384 2024-04-25T02:41:08.982 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:41:08.982 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:41:08.982 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "962d439c-9275-4f9f-a37d-917deb24b37a", 2024-04-25T02:41:08.982 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:41:08.982 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:41:08.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 -- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7f3c0a2d00 msgr2=0x7f7f3c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7f3c0a2d00 0x7f7f3c0a51c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7f50005e30 tx=0x7f7f5003d040 comp rx=0 tx=0).stop 2024-04-25T02:41:08.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 -- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f581015f0 msgr2=0x7f7f58075640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:08.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f581015f0 0x7f7f58075640 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7f4800e9c0 tx=0x7f7f4800ee80 comp rx=0 tx=0).stop 2024-04-25T02:41:08.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 -- 172.21.15.47:0/2657727178 shutdown_connections 2024-04-25T02:41:08.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7f3c0a2d00 0x7f7f3c0a51c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f58107690 0x7f7f58074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.983 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7f58101fb0 0x7f7f58073a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 --2- 172.21.15.47:0/2657727178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f581015f0 0x7f7f58075640 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:08.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 -- 172.21.15.47:0/2657727178 >> 172.21.15.47:0/2657727178 conn(0x7f7f580fd0e0 msgr2=0x7f7f580fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:08.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 -- 172.21.15.47:0/2657727178 shutdown_connections 2024-04-25T02:41:08.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:08.976+0000 7f7f57200640 1 -- 172.21.15.47:0/2657727178 wait complete. 2024-04-25T02:41:08.998 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:41:08.998 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:41:09.055 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:08 smithi047 ceph-mon[27871]: pgmap v260: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:41:09.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:08 smithi178 ceph-mon[33053]: pgmap v260: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.192+0000 7fd31de00640 1 -- 172.21.15.47:0/2770346440 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd31810bbc0 msgr2=0x7fd31810e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.192+0000 7fd31de00640 1 --2- 172.21.15.47:0/2770346440 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd31810bbc0 0x7fd31810e060 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd310009ca0 tx=0x7fd31002a950 comp rx=0 tx=0).stop 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.193+0000 7fd31de00640 1 -- 172.21.15.47:0/2770346440 shutdown_connections 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.193+0000 7fd31de00640 1 --2- 172.21.15.47:0/2770346440 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd31810bbc0 0x7fd31810e060 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.193+0000 7fd31de00640 1 --2- 172.21.15.47:0/2770346440 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3181030c0 0x7fd31810b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.193+0000 7fd31de00640 1 --2- 172.21.15.47:0/2770346440 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd3181027a0 0x7fd318102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.193+0000 7fd31de00640 1 -- 172.21.15.47:0/2770346440 >> 172.21.15.47:0/2770346440 conn(0x7fd3180fbfc0 msgr2=0x7fd3180fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.193+0000 7fd31de00640 1 -- 172.21.15.47:0/2770346440 shutdown_connections 2024-04-25T02:41:09.198 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.193+0000 7fd31de00640 1 -- 172.21.15.47:0/2770346440 wait complete. 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.194+0000 7fd31de00640 1 Processor -- start 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.194+0000 7fd31de00640 1 -- start start 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd3181027a0 0x7fd3181003f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd3181030c0 0x7fd318100930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd31810bbc0 0x7fd318100e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31de00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd3181119c0 con 0x7fd3181027a0 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31de00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd318111840 con 0x7fd3181030c0 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31de00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd318111b40 con 0x7fd31810bbc0 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31ca00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd3181027a0 0x7fd3181003f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31ca00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd3181027a0 0x7fd3181003f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53362/0 (socket says 172.21.15.47:53362) 2024-04-25T02:41:09.200 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31ca00640 1 -- 172.21.15.47:0/4112723462 learned_addr learned my addr 172.21.15.47:0/4112723462 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:09.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31d400640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd31810bbc0 0x7fd318100e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.201 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd317e00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd3181030c0 0x7fd318100930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31ca00640 1 -- 172.21.15.47:0/4112723462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd31810bbc0 msgr2=0x7fd318100e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31ca00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd31810bbc0 0x7fd318100e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31ca00640 1 -- 172.21.15.47:0/4112723462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd3181030c0 msgr2=0x7fd318100930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31ca00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd3181030c0 0x7fd318100930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.195+0000 7fd31ca00640 1 -- 172.21.15.47:0/4112723462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3181a6320 con 0x7fd3181027a0 2024-04-25T02:41:09.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.196+0000 7fd31ca00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd3181027a0 0x7fd3181003f0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd30800e9f0 tx=0x7fd30800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:09.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.196+0000 7fd315600640 1 -- 172.21.15.47:0/4112723462 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30800cd80 con 0x7fd3181027a0 2024-04-25T02:41:09.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.196+0000 7fd315600640 1 -- 172.21.15.47:0/4112723462 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd308010910 con 0x7fd3181027a0 2024-04-25T02:41:09.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.196+0000 7fd31de00640 1 -- 172.21.15.47:0/4112723462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3181a6610 con 0x7fd3181027a0 2024-04-25T02:41:09.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.196+0000 7fd315600640 1 -- 172.21.15.47:0/4112723462 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd308018990 con 0x7fd3181027a0 2024-04-25T02:41:09.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.196+0000 7fd31de00640 1 -- 172.21.15.47:0/4112723462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3181a6bb0 con 0x7fd3181027a0 2024-04-25T02:41:09.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.199+0000 7fd3223a3740 1 Processor -- start 2024-04-25T02:41:09.204 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd3223a3740 1 -- start start 2024-04-25T02:41:09.205 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a19c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a1a1d0 0x563152a1c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd3223a3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563152973560 con 0x563152a0f1e0 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd3223a3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56315291b930 con 0x563152a0fb00 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd3223a3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56315296f520 con 0x563152a1a1d0 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd315600640 1 -- 172.21.15.47:0/4112723462 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd308010ac0 con 0x7fd3181027a0 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd31d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd317e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a1a1d0 0x563152a1c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd31d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:53370/0 (socket says 172.21.15.47:53370) 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.200+0000 7fd31d400640 1 -- 172.21.15.47:0/3418957968 learned_addr learned my addr 172.21.15.47:0/3418957968 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.201+0000 7fd31ca00640 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a19c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.201+0000 7fd317e00640 1 -- 172.21.15.47:0/3418957968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 msgr2=0x563152a19c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.201+0000 7fd317e00640 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a19c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.201+0000 7fd317e00640 1 -- 172.21.15.47:0/3418957968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 msgr2=0x563152a0f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:09.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.201+0000 7fd317e00640 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.201+0000 7fd317e00640 1 -- 172.21.15.47:0/3418957968 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631527517d0 con 0x563152a1a1d0 2024-04-25T02:41:09.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.201+0000 7fd31ca00640 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a19c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:09.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.201+0000 7fd317e00640 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a1a1d0 0x563152a1c5c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd304009bc0 tx=0x7fd304011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=452a31eb15befc79 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:09.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.202+0000 7fd30dc00640 1 -- 172.21.15.47:0/3418957968 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd304004050 con 0x563152a1a1d0 2024-04-25T02:41:09.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.202+0000 7fd30dc00640 1 -- 172.21.15.47:0/3418957968 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd304005500 con 0x563152a1a1d0 2024-04-25T02:41:09.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.202+0000 7fd30dc00640 1 -- 172.21.15.47:0/3418957968 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd304004d80 con 0x563152a1a1d0 2024-04-25T02:41:09.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.202+0000 7fd315600640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd2fc0a2db0 0x7fd2fc0a5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.202+0000 7fd315600640 1 -- 172.21.15.47:0/4112723462 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fd3080cf6c0 con 0x7fd3181027a0 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd31d400640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd2fc0a2db0 0x7fd2fc0a5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 -- 172.21.15.47:0/3418957968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a1a1d0 msgr2=0x563152a1c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a1a1d0 0x563152a1c5c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd304009bc0 tx=0x7fd304011810 comp rx=0 tx=0).stop 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 -- 172.21.15.47:0/3418957968 shutdown_connections 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a1a1d0 0x563152a1c5c0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a19c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3418957968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 -- 172.21.15.47:0/3418957968 >> 172.21.15.47:0/3418957968 conn(0x563152a0b500 msgr2=0x563152a0b8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 -- 172.21.15.47:0/3418957968 shutdown_connections 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd3223a3740 1 -- 172.21.15.47:0/3418957968 wait complete. 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.203+0000 7fd31d400640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd2fc0a2db0 0x7fd2fc0a5270 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd310009ca0 tx=0x7fd310005c50 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:09.209 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.204+0000 7fd3223a3740 1 -- start start 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.204+0000 7fd3223a3740 1 Processor -- start 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.204+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0f1e0 0x563152a170a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.204+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a175e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 0x563152a17b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd3223a3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563152a1cfc0 con 0x563152a1a1d0 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd3223a3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56315292ed90 con 0x563152a0f1e0 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd3223a3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563152a1d140 con 0x563152a0fb00 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd3223a3740 10 client.0 _ll_register_callbacks cb 0x56315292e780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd317e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a175e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd317e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a175e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60206/0 (socket says 172.21.15.47:60206) 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd317e00640 1 -- 172.21.15.47:0/3586850803 learned_addr learned my addr 172.21.15.47:0/3586850803 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd31ca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0f1e0 0x563152a170a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd31d400640 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 0x563152a17b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.212 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd317e00640 1 -- 172.21.15.47:0/3586850803 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0f1e0 msgr2=0x563152a170a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd317e00640 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0f1e0 0x563152a170a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd317e00640 1 -- 172.21.15.47:0/3586850803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 msgr2=0x563152a17b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd317e00640 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 0x563152a17b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd317e00640 1 -- 172.21.15.47:0/3586850803 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631526873f0 con 0x563152a0fb00 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.205+0000 7fd31ca00640 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0f1e0 0x563152a170a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.206+0000 7fd317e00640 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a175e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd30401b040 tx=0x7fd304009fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de2dc23f23a4193f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.206+0000 7fd302000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.206+0000 7fd302000640 1 -- 172.21.15.47:0/3586850803 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd304029070 con 0x563152a0fb00 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.206+0000 7fd302000640 1 -- 172.21.15.47:0/3586850803 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fd304003a00 con 0x563152a0fb00 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.206+0000 7fd3223a3740 1 -- 172.21.15.47:0/3586850803 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd304005500 con 0x563152a0fb00 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.206+0000 7fd302000640 1 -- 172.21.15.47:0/3586850803 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd304035050 con 0x563152a0fb00 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.206+0000 7fd3223a3740 10 client.27292 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.206+0000 7fd3223a3740 1 -- 172.21.15.47:0/3586850803 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5631526470f0 con 0x563152a0fb00 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.207+0000 7fd302000640 1 -- 172.21.15.47:0/3586850803 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd304005500 con 0x563152a0fb00 2024-04-25T02:41:09.213 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.207+0000 7fd302000640 1 -- 172.21.15.47:0/3586850803 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd304023430 con 0x563152a0fb00 2024-04-25T02:41:09.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.207+0000 7fd3223a3740 10 client.27292 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:09.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.207+0000 7fd3223a3740 10 client.27292 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:09.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.207+0000 7fd3223a3740 20 client.27292 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:09.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.207+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563152a2a3d0 0x563152a2c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.207+0000 7fd3223a3740 4 client.27292 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:09.214 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.207+0000 7fd3223a3740 1 -- 172.21.15.47:0/3586850803 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563152986d90 con 0x563152a2a3d0 2024-04-25T02:41:09.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.208+0000 7fd31ca00640 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563152a2a3d0 0x563152a2c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.208+0000 7fd31ca00640 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563152a2a3d0 0x563152a2c7c0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c41cc5d869921216 server_cookie=93720c83fb618cf1 in_seq=0 out_seq=0 2024-04-25T02:41:09.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.208+0000 7fd302000640 10 client.27292 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:09.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd302000640 1 -- 172.21.15.47:0/3586850803 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563152986d90 con 0x563152a2a3d0 2024-04-25T02:41:09.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd302000640 10 client.27292 handle_command_reply: tid=0 2024-04-25T02:41:09.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 client.27292 shutdown 2024-04-25T02:41:09.215 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 -- 172.21.15.47:0/3586850803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 msgr2=0x563152a175e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a175e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd30401b040 tx=0x7fd304009fa0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 -- 172.21.15.47:0/3586850803 shutdown_connections 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563152a2a3d0 0x563152a2c7c0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 0x563152a17b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a175e0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 --2- 172.21.15.47:0/3586850803 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0f1e0 0x563152a170a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd302000640 0 client.27292 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 -- 172.21.15.47:0/3586850803 >> 172.21.15.47:0/3586850803 conn(0x563152a0b500 msgr2=0x563152a0a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 -- 172.21.15.47:0/3586850803 shutdown_connections 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.209+0000 7fd3223a3740 1 -- 172.21.15.47:0/3586850803 wait complete. 2024-04-25T02:41:09.216 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.210+0000 7fd3223a3740 20 client.27292 trim_cache size 0 max 16384 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.229+0000 7fd3223a3740 1 Processor -- start 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.229+0000 7fd3223a3740 1 -- start start 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.229+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.229+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a25ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.229+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a1a1d0 0x563152a11080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.229+0000 7fd3223a3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd3181b1cf0 con 0x563152a0f1e0 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.229+0000 7fd3223a3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd3181af5c0 con 0x563152a1a1d0 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.229+0000 7fd3223a3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd3181ad430 con 0x563152a0fb00 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31ca00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a1a1d0 0x563152a11080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a1a1d0 0x563152a11080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35770/0 (socket says 172.21.15.47:35770) 2024-04-25T02:41:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 -- 172.21.15.47:0/2909131910 learned_addr learned my addr 172.21.15.47:0/2909131910 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd317e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a25ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 -- 172.21.15.47:0/2909131910 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 msgr2=0x563152a25ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 --2- 172.21.15.47:0/2909131910 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a25ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 -- 172.21.15.47:0/2909131910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 msgr2=0x563152a0af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 --2- 172.21.15.47:0/2909131910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 -- 172.21.15.47:0/2909131910 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563152a155f0 con 0x563152a1a1d0 2024-04-25T02:41:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.230+0000 7fd31d400640 1 --2- 172.21.15.47:0/2909131910 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a1a1d0 0x563152a11080 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fd31002fc90 tx=0x7fd310042000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2a73139328729eb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:09.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd30d200640 1 -- 172.21.15.47:0/2909131910 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd310034040 con 0x563152a1a1d0 2024-04-25T02:41:09.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd30d200640 1 -- 172.21.15.47:0/2909131910 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd310003c30 con 0x563152a1a1d0 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd30d200640 1 -- 172.21.15.47:0/2909131910 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd310030860 con 0x563152a1a1d0 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 -- 172.21.15.47:0/2909131910 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a1a1d0 msgr2=0x563152a11080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 --2- 172.21.15.47:0/2909131910 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a1a1d0 0x563152a11080 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fd31002fc90 tx=0x7fd310042000 comp rx=0 tx=0).stop 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 -- 172.21.15.47:0/2909131910 shutdown_connections 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 --2- 172.21.15.47:0/2909131910 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a1a1d0 0x563152a11080 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 --2- 172.21.15.47:0/2909131910 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0fb00 0x563152a25ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 --2- 172.21.15.47:0/2909131910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a0f1e0 0x563152a0af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 -- 172.21.15.47:0/2909131910 >> 172.21.15.47:0/2909131910 conn(0x563152a0b500 msgr2=0x563152a10970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 -- 172.21.15.47:0/2909131910 shutdown_connections 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.231+0000 7fd3223a3740 1 -- 172.21.15.47:0/2909131910 wait complete. 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.232+0000 7fd3223a3740 1 -- start start 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.232+0000 7fd3223a3740 1 Processor -- start 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.232+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0f1e0 0x563152a223f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.232+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a22930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.232+0000 7fd3223a3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 0x563152a134f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.232+0000 7fd3223a3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd3181ada80 con 0x563152a1a1d0 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.232+0000 7fd3223a3740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd3181aeef0 con 0x563152a0fb00 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.232+0000 7fd3223a3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd3181ae150 con 0x563152a0f1e0 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd3223a3740 10 client.0 _ll_register_callbacks cb 0x7fd304004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd317e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a22930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd317e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a22930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:35774/0 (socket says 172.21.15.47:35774) 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd317e00640 1 -- 172.21.15.47:0/1925404717 learned_addr learned my addr 172.21.15.47:0/1925404717 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd31d400640 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 0x563152a134f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd31ca00640 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0f1e0 0x563152a223f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd317e00640 1 -- 172.21.15.47:0/1925404717 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0f1e0 msgr2=0x563152a223f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd317e00640 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0f1e0 0x563152a223f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd317e00640 1 -- 172.21.15.47:0/1925404717 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 msgr2=0x563152a134f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd317e00640 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 0x563152a134f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.233+0000 7fd317e00640 1 -- 172.21.15.47:0/1925404717 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563152a13d20 con 0x563152a0fb00 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.234+0000 7fd317e00640 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a22930 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x563152a18670 tx=0x7fd304004440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd96c6d615585f3b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.234+0000 7fd302000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.234+0000 7fd302000640 1 -- 172.21.15.47:0/1925404717 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30403e060 con 0x563152a0fb00 2024-04-25T02:41:09.240 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.234+0000 7fd3223a3740 1 -- 172.21.15.47:0/1925404717 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd310003c30 con 0x563152a0fb00 2024-04-25T02:41:09.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.234+0000 7fd302000640 1 -- 172.21.15.47:0/1925404717 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8513+0+0 (secure 0 0 0) 0x7fd304023ba0 con 0x563152a0fb00 2024-04-25T02:41:09.242 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.234+0000 7fd302000640 1 -- 172.21.15.47:0/1925404717 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd304029050 con 0x563152a0fb00 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.234+0000 7fd3223a3740 10 client.27293 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.234+0000 7fd3223a3740 1 -- 172.21.15.47:0/1925404717 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563152a90240 con 0x563152a0fb00 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd302000640 1 -- 172.21.15.47:0/1925404717 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd310003c30 con 0x563152a0fb00 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd302000640 1 -- 172.21.15.47:0/1925404717 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd304003c40 con 0x563152a0fb00 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd3223a3740 10 client.27293 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd3223a3740 10 client.27293 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd3223a3740 20 client.27293 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd3223a3740 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563152a90930 0x563152a92d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd3223a3740 4 client.27293 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd3223a3740 1 -- 172.21.15.47:0/1925404717 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563152980aa0 con 0x563152a90930 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.235+0000 7fd31ca00640 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563152a90930 0x563152a92d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd31ca00640 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563152a90930 0x563152a92d50 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fc455af269c02a8 server_cookie=d05d466475ff2cc5 in_seq=0 out_seq=0 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd302000640 10 client.27293 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd302000640 1 -- 172.21.15.47:0/1925404717 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x563152980aa0 con 0x563152a90930 2024-04-25T02:41:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd302000640 10 client.27293 handle_command_reply: tid=0 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 client.27293 shutdown 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 -- 172.21.15.47:0/1925404717 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 msgr2=0x563152a22930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a22930 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x563152a18670 tx=0x7fd304004440 comp rx=0 tx=0).stop 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 -- 172.21.15.47:0/1925404717 shutdown_connections 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563152a90930 0x563152a92d50 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563152a1a1d0 0x563152a134f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563152a0fb00 0x563152a22930 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 --2- 172.21.15.47:0/1925404717 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563152a0f1e0 0x563152a223f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 -- 172.21.15.47:0/1925404717 >> 172.21.15.47:0/1925404717 conn(0x563152a0b500 msgr2=0x563152a178d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd302000640 0 client.27293 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 -- 172.21.15.47:0/1925404717 shutdown_connections 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 1 -- 172.21.15.47:0/1925404717 wait complete. 2024-04-25T02:41:09.244 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.236+0000 7fd3223a3740 20 client.27293 trim_cache size 0 max 16384 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout: "962d439c-9275-4f9f-a37d-917deb24b37a": { 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "962d439c-9275-4f9f-a37d-917deb24b37a", 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:41:09.245 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 -- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd2fc0a2db0 msgr2=0x7fd2fc0a5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd2fc0a2db0 0x7fd2fc0a5270 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd310009ca0 tx=0x7fd310005c50 comp rx=0 tx=0).stop 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 -- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd3181027a0 msgr2=0x7fd3181003f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd3181027a0 0x7fd3181003f0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd30800e9f0 tx=0x7fd30800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 -- 172.21.15.47:0/4112723462 shutdown_connections 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd2fc0a2db0 0x7fd2fc0a5270 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd31810bbc0 0x7fd318100e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd3181030c0 0x7fd318100930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 --2- 172.21.15.47:0/4112723462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd3181027a0 0x7fd3181003f0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:09.246 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 -- 172.21.15.47:0/4112723462 >> 172.21.15.47:0/4112723462 conn(0x7fd3180fbfc0 msgr2=0x7fd3180fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:09.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.237+0000 7fd31de00640 1 -- 172.21.15.47:0/4112723462 shutdown_connections 2024-04-25T02:41:09.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:09.238+0000 7fd31de00640 1 -- 172.21.15.47:0/4112723462 wait complete. 2024-04-25T02:41:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:08 smithi113 ceph-mon[32459]: pgmap v260: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:41:09.260 INFO:tasks.cephfs.filesystem:scrub status for tag:962d439c-9275-4f9f-a37d-917deb24b37a - {'path': '/', 'tag': '962d439c-9275-4f9f-a37d-917deb24b37a', 'options': 'recursive,force'} 2024-04-25T02:41:11.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:10 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:41:11.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:10 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:11.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:10 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:41:11.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:10 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:11.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:10 smithi047 ceph-mon[27871]: pgmap v261: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:41:11.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:10 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:41:11.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:10 smithi047 ceph-mon[27871]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T02:41:11.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:10 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:41:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:10 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:10 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:41:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:10 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:10 smithi113 ceph-mon[32459]: pgmap v261: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:41:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:10 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:41:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:10 smithi113 ceph-mon[32459]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T02:41:11.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:10 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:41:11.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:10 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:11.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:10 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:41:11.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:10 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:11.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:10 smithi178 ceph-mon[33053]: pgmap v261: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:41:11.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:10 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:41:11.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:10 smithi178 ceph-mon[33053]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T02:41:13.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:12 smithi047 ceph-mon[27871]: pgmap v263: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:41:13.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:12 smithi113 ceph-mon[32459]: pgmap v263: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:41:13.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:12 smithi178 ceph-mon[33053]: pgmap v263: 97 pgs: 97 active+clean; 6.5 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:41:15.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:14 smithi047 ceph-mon[27871]: pgmap v264: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:41:15.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:14 smithi047 ceph-mon[27871]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T02:41:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:14 smithi113 ceph-mon[32459]: pgmap v264: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:41:15.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:14 smithi113 ceph-mon[32459]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T02:41:15.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:14 smithi178 ceph-mon[33053]: pgmap v264: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:41:15.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:14 smithi178 ceph-mon[33053]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T02:41:17.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:16 smithi047 ceph-mon[27871]: pgmap v266: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 127 B/s wr, 5 op/s 2024-04-25T02:41:17.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:16 smithi113 ceph-mon[32459]: pgmap v266: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 127 B/s wr, 5 op/s 2024-04-25T02:41:17.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:16 smithi178 ceph-mon[33053]: pgmap v266: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 127 B/s wr, 5 op/s 2024-04-25T02:41:19.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:18 smithi047 ceph-mon[27871]: pgmap v267: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T02:41:19.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:18 smithi113 ceph-mon[32459]: pgmap v267: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T02:41:19.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:18 smithi178 ceph-mon[33053]: pgmap v267: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T02:41:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:20 smithi047 ceph-mon[27871]: pgmap v268: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 210 B/s wr, 7 op/s 2024-04-25T02:41:21.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:20 smithi113 ceph-mon[32459]: pgmap v268: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 210 B/s wr, 7 op/s 2024-04-25T02:41:21.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:20 smithi178 ceph-mon[33053]: pgmap v268: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 210 B/s wr, 7 op/s 2024-04-25T02:41:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:22 smithi047 ceph-mon[27871]: pgmap v269: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:41:23.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:22 smithi113 ceph-mon[32459]: pgmap v269: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:41:23.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:22 smithi178 ceph-mon[33053]: pgmap v269: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:41:24.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:23 smithi113 ceph-mon[32459]: pgmap v270: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:41:24.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:23 smithi178 ceph-mon[33053]: pgmap v270: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:41:24.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:23 smithi047 ceph-mon[27871]: pgmap v270: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:41:26.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:26 smithi047 ceph-mon[27871]: pgmap v271: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:41:27.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:26 smithi113 ceph-mon[32459]: pgmap v271: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:41:27.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:26 smithi178 ceph-mon[33053]: pgmap v271: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:41:28.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:28 smithi047 ceph-mon[27871]: pgmap v272: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:41:29.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:28 smithi113 ceph-mon[32459]: pgmap v272: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:41:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:28 smithi178 ceph-mon[33053]: pgmap v272: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:41:30.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:30 smithi047 ceph-mon[27871]: pgmap v273: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:31.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:30 smithi113 ceph-mon[32459]: pgmap v273: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:30 smithi178 ceph-mon[33053]: pgmap v273: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:32.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:32 smithi047 ceph-mon[27871]: pgmap v274: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:33.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:32 smithi113 ceph-mon[32459]: pgmap v274: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:32 smithi178 ceph-mon[33053]: pgmap v274: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:34.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:34 smithi047 ceph-mon[27871]: pgmap v275: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:35.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:34 smithi113 ceph-mon[32459]: pgmap v275: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:34 smithi178 ceph-mon[33053]: pgmap v275: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:36 smithi113 ceph-mon[32459]: pgmap v276: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:36 smithi178 ceph-mon[33053]: pgmap v276: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:36 smithi047 ceph-mon[27871]: pgmap v276: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:38.963 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:38 smithi047 ceph-mon[27871]: pgmap v277: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:38 smithi113 ceph-mon[32459]: pgmap v277: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:39.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:38 smithi178 ceph-mon[33053]: pgmap v277: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:39.260 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:41:39.261 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:41:39.489 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.484+0000 7f884de00640 1 -- 172.21.15.47:0/2666670750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848107690 msgr2=0x7f8848107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.484+0000 7f884de00640 1 --2- 172.21.15.47:0/2666670750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848107690 0x7f8848107a70 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f883c009900 tx=0x7f883c02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.484+0000 7f884de00640 1 -- 172.21.15.47:0/2666670750 shutdown_connections 2024-04-25T02:41:39.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.484+0000 7f884de00640 1 --2- 172.21.15.47:0/2666670750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8848101fb0 0x7f884810e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.484+0000 7f884de00640 1 --2- 172.21.15.47:0/2666670750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f88481015f0 0x7f8848101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.484+0000 7f884de00640 1 --2- 172.21.15.47:0/2666670750 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848107690 0x7f8848107a70 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.485+0000 7f884de00640 1 -- 172.21.15.47:0/2666670750 >> 172.21.15.47:0/2666670750 conn(0x7f88480fd0e0 msgr2=0x7f88480ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:39.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.485+0000 7f884de00640 1 -- 172.21.15.47:0/2666670750 shutdown_connections 2024-04-25T02:41:39.490 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.485+0000 7f884de00640 1 -- 172.21.15.47:0/2666670750 wait complete. 2024-04-25T02:41:39.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.486+0000 7f884de00640 1 Processor -- start 2024-04-25T02:41:39.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.486+0000 7f884de00640 1 -- start start 2024-04-25T02:41:39.491 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.486+0000 7f884de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f88481015f0 0x7f884819a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.486+0000 7f884de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848101fb0 0x7f884819a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.486+0000 7f884de00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8848107690 0x7f884819e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.486+0000 7f884de00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8848111a10 con 0x7f8848107690 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.486+0000 7f884de00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8848111890 con 0x7f8848101fb0 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.486+0000 7f884de00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8848111b90 con 0x7f88481015f0 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f884d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8848107690 0x7f884819e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f884d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8848107690 0x7f884819e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58432/0 (socket says 172.21.15.47:58432) 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f8847e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848101fb0 0x7f884819a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f884d400640 1 -- 172.21.15.47:0/3668307880 learned_addr learned my addr 172.21.15.47:0/3668307880 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:39.492 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f884ca00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f88481015f0 0x7f884819a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f8847e00640 1 -- 172.21.15.47:0/3668307880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f88481015f0 msgr2=0x7f884819a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f8847e00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f88481015f0 0x7f884819a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.493 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f8847e00640 1 -- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8848107690 msgr2=0x7f884819e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f8847e00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8848107690 0x7f884819e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f8847e00640 1 -- 172.21.15.47:0/3668307880 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f884819f0f0 con 0x7f8848101fb0 2024-04-25T02:41:39.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.487+0000 7f8847e00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848101fb0 0x7f884819a640 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f883400e9f0 tx=0x7f883400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:39.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.488+0000 7f8845600640 1 -- 172.21.15.47:0/3668307880 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883400ccc0 con 0x7f8848101fb0 2024-04-25T02:41:39.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.488+0000 7f8845600640 1 -- 172.21.15.47:0/3668307880 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8834010910 con 0x7f8848101fb0 2024-04-25T02:41:39.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.488+0000 7f8845600640 1 -- 172.21.15.47:0/3668307880 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8834018960 con 0x7f8848101fb0 2024-04-25T02:41:39.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.488+0000 7f884de00640 1 -- 172.21.15.47:0/3668307880 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f884819f3e0 con 0x7f8848101fb0 2024-04-25T02:41:39.494 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.488+0000 7f884de00640 1 -- 172.21.15.47:0/3668307880 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88481a6c70 con 0x7f8848101fb0 2024-04-25T02:41:39.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.491+0000 7f88521ef740 1 Processor -- start 2024-04-25T02:41:39.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.491+0000 7f8845600640 1 -- 172.21.15.47:0/3668307880 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8834010ac0 con 0x7f8848101fb0 2024-04-25T02:41:39.496 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.491+0000 7f88521ef740 1 -- start start 2024-04-25T02:41:39.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f88521ef740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311a1e0 0x55954311a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f88521ef740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 0x559543124c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.498 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f88521ef740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5595431251d0 0x5595431275c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f88521ef740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55954307e560 con 0x55954311a1e0 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f88521ef740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559543026930 con 0x5595431251d0 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f88521ef740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55954307a520 con 0x55954311ab00 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f884d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311a1e0 0x55954311a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f884d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311a1e0 0x55954311a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58436/0 (socket says 172.21.15.47:58436) 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f884d400640 1 -- 172.21.15.47:0/1549288210 learned_addr learned my addr 172.21.15.47:0/1549288210 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f884ca00640 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 0x559543124c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.492+0000 7f8847e00640 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5595431251d0 0x5595431275c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.493+0000 7f884d400640 1 -- 172.21.15.47:0/1549288210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 msgr2=0x559543124c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.493+0000 7f884d400640 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 0x559543124c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.493+0000 7f884d400640 1 -- 172.21.15.47:0/1549288210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5595431251d0 msgr2=0x5595431275c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.493+0000 7f884d400640 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5595431251d0 0x5595431275c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.493+0000 7f884d400640 1 -- 172.21.15.47:0/1549288210 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559542e5c7d0 con 0x55954311a1e0 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.493+0000 7f8845600640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f88300a2d80 0x7f88300a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.499 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.493+0000 7f884d400640 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311a1e0 0x55954311a5c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f8840011470 tx=0x7f8840011930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ace7fac0b061bbb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:39.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.493+0000 7f8845600640 1 -- 172.21.15.47:0/3668307880 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f88340cf7c0 con 0x7f8848101fb0 2024-04-25T02:41:39.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f884ca00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f88300a2d80 0x7f88300a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f8839c00640 1 -- 172.21.15.47:0/1549288210 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8840004b20 con 0x55954311a1e0 2024-04-25T02:41:39.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f8839c00640 1 -- 172.21.15.47:0/1549288210 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8840004cc0 con 0x55954311a1e0 2024-04-25T02:41:39.500 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f8839c00640 1 -- 172.21.15.47:0/1549288210 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8840005420 con 0x55954311a1e0 2024-04-25T02:41:39.503 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f88521ef740 1 -- 172.21.15.47:0/1549288210 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311a1e0 msgr2=0x55954311a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f88521ef740 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311a1e0 0x55954311a5c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f8840011470 tx=0x7f8840011930 comp rx=0 tx=0).stop 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f884ca00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f88300a2d80 0x7f88300a5240 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f883c004770 tx=0x7f883c0058d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f88521ef740 1 -- 172.21.15.47:0/1549288210 shutdown_connections 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f88521ef740 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5595431251d0 0x5595431275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f88521ef740 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 0x559543124c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f88521ef740 1 --2- 172.21.15.47:0/1549288210 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311a1e0 0x55954311a5c0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.494+0000 7f88521ef740 1 -- 172.21.15.47:0/1549288210 >> 172.21.15.47:0/1549288210 conn(0x559543116500 msgr2=0x5595431168e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.495+0000 7f88521ef740 1 -- 172.21.15.47:0/1549288210 shutdown_connections 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.495+0000 7f88521ef740 1 -- 172.21.15.47:0/1549288210 wait complete. 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.495+0000 7f88521ef740 1 -- start start 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.495+0000 7f88521ef740 1 Processor -- start 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f88521ef740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x5595431220b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.504 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f88521ef740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 0x5595431225f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f88521ef740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595431251d0 0x559543122b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f88521ef740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559543127fc0 con 0x5595431251d0 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f88521ef740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559543039d90 con 0x55954311a1e0 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f88521ef740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559543128140 con 0x55954311ab00 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f88521ef740 10 client.0 _ll_register_callbacks cb 0x559543039780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595431251d0 0x559543122b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595431251d0 0x559543122b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58448/0 (socket says 172.21.15.47:58448) 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884ca00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x5595431220b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884d400640 1 -- 172.21.15.47:0/3390459341 learned_addr learned my addr 172.21.15.47:0/3390459341 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:39.505 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f8847e00640 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 0x5595431225f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884d400640 1 -- 172.21.15.47:0/3390459341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 msgr2=0x5595431225f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884d400640 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 0x5595431225f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884d400640 1 -- 172.21.15.47:0/3390459341 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 msgr2=0x5595431220b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884d400640 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x5595431220b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.496+0000 7f884d400640 1 -- 172.21.15.47:0/3390459341 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559542d923f0 con 0x5595431251d0 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.497+0000 7f884d400640 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595431251d0 0x559543122b30 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f8840005c40 tx=0x7f88400099b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e53e3fc11ea1ee12 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.497+0000 7f882e000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.497+0000 7f882e000640 1 -- 172.21.15.47:0/3390459341 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8840028070 con 0x5595431251d0 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.497+0000 7f882e000640 1 -- 172.21.15.47:0/3390459341 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f8840005120 con 0x5595431251d0 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.497+0000 7f88521ef740 1 -- 172.21.15.47:0/3390459341 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8840004cc0 con 0x5595431251d0 2024-04-25T02:41:39.506 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f882e000640 1 -- 172.21.15.47:0/3390459341 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8840034050 con 0x5595431251d0 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f88521ef740 10 client.17196 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f88521ef740 1 -- 172.21.15.47:0/3390459341 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559542d520f0 con 0x5595431251d0 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f882e000640 1 -- 172.21.15.47:0/3390459341 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8840004cc0 con 0x5595431251d0 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f882e000640 1 -- 172.21.15.47:0/3390459341 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f884002d680 con 0x5595431251d0 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f88521ef740 10 client.17196 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f88521ef740 10 client.17196 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f88521ef740 20 client.17196 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f88521ef740 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5595431353e0 0x5595431377d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f88521ef740 4 client.17196 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.498+0000 7f88521ef740 1 -- 172.21.15.47:0/3390459341 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559543091d90 con 0x5595431353e0 2024-04-25T02:41:39.507 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.499+0000 7f884ca00640 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5595431353e0 0x5595431377d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.499+0000 7f884ca00640 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5595431353e0 0x5595431377d0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f07c9fb5c9c4156d server_cookie=4d3b04f48699e1fe in_seq=0 out_seq=0 2024-04-25T02:41:39.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.499+0000 7f882e000640 10 client.17196 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:39.508 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.500+0000 7f882e000640 1 -- 172.21.15.47:0/3390459341 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559543091d90 con 0x5595431353e0 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.500+0000 7f882e000640 10 client.17196 handle_command_reply: tid=0 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.500+0000 7f88521ef740 1 client.17196 shutdown 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.500+0000 7f88521ef740 1 -- 172.21.15.47:0/3390459341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595431251d0 msgr2=0x559543122b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.500+0000 7f88521ef740 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595431251d0 0x559543122b30 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f8840005c40 tx=0x7f88400099b0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.500+0000 7f88521ef740 1 -- 172.21.15.47:0/3390459341 shutdown_connections 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.500+0000 7f88521ef740 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x5595431353e0 0x5595431377d0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.501+0000 7f88521ef740 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595431251d0 0x559543122b30 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.501+0000 7f88521ef740 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55954311ab00 0x5595431225f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.501+0000 7f88521ef740 1 --2- 172.21.15.47:0/3390459341 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x5595431220b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.501+0000 7f88521ef740 1 -- 172.21.15.47:0/3390459341 >> 172.21.15.47:0/3390459341 conn(0x559543116500 msgr2=0x55954311c300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.501+0000 7f882e000640 0 client.17196 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.501+0000 7f88521ef740 1 -- 172.21.15.47:0/3390459341 shutdown_connections 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.501+0000 7f88521ef740 1 -- 172.21.15.47:0/3390459341 wait complete. 2024-04-25T02:41:39.509 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.501+0000 7f88521ef740 20 client.17196 trim_cache size 0 max 16384 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.520+0000 7f88521ef740 1 Processor -- start 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.520+0000 7f88521ef740 1 -- start start 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f88521ef740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543130e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f88521ef740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x5595431168e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f88521ef740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x55954313cf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f88521ef740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f88481b1e60 con 0x55954311ab00 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f88521ef740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f88481af730 con 0x55954311a1e0 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f88521ef740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f88481ad5a0 con 0x5595431251d0 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f8847e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x5595431168e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f8847e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x5595431168e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58462/0 (socket says 172.21.15.47:58462) 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f8847e00640 1 -- 172.21.15.47:0/3030926639 learned_addr learned my addr 172.21.15.47:0/3030926639 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:39.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f884ca00640 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543130e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f884d400640 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x55954313cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f8847e00640 1 -- 172.21.15.47:0/3030926639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 msgr2=0x55954313cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f8847e00640 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x55954313cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f8847e00640 1 -- 172.21.15.47:0/3030926639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 msgr2=0x559543130e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f8847e00640 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543130e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.521+0000 7f8847e00640 1 -- 172.21.15.47:0/3030926639 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55954311a930 con 0x55954311ab00 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.522+0000 7f8847e00640 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x5595431168e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f8834000c00 tx=0x7f8834009700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2f5d8d9890bc6b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.522+0000 7f8839200640 1 -- 172.21.15.47:0/3030926639 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883409b690 con 0x55954311ab00 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.522+0000 7f8839200640 1 -- 172.21.15.47:0/3030926639 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f883409bd30 con 0x55954311ab00 2024-04-25T02:41:39.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.522+0000 7f8839200640 1 -- 172.21.15.47:0/3030926639 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883409b180 con 0x55954311ab00 2024-04-25T02:41:39.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 -- 172.21.15.47:0/3030926639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 msgr2=0x5595431168e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x5595431168e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f8834000c00 tx=0x7f8834009700 comp rx=0 tx=0).stop 2024-04-25T02:41:39.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 -- 172.21.15.47:0/3030926639 shutdown_connections 2024-04-25T02:41:39.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x55954313cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x5595431168e0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 --2- 172.21.15.47:0/3030926639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543130e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 -- 172.21.15.47:0/3030926639 >> 172.21.15.47:0/3030926639 conn(0x559543116500 msgr2=0x559543124170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 -- 172.21.15.47:0/3030926639 shutdown_connections 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 -- 172.21.15.47:0/3030926639 wait complete. 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 -- start start 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.523+0000 7f88521ef740 1 Processor -- start 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f88521ef740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543128350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f88521ef740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x559543128890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f88521ef740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x559543128dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f88521ef740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f88481adbf0 con 0x55954311ab00 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f88521ef740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f88481af060 con 0x55954311a1e0 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f88521ef740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f88481ae2c0 con 0x5595431251d0 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f88521ef740 10 client.0 _ll_register_callbacks cb 0x7f88400093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f8847e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x559543128890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f884d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x559543128dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f8847e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x559543128890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58478/0 (socket says 172.21.15.47:58478) 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f8847e00640 1 -- 172.21.15.47:0/2790538221 learned_addr learned my addr 172.21.15.47:0/2790538221 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.524+0000 7f884ca00640 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543128350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f884d400640 1 -- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 msgr2=0x559543128350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f884d400640 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543128350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f884d400640 1 -- 172.21.15.47:0/2790538221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 msgr2=0x559543128890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f884d400640 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x559543128890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f884d400640 1 -- 172.21.15.47:0/2790538221 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559543199840 con 0x5595431251d0 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f884ca00640 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543128350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f884d400640 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x559543128dd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8840024460 tx=0x7f884000ff70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41c9c0c4c1f79061 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f882e000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f882e000640 1 -- 172.21.15.47:0/2790538221 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8840031020 con 0x5595431251d0 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f88521ef740 1 -- 172.21.15.47:0/2790538221 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f883409bd30 con 0x5595431251d0 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f882e000640 1 -- 172.21.15.47:0/2790538221 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f884002d440 con 0x5595431251d0 2024-04-25T02:41:39.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f882e000640 1 -- 172.21.15.47:0/2790538221 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8840028040 con 0x5595431251d0 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f88521ef740 10 client.27316 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.525+0000 7f88521ef740 1 -- 172.21.15.47:0/2790538221 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55954319ab50 con 0x5595431251d0 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.526+0000 7f882e000640 1 -- 172.21.15.47:0/2790538221 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f883409bd30 con 0x5595431251d0 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.526+0000 7f882e000640 1 -- 172.21.15.47:0/2790538221 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8840024c10 con 0x5595431251d0 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.526+0000 7f88521ef740 10 client.27316 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.526+0000 7f88521ef740 10 client.27316 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.526+0000 7f88521ef740 20 client.27316 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.526+0000 7f88521ef740 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55954319b250 0x55954319d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.526+0000 7f88521ef740 4 client.27316 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.526+0000 7f88521ef740 1 -- 172.21.15.47:0/2790538221 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55954308baa0 con 0x55954319b250 2024-04-25T02:41:39.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.527+0000 7f884ca00640 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55954319b250 0x55954319d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.527+0000 7f884ca00640 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55954319b250 0x55954319d670 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=403fa095a1923437 server_cookie=d4ed695089880dab in_seq=0 out_seq=0 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.527+0000 7f882e000640 10 client.27316 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.527+0000 7f882e000640 1 -- 172.21.15.47:0/2790538221 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55954308baa0 con 0x55954319b250 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.527+0000 7f882e000640 10 client.27316 handle_command_reply: tid=0 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.527+0000 7f88521ef740 1 client.27316 shutdown 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.527+0000 7f88521ef740 1 -- 172.21.15.47:0/2790538221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 msgr2=0x559543128dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.527+0000 7f88521ef740 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x559543128dd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8840024460 tx=0x7f884000ff70 comp rx=0 tx=0).stop 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 1 -- 172.21.15.47:0/2790538221 shutdown_connections 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55954319b250 0x55954319d670 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5595431251d0 0x559543128dd0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f882e000640 0 client.27316 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55954311ab00 0x559543128890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 1 --2- 172.21.15.47:0/2790538221 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55954311a1e0 0x559543128350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 1 -- 172.21.15.47:0/2790538221 >> 172.21.15.47:0/2790538221 conn(0x559543116500 msgr2=0x55954311b970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 1 -- 172.21.15.47:0/2790538221 shutdown_connections 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 1 -- 172.21.15.47:0/2790538221 wait complete. 2024-04-25T02:41:39.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.528+0000 7f88521ef740 20 client.27316 trim_cache size 0 max 16384 2024-04-25T02:41:39.537 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:41:39.537 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:41:39.537 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:41:39.537 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 -- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f88300a2d80 msgr2=0x7f88300a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f88300a2d80 0x7f88300a5240 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f883c004770 tx=0x7f883c0058d0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 -- 172.21.15.47:0/3668307880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848101fb0 msgr2=0x7f884819a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848101fb0 0x7f884819a640 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f883400e9f0 tx=0x7f883400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 -- 172.21.15.47:0/3668307880 shutdown_connections 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f88300a2d80 0x7f88300a5240 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8848107690 0x7f884819e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8848101fb0 0x7f884819a640 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 --2- 172.21.15.47:0/3668307880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f88481015f0 0x7f884819a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 -- 172.21.15.47:0/3668307880 >> 172.21.15.47:0/3668307880 conn(0x7f88480fd0e0 msgr2=0x7f884810c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:39.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 -- 172.21.15.47:0/3668307880 shutdown_connections 2024-04-25T02:41:39.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.529+0000 7f884de00640 1 -- 172.21.15.47:0/3668307880 wait complete. 2024-04-25T02:41:39.552 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:41:39.552 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 -- 172.21.15.47:0/4010586013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44901040f0 msgr2=0x7f4490110600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 --2- 172.21.15.47:0/4010586013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44901040f0 0x7f4490110600 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f4488009cd0 tx=0x7f448802a8e0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 -- 172.21.15.47:0/4010586013 shutdown_connections 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 --2- 172.21.15.47:0/4010586013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44901040f0 0x7f4490110600 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 --2- 172.21.15.47:0/4010586013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4490103730 0x7f4490103bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 --2- 172.21.15.47:0/4010586013 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4490109740 0x7f4490109b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 -- 172.21.15.47:0/4010586013 >> 172.21.15.47:0/4010586013 conn(0x7f44900ff1e0 msgr2=0x7f4490101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 -- 172.21.15.47:0/4010586013 shutdown_connections 2024-04-25T02:41:39.768 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.763+0000 7f4496200640 1 -- 172.21.15.47:0/4010586013 wait complete. 2024-04-25T02:41:39.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.764+0000 7f4496200640 1 Processor -- start 2024-04-25T02:41:39.769 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.764+0000 7f4496200640 1 -- start start 2024-04-25T02:41:39.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4496200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4490103730 0x7f4490199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4496200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44901040f0 0x7f449019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4496200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4490109740 0x7f449019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4496200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4490113b50 con 0x7f44901040f0 2024-04-25T02:41:39.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4496200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f44901139d0 con 0x7f4490103730 2024-04-25T02:41:39.771 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4496200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4490113cd0 con 0x7f4490109740 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4494e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4490103730 0x7f4490199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f448fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44901040f0 0x7f449019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4494e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4490103730 0x7f4490199ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:36364/0 (socket says 172.21.15.47:36364) 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4494e00640 1 -- 172.21.15.47:0/617956234 learned_addr learned my addr 172.21.15.47:0/617956234 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.765+0000 7f4495800640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4490109740 0x7f449019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f4494e00640 1 -- 172.21.15.47:0/617956234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4490109740 msgr2=0x7f449019e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f4494e00640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4490109740 0x7f449019e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f4494e00640 1 -- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44901040f0 msgr2=0x7f449019a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f4494e00640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44901040f0 0x7f449019a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f4494e00640 1 -- 172.21.15.47:0/617956234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f449019efe0 con 0x7f4490103730 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f4494e00640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4490103730 0x7f4490199ff0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f448000e9f0 tx=0x7f448000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f448d600640 1 -- 172.21.15.47:0/617956234 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f448000cd80 con 0x7f4490103730 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f449019f2d0 con 0x7f4490103730 2024-04-25T02:41:39.772 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.766+0000 7f448d600640 1 -- 172.21.15.47:0/617956234 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4480005500 con 0x7f4490103730 2024-04-25T02:41:39.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.767+0000 7f448d600640 1 -- 172.21.15.47:0/617956234 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4480010690 con 0x7f4490103730 2024-04-25T02:41:39.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.767+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44901a6b60 con 0x7f4490103730 2024-04-25T02:41:39.773 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.768+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44900688d0 con 0x7f4490103730 2024-04-25T02:41:39.774 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.770+0000 7f448d600640 1 -- 172.21.15.47:0/617956234 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f44800046c0 con 0x7f4490103730 2024-04-25T02:41:39.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.771+0000 7f448d600640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44740a2d80 0x7f44740a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:39.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.771+0000 7f448d600640 1 -- 172.21.15.47:0/617956234 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f44800cf760 con 0x7f4490103730 2024-04-25T02:41:39.776 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.771+0000 7f448fe00640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44740a2d80 0x7f44740a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:39.777 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.772+0000 7f448fe00640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44740a2d80 0x7f44740a5240 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4490101850 tx=0x7f447c005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:39.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:39.774+0000 7f448d600640 1 -- 172.21.15.47:0/617956234 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f448009c320 con 0x7f4490103730 2024-04-25T02:41:40.026 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.021+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f449019b340 con 0x7f4490103730 2024-04-25T02:41:40.027 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.023+0000 7f448d600640 1 -- 172.21.15.47:0/617956234 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f448009bc20 con 0x7f4490103730 2024-04-25T02:41:40.028 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:41:40.028 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:41:40.029 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:41:40.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.025+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44740a2d80 msgr2=0x7f44740a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.025+0000 7f4496200640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44740a2d80 0x7f44740a5240 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4490101850 tx=0x7f447c005f90 comp rx=0 tx=0).stop 2024-04-25T02:41:40.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4490103730 msgr2=0x7f4490199ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4490103730 0x7f4490199ff0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f448000e9f0 tx=0x7f448000edf0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 shutdown_connections 2024-04-25T02:41:40.031 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44740a2d80 0x7f44740a5240 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4490109740 0x7f449019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44901040f0 0x7f449019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 --2- 172.21.15.47:0/617956234 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4490103730 0x7f4490199ff0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 >> 172.21.15.47:0/617956234 conn(0x7f44900ff1e0 msgr2=0x7f44900ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 shutdown_connections 2024-04-25T02:41:40.032 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.026+0000 7f4496200640 1 -- 172.21.15.47:0/617956234 wait complete. 2024-04-25T02:41:40.051 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:41:40.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1850315875 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e94108680 msgr2=0x7f2e94114aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1850315875 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e94108680 0x7f2e94114aa0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009be0 tx=0x7f2e8c02a750 comp rx=0 tx=0).stop 2024-04-25T02:41:40.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1850315875 shutdown_connections 2024-04-25T02:41:40.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1850315875 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e94108680 0x7f2e94114aa0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1850315875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e94107ce0 0x7f2e94108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1850315875 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e9410dd00 0x7f2e9410e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1850315875 >> 172.21.15.47:0/1850315875 conn(0x7f2e94077560 msgr2=0x7f2e94106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1850315875 shutdown_connections 2024-04-25T02:41:40.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.268+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1850315875 wait complete. 2024-04-25T02:41:40.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.269+0000 7f2e9aa00640 1 Processor -- start 2024-04-25T02:41:40.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.269+0000 7f2e9aa00640 1 -- start start 2024-04-25T02:41:40.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e9aa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e94107ce0 0x7f2e9419e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e9aa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e94108680 0x7f2e9419e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e9aa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e9410dd00 0x7f2e941a2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e9aa00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2e94117fd0 con 0x7f2e94108680 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e9aa00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2e94117e50 con 0x7f2e9410dd00 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e9aa00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2e94118150 con 0x7f2e94107ce0 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e98c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e94108680 0x7f2e9419e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e98c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e94108680 0x7f2e9419e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58530/0 (socket says 172.21.15.47:58530) 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e98c00640 1 -- 172.21.15.47:0/1198038173 learned_addr learned my addr 172.21.15.47:0/1198038173 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e99600640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e94107ce0 0x7f2e9419e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e9a000640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e9410dd00 0x7f2e941a2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e98c00640 1 -- 172.21.15.47:0/1198038173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e94107ce0 msgr2=0x7f2e9419e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.270+0000 7f2e98c00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e94107ce0 0x7f2e9419e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e98c00640 1 -- 172.21.15.47:0/1198038173 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e9410dd00 msgr2=0x7f2e941a2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e98c00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e9410dd00 0x7f2e941a2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e98c00640 1 -- 172.21.15.47:0/1198038173 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e941a33f0 con 0x7f2e94108680 2024-04-25T02:41:40.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e98c00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e94108680 0x7f2e9419e990 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f2e8400e9f0 tx=0x7f2e8400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e92000640 1 -- 172.21.15.47:0/1198038173 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8400cd80 con 0x7f2e94108680 2024-04-25T02:41:40.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1198038173 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e941a36e0 con 0x7f2e94108680 2024-04-25T02:41:40.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e92000640 1 -- 172.21.15.47:0/1198038173 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e84005500 con 0x7f2e94108680 2024-04-25T02:41:40.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e92000640 1 -- 172.21.15.47:0/1198038173 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e84010690 con 0x7f2e94108680 2024-04-25T02:41:40.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.271+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1198038173 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e941aaf70 con 0x7f2e94108680 2024-04-25T02:41:40.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e9edd2740 1 Processor -- start 2024-04-25T02:41:40.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e92000640 1 -- 172.21.15.47:0/1198038173 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2e840046c0 con 0x7f2e94108680 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e9edd2740 1 -- start start 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff67a0 0x559a06ff6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff70c0 0x559a07001250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07003b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559a06f5b4e0 con 0x559a06ff70c0 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559a06f03a70 con 0x559a06ff67a0 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559a06f574a0 con 0x559a07001790 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e99600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff70c0 0x559a07001250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e99600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff70c0 0x559a07001250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58544/0 (socket says 172.21.15.47:58544) 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.275+0000 7f2e99600640 1 -- 172.21.15.47:0/152016604 learned_addr learned my addr 172.21.15.47:0/152016604 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e9a000640 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff67a0 0x559a06ff6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e98c00640 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07003b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e99600640 1 -- 172.21.15.47:0/152016604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 msgr2=0x559a07003b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e99600640 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07003b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e99600640 1 -- 172.21.15.47:0/152016604 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff67a0 msgr2=0x559a06ff6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e99600640 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff67a0 0x559a06ff6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e99600640 1 -- 172.21.15.47:0/152016604 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a06c6f3f0 con 0x559a06ff70c0 2024-04-25T02:41:40.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e98c00640 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07003b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e92000640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2e7c0a2d00 0x7f2e7c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e99600640 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff70c0 0x559a07001250 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f2e88009cc0 tx=0x7f2e88011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7999c488d606af94 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.276+0000 7f2e92000640 1 -- 172.21.15.47:0/1198038173 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f2e840cf8d0 con 0x7f2e94108680 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.277+0000 7f2e9a000640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2e7c0a2d00 0x7f2e7c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.277+0000 7f2e82600640 1 -- 172.21.15.47:0/152016604 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e88005220 con 0x559a06ff70c0 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.277+0000 7f2e82600640 1 -- 172.21.15.47:0/152016604 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e88004c80 con 0x559a06ff70c0 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.277+0000 7f2e82600640 1 -- 172.21.15.47:0/152016604 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e88019970 con 0x559a06ff70c0 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.277+0000 7f2e9edd2740 1 -- 172.21.15.47:0/152016604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff70c0 msgr2=0x559a07001250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.277+0000 7f2e9a000640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2e7c0a2d00 0x7f2e7c0a51c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c006010 tx=0x7f2e8c009880 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.277+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff70c0 0x559a07001250 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f2e88009cc0 tx=0x7f2e88011810 comp rx=0 tx=0).stop 2024-04-25T02:41:40.285 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 -- 172.21.15.47:0/152016604 shutdown_connections 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07003b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff70c0 0x559a07001250 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/152016604 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff67a0 0x559a06ff6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 -- 172.21.15.47:0/152016604 >> 172.21.15.47:0/152016604 conn(0x559a06ff2ac0 msgr2=0x559a06ff2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 -- 172.21.15.47:0/152016604 shutdown_connections 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 -- 172.21.15.47:0/152016604 wait complete. 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 -- start start 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.278+0000 7f2e9edd2740 1 Processor -- start 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a06ffe6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff70c0 0x559a06ffebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a07001790 0x559a06fff130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559a07004580 con 0x559a06ff67a0 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559a06f16ec0 con 0x559a07001790 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559a07004700 con 0x559a06ff70c0 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9edd2740 10 client.0 _ll_register_callbacks cb 0x559a06f533f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9a000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a07001790 0x559a06fff130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e99600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a06ffe6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9a000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a07001790 0x559a06fff130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:36396/0 (socket says 172.21.15.47:36396) 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9a000640 1 -- 172.21.15.47:0/2918332736 learned_addr learned my addr 172.21.15.47:0/2918332736 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e98c00640 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff70c0 0x559a06ffebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9a000640 1 -- 172.21.15.47:0/2918332736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff70c0 msgr2=0x559a06ffebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9a000640 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff70c0 0x559a06ffebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9a000640 1 -- 172.21.15.47:0/2918332736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 msgr2=0x559a06ffe6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.279+0000 7f2e9a000640 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a06ffe6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.287 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e9a000640 1 -- 172.21.15.47:0/2918332736 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a06d397d0 con 0x559a07001790 2024-04-25T02:41:40.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e9a000640 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a07001790 0x559a06fff130 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c031010 tx=0x7f2e8c009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f67cacd30c9305d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e76a00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:40.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e76a00640 1 -- 172.21.15.47:0/2918332736 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c036050 con 0x559a07001790 2024-04-25T02:41:40.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e9edd2740 1 -- 172.21.15.47:0/2918332736 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e88004c80 con 0x559a07001790 2024-04-25T02:41:40.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e76a00640 1 -- 172.21.15.47:0/2918332736 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f2e8c004040 con 0x559a07001790 2024-04-25T02:41:40.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e76a00640 1 -- 172.21.15.47:0/2918332736 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2e8c003e40 con 0x559a07001790 2024-04-25T02:41:40.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e9edd2740 10 client.27329 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:40.288 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.280+0000 7f2e9edd2740 1 -- 172.21.15.47:0/2918332736 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559a07010870 con 0x559a07001790 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e76a00640 1 -- 172.21.15.47:0/2918332736 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e88004c80 con 0x559a07001790 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e76a00640 1 -- 172.21.15.47:0/2918332736 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2e8c03c040 con 0x559a07001790 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e9edd2740 10 client.27329 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e9edd2740 10 client.27329 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e9edd2740 20 client.27329 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559a07011c70 0x559a070140a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e9edd2740 4 client.27329 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e9edd2740 1 -- 172.21.15.47:0/2918332736 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a06f68a20 con 0x559a07011c70 2024-04-25T02:41:40.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.281+0000 7f2e99600640 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559a07011c70 0x559a070140a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.282+0000 7f2e99600640 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559a07011c70 0x559a070140a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=69657e0466d46f28 server_cookie=706c19cfd076a1b0 in_seq=0 out_seq=0 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.282+0000 7f2e76a00640 10 client.27329 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e76a00640 1 -- 172.21.15.47:0/2918332736 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559a06f68a20 con 0x559a07011c70 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e76a00640 10 client.27329 handle_command_reply: tid=0 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 client.27329 shutdown 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 -- 172.21.15.47:0/2918332736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a07001790 msgr2=0x559a06fff130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a07001790 0x559a06fff130 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c031010 tx=0x7f2e8c009500 comp rx=0 tx=0).stop 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 -- 172.21.15.47:0/2918332736 shutdown_connections 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559a07011c70 0x559a070140a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a07001790 0x559a06fff130 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff70c0 0x559a06ffebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/2918332736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a06ffe6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e76a00640 0 client.27329 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:41:40.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 -- 172.21.15.47:0/2918332736 >> 172.21.15.47:0/2918332736 conn(0x559a06ff2ac0 msgr2=0x559a06ff87c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 -- 172.21.15.47:0/2918332736 shutdown_connections 2024-04-25T02:41:40.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 1 -- 172.21.15.47:0/2918332736 wait complete. 2024-04-25T02:41:40.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.283+0000 7f2e9edd2740 20 client.27329 trim_cache size 0 max 16384 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9edd2740 1 Processor -- start 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9edd2740 1 -- start start 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff67a0 0x559a0700d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07019970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a07001790 0x559a07019eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941b6060 con 0x559a07001790 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941b3930 con 0x559a06ff70c0 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941b17a0 con 0x559a06ff67a0 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e9a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a07001790 0x559a07019eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.298+0000 7f2e99600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff67a0 0x559a0700d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e99600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff67a0 0x559a0700d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42108/0 (socket says 172.21.15.47:42108) 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e9a000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a07001790 0x559a07019eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58560/0 (socket says 172.21.15.47:58560) 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e99600640 1 -- 172.21.15.47:0/883934204 learned_addr learned my addr 172.21.15.47:0/883934204 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e98c00640 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07019970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e99600640 1 -- 172.21.15.47:0/883934204 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 msgr2=0x559a07019970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e99600640 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07019970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e99600640 1 -- 172.21.15.47:0/883934204 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a07001790 msgr2=0x559a07019eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e99600640 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a07001790 0x559a07019eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e99600640 1 -- 172.21.15.47:0/883934204 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a06fecf90 con 0x559a06ff67a0 2024-04-25T02:41:40.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e9a000640 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a07001790 0x559a07019eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:40.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e99600640 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff67a0 0x559a0700d4a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f2e88011d10 tx=0x7f2e880194d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13da43f06ddc0b09 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.299+0000 7f2e81c00640 1 -- 172.21.15.47:0/883934204 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8802edd0 con 0x559a06ff67a0 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e81c00640 1 -- 172.21.15.47:0/883934204 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e880055f0 con 0x559a06ff67a0 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e81c00640 1 -- 172.21.15.47:0/883934204 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e88019de0 con 0x559a06ff67a0 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 -- 172.21.15.47:0/883934204 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff67a0 msgr2=0x559a0700d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff67a0 0x559a0700d4a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f2e88011d10 tx=0x7f2e880194d0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 -- 172.21.15.47:0/883934204 shutdown_connections 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a07001790 0x559a07019eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07019970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/883934204 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a06ff67a0 0x559a0700d4a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 -- 172.21.15.47:0/883934204 >> 172.21.15.47:0/883934204 conn(0x559a06ff2ac0 msgr2=0x559a06ff8780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 -- 172.21.15.47:0/883934204 shutdown_connections 2024-04-25T02:41:40.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.300+0000 7f2e9edd2740 1 -- 172.21.15.47:0/883934204 wait complete. 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 1 -- start start 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 1 Processor -- start 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a070099b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07009ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07006980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941b1df0 con 0x559a06ff67a0 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941b3260 con 0x559a06ff70c0 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941b24c0 con 0x559a07001790 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e9edd2740 10 client.0 _ll_register_callbacks cb 0x7f2e88005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.301+0000 7f2e99600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a070099b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e99600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a070099b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58562/0 (socket says 172.21.15.47:58562) 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e99600640 1 -- 172.21.15.47:0/3176124659 learned_addr learned my addr 172.21.15.47:0/3176124659 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e98c00640 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07009ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e9a000640 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07006980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e99600640 1 -- 172.21.15.47:0/3176124659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 msgr2=0x559a07006980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e99600640 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07006980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e99600640 1 -- 172.21.15.47:0/3176124659 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 msgr2=0x559a07009ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e99600640 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07009ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e99600640 1 -- 172.21.15.47:0/3176124659 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a07006f70 con 0x559a06ff67a0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e98c00640 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07009ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e99600640 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a070099b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f2e88009ca0 tx=0x7f2e88005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d85f1d47b77dbd3f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e76a00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.302+0000 7f2e76a00640 1 -- 172.21.15.47:0/3176124659 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8803b060 con 0x559a06ff67a0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 1 -- 172.21.15.47:0/3176124659 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e880055f0 con 0x559a06ff67a0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e76a00640 1 -- 172.21.15.47:0/3176124659 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f2e88019b60 con 0x559a06ff67a0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e76a00640 1 -- 172.21.15.47:0/3176124659 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2e88033070 con 0x559a06ff67a0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 10 client.17226 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 1 -- 172.21.15.47:0/3176124659 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559a07078ad0 con 0x559a06ff67a0 2024-04-25T02:41:40.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e76a00640 1 -- 172.21.15.47:0/3176124659 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e880055f0 con 0x559a06ff67a0 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e76a00640 1 -- 172.21.15.47:0/3176124659 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2e8803f460 con 0x559a06ff67a0 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 10 client.17226 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 10 client.17226 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 20 client.17226 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559a070790c0 0x559a0707b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 4 client.17226 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.303+0000 7f2e9edd2740 1 -- 172.21.15.47:0/3176124659 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559a06f62d70 con 0x559a070790c0 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.304+0000 7f2e98c00640 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559a070790c0 0x559a0707b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.304+0000 7f2e98c00640 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559a070790c0 0x559a0707b4e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8c973c8507b1e933 server_cookie=a7673724b51056f4 in_seq=0 out_seq=0 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.304+0000 7f2e76a00640 10 client.17226 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.304+0000 7f2e76a00640 1 -- 172.21.15.47:0/3176124659 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559a06f62d70 con 0x559a070790c0 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.304+0000 7f2e76a00640 10 client.17226 handle_command_reply: tid=0 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.304+0000 7f2e9edd2740 1 client.17226 shutdown 2024-04-25T02:41:40.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 -- 172.21.15.47:0/3176124659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 msgr2=0x559a070099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a070099b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f2e88009ca0 tx=0x7f2e88005c50 comp rx=0 tx=0).stop 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 -- 172.21.15.47:0/3176124659 shutdown_connections 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x559a070790c0 0x559a0707b4e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559a07001790 0x559a07006980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559a06ff70c0 0x559a07009ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 --2- 172.21.15.47:0/3176124659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a06ff67a0 0x559a070099b0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e76a00640 0 client.17226 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 -- 172.21.15.47:0/3176124659 >> 172.21.15.47:0/3176124659 conn(0x559a06ff2ac0 msgr2=0x559a06ffe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 -- 172.21.15.47:0/3176124659 shutdown_connections 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 1 -- 172.21.15.47:0/3176124659 wait complete. 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9edd2740 20 client.17226 trim_cache size 0 max 16384 2024-04-25T02:41:40.314 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:41:40.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2e7c0a2d00 msgr2=0x7f2e7c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2e7c0a2d00 0x7f2e7c0a51c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c006010 tx=0x7f2e8c009880 comp rx=0 tx=0).stop 2024-04-25T02:41:40.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e94108680 msgr2=0x7f2e9419e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.305+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e94108680 0x7f2e9419e990 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f2e8400e9f0 tx=0x7f2e8400edf0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.306+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1198038173 shutdown_connections 2024-04-25T02:41:40.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.306+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2e7c0a2d00 0x7f2e7c0a51c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.306+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2e9410dd00 0x7f2e941a2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.306+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2e94108680 0x7f2e9419e990 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.306+0000 7f2e9aa00640 1 --2- 172.21.15.47:0/1198038173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e94107ce0 0x7f2e9419e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.306+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1198038173 >> 172.21.15.47:0/1198038173 conn(0x7f2e94077560 msgr2=0x7f2e94078580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.306+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1198038173 shutdown_connections 2024-04-25T02:41:40.316 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.306+0000 7f2e9aa00640 1 -- 172.21.15.47:0/1198038173 wait complete. 2024-04-25T02:41:40.327 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:41:40.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 -- 172.21.15.47:0/1113675157 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8e810d9b0 msgr2=0x7fa8e8108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1113675157 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8e810d9b0 0x7fa8e8108740 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8009be0 tx=0x7fa8d802a6d0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 -- 172.21.15.47:0/1113675157 shutdown_connections 2024-04-25T02:41:40.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1113675157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8e8112f80 0x7fa8e8115370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.528 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1113675157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8e8108c80 0x7fa8e81090e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1113675157 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8e810d9b0 0x7fa8e8108740 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 -- 172.21.15.47:0/1113675157 >> 172.21.15.47:0/1113675157 conn(0x7fa8e806ccb0 msgr2=0x7fa8e806d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 -- 172.21.15.47:0/1113675157 shutdown_connections 2024-04-25T02:41:40.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.523+0000 7fa8ee000640 1 -- 172.21.15.47:0/1113675157 wait complete. 2024-04-25T02:41:40.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.524+0000 7fa8ee000640 1 Processor -- start 2024-04-25T02:41:40.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.524+0000 7fa8ee000640 1 -- start start 2024-04-25T02:41:40.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.524+0000 7fa8ee000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8e8108c80 0x7fa8e81a8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.524+0000 7fa8ee000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8e8112f80 0x7fa8e81a8d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.524+0000 7fa8ee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8e8111c50 0x7fa8e8112100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.524+0000 7fa8ee000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e811a3e0 con 0x7fa8e8111c50 2024-04-25T02:41:40.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.524+0000 7fa8ee000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e811a260 con 0x7fa8e8112f80 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.524+0000 7fa8ee000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e811a560 con 0x7fa8e8108c80 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8dea00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8e8112f80 0x7fa8e81a8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8e8111c50 0x7fa8e8112100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8e8108c80 0x7fa8e81a8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8e8111c50 0x7fa8e8112100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58576/0 (socket says 172.21.15.47:58576) 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 -- 172.21.15.47:0/1199956413 learned_addr learned my addr 172.21.15.47:0/1199956413 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 -- 172.21.15.47:0/1199956413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8e8108c80 msgr2=0x7fa8e81a8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8e8108c80 0x7fa8e81a8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 -- 172.21.15.47:0/1199956413 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8e8112f80 msgr2=0x7fa8e81a8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8e8112f80 0x7fa8e81a8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 -- 172.21.15.47:0/1199956413 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e8112800 con 0x7fa8e8111c50 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.525+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8e8111c50 0x7fa8e8112100 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fa8e000e970 tx=0x7fa8e000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.526+0000 7fa8e4c00640 1 -- 172.21.15.47:0/1199956413 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e000ccc0 con 0x7fa8e8111c50 2024-04-25T02:41:40.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.526+0000 7fa8ee000640 1 -- 172.21.15.47:0/1199956413 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e81af660 con 0x7fa8e8111c50 2024-04-25T02:41:40.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.526+0000 7fa8e4c00640 1 -- 172.21.15.47:0/1199956413 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8e000ce60 con 0x7fa8e8111c50 2024-04-25T02:41:40.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.526+0000 7fa8e4c00640 1 -- 172.21.15.47:0/1199956413 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e0010430 con 0x7fa8e8111c50 2024-04-25T02:41:40.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.526+0000 7fa8ee000640 1 -- 172.21.15.47:0/1199956413 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e81afa10 con 0x7fa8e8111c50 2024-04-25T02:41:40.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.530+0000 7fa8f0d74740 1 Processor -- start 2024-04-25T02:41:40.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.530+0000 7fa8e4c00640 1 -- 172.21.15.47:0/1199956413 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa8e0005020 con 0x7fa8e8111c50 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.530+0000 7fa8f0d74740 1 -- start start 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9df310 0x561bfd9df6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561bfd9444e0 con 0x561bfd9dfcc0 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561bfd8eca70 con 0x561bfd9df310 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561bfd9404a0 con 0x561bfd9f2dc0 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58586/0 (socket says 172.21.15.47:58586) 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8e7400640 1 -- 172.21.15.47:0/1131185373 learned_addr learned my addr 172.21.15.47:0/1131185373 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8dea00640 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9df310 0x561bfd9df6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.531+0000 7fa8dea00640 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8e7400640 1 -- 172.21.15.47:0/1131185373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 msgr2=0x561bfd9f51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8e7400640 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8e7400640 1 -- 172.21.15.47:0/1131185373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9df310 msgr2=0x561bfd9df6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8e7400640 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9df310 0x561bfd9df6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8e7400640 1 -- 172.21.15.47:0/1131185373 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561bfd6583f0 con 0x561bfd9dfcc0 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8dea00640 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9df310 0x561bfd9df6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8e4c00640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8cc0a2d00 0x7fa8cc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8e4c00640 1 -- 172.21.15.47:0/1199956413 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7fa8e00cf6b0 con 0x7fa8e8111c50 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8dea00640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8cc0a2d00 0x7fa8cc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8e7400640 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f2880 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8034040 tx=0x7fa8d8005ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2d5c251543d48d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8d7e00640 1 -- 172.21.15.47:0/1131185373 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8041030 con 0x561bfd9dfcc0 2024-04-25T02:41:40.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8d7e00640 1 -- 172.21.15.47:0/1131185373 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8d8030bb0 con 0x561bfd9dfcc0 2024-04-25T02:41:40.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.532+0000 7fa8d7e00640 1 -- 172.21.15.47:0/1131185373 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8036040 con 0x561bfd9dfcc0 2024-04-25T02:41:40.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8dea00640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8cc0a2d00 0x7fa8cc0a51c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x561bfd9dcd00 tx=0x7fa8d0004730 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 -- 172.21.15.47:0/1131185373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 msgr2=0x561bfd9f2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f2880 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8034040 tx=0x7fa8d8005ec0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 -- 172.21.15.47:0/1131185373 shutdown_connections 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f2880 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/1131185373 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9df310 0x561bfd9df6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 -- 172.21.15.47:0/1131185373 >> 172.21.15.47:0/1131185373 conn(0x561bfd9db8e0 msgr2=0x561bfd9dbcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 -- 172.21.15.47:0/1131185373 shutdown_connections 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.533+0000 7fa8f0d74740 1 -- 172.21.15.47:0/1131185373 wait complete. 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.534+0000 7fa8f0d74740 1 -- start start 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.534+0000 7fa8f0d74740 1 Processor -- start 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.534+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9efcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.534+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561bfd9f5b20 con 0x561bfd9df310 2024-04-25T02:41:40.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561bfd8ffec0 con 0x561bfd9f2dc0 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561bfd9f5ca0 con 0x561bfd9dfcc0 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8f0d74740 10 client.0 _ll_register_callbacks cb 0x561bfd93c3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9efcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9efcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58596/0 (socket says 172.21.15.47:58596) 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 -- 172.21.15.47:0/3590422202 learned_addr learned my addr 172.21.15.47:0/3590422202 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8dea00640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 -- 172.21.15.47:0/3590422202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9dfcc0 msgr2=0x561bfd9f01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 -- 172.21.15.47:0/3590422202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 msgr2=0x561bfd9f0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 -- 172.21.15.47:0/3590422202 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561bfd7227d0 con 0x561bfd9df310 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8dea00640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:40.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8e7400640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9efcb0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8004af0 tx=0x7fa8d8009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=696d3dc5e031e19f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.535+0000 7fa8d4c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.536+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3590422202 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d804a070 con 0x561bfd9df310 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.536+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3590422202 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7fa8d80303a0 con 0x561bfd9df310 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.536+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3590422202 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8d8030bb0 con 0x561bfd9df310 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.536+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3590422202 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa8d8056050 con 0x561bfd9df310 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.536+0000 7fa8f0d74740 10 client.17238 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.536+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3590422202 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561bfda01d90 con 0x561bfd9df310 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.536+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3590422202 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8d8030bb0 con 0x561bfd9df310 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.537+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3590422202 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa8d8031440 con 0x561bfd9df310 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.537+0000 7fa8f0d74740 10 client.17238 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.537+0000 7fa8f0d74740 10 client.17238 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.537+0000 7fa8f0d74740 20 client.17238 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.537+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x561bfda030e0 0x561bfda054d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.537+0000 7fa8f0d74740 4 client.17238 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:40.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.537+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3590422202 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561bfd951a20 con 0x561bfda030e0 2024-04-25T02:41:40.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.537+0000 7fa8dea00640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x561bfda030e0 0x561bfda054d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.538+0000 7fa8dea00640 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x561bfda030e0 0x561bfda054d0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=80ffacd51f5b446f server_cookie=e94d5e10878363b7 in_seq=0 out_seq=0 2024-04-25T02:41:40.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.538+0000 7fa8d4c00640 10 client.17238 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.538+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3590422202 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561bfd951a20 con 0x561bfda030e0 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.538+0000 7fa8d4c00640 10 client.17238 handle_command_reply: tid=0 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.538+0000 7fa8f0d74740 1 client.17238 shutdown 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3590422202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 msgr2=0x561bfd9efcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9efcb0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8004af0 tx=0x7fa8d8009910 comp rx=0 tx=0).stop 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3590422202 shutdown_connections 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x561bfda030e0 0x561bfda054d0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfd9f0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9dfcc0 0x561bfd9f01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3590422202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9efcb0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8d4c00640 0 client.17238 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3590422202 >> 172.21.15.47:0/3590422202 conn(0x561bfd9db8e0 msgr2=0x561bfd9e16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3590422202 shutdown_connections 2024-04-25T02:41:40.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3590422202 wait complete. 2024-04-25T02:41:40.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.539+0000 7fa8f0d74740 20 client.17238 trim_cache size 0 max 16384 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8f0d74740 1 Processor -- start 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8f0d74740 1 -- start start 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9fe670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9dfcc0 0x561bfda084f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfda08a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e81b6370 con 0x561bfd9df310 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e81b3c40 con 0x561bfd9dfcc0 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e81b1ad0 con 0x561bfd9f2dc0 2024-04-25T02:41:40.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9fe670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9fe670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58606/0 (socket says 172.21.15.47:58606) 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.554+0000 7fa8e7400640 1 -- 172.21.15.47:0/383501071 learned_addr learned my addr 172.21.15.47:0/383501071 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8dea00640 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9dfcc0 0x561bfda084f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfda08a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8e7400640 1 -- 172.21.15.47:0/383501071 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 msgr2=0x561bfda08a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8e7400640 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfda08a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8e7400640 1 -- 172.21.15.47:0/383501071 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9dfcc0 msgr2=0x561bfda084f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8e7400640 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9dfcc0 0x561bfda084f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8e7400640 1 -- 172.21.15.47:0/383501071 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561bfd9dfa60 con 0x561bfd9df310 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfda08a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8e7400640 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9fe670 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8031a00 tx=0x7fa8d802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d54f5e3ac62cd959 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8d7400640 1 -- 172.21.15.47:0/383501071 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d804a070 con 0x561bfd9df310 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8d7400640 1 -- 172.21.15.47:0/383501071 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8d8031e50 con 0x561bfd9df310 2024-04-25T02:41:40.561 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.555+0000 7fa8d7400640 1 -- 172.21.15.47:0/383501071 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8036070 con 0x561bfd9df310 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 -- 172.21.15.47:0/383501071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 msgr2=0x561bfd9fe670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9fe670 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8031a00 tx=0x7fa8d802a6d0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 -- 172.21.15.47:0/383501071 shutdown_connections 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9f2dc0 0x561bfda08a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9dfcc0 0x561bfda084f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/383501071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9df310 0x561bfd9fe670 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 -- 172.21.15.47:0/383501071 >> 172.21.15.47:0/383501071 conn(0x561bfd9db8e0 msgr2=0x561bfd9fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 -- 172.21.15.47:0/383501071 shutdown_connections 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.556+0000 7fa8f0d74740 1 -- 172.21.15.47:0/383501071 wait complete. 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 1 -- start start 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 1 Processor -- start 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9df310 0x561bfda08980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.565 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfda05d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfda06320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e81b2120 con 0x561bfd9dfcc0 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e81b3570 con 0x561bfd9f2dc0 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e81b27d0 con 0x561bfd9df310 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.557+0000 7fa8f0d74740 10 client.0 _ll_register_callbacks cb 0x7fa8d0009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8dea00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfda05d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9df310 0x561bfda08980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8e7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9df310 0x561bfda08980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42176/0 (socket says 172.21.15.47:42176) 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8e7400640 1 -- 172.21.15.47:0/3729364790 learned_addr learned my addr 172.21.15.47:0/3729364790 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8e7e00640 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfda06320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8dea00640 1 -- 172.21.15.47:0/3729364790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9df310 msgr2=0x561bfda08980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8dea00640 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9df310 0x561bfda08980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8dea00640 1 -- 172.21.15.47:0/3729364790 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 msgr2=0x561bfda06320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.566 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8dea00640 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfda06320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8dea00640 1 -- 172.21.15.47:0/3729364790 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561bfda06b50 con 0x561bfd9dfcc0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8dea00640 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfda05d10 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x561bfd9e1ef0 tx=0x7fa8d0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a302d26c90810d43 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.558+0000 7fa8d4c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3729364790 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0011b90 con 0x561bfd9dfcc0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3729364790 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7fa8d0011d30 con 0x561bfd9dfcc0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3729364790 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8d8031e50 con 0x561bfd9dfcc0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3729364790 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa8d003b050 con 0x561bfd9dfcc0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8f0d74740 10 client.17244 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3729364790 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561bfda693c0 con 0x561bfd9dfcc0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3729364790 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8d8031e50 con 0x561bfd9dfcc0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3729364790 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa8d001d070 con 0x561bfd9dfcc0 2024-04-25T02:41:40.567 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8f0d74740 10 client.17244 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:40.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8f0d74740 10 client.17244 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:41:40.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.559+0000 7fa8f0d74740 20 client.17244 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:40.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.560+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x561bfda69af0 0x561bfda6bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.560+0000 7fa8f0d74740 4 client.17244 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:41:40.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.560+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3729364790 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561bfd94bd70 con 0x561bfda69af0 2024-04-25T02:41:40.568 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.560+0000 7fa8e7400640 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x561bfda69af0 0x561bfda6bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.560+0000 7fa8d4c00640 10 client.17244 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:41:40.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.560+0000 7fa8e7400640 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x561bfda69af0 0x561bfda6bf10 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2078eaee432c5767 server_cookie=6fce56dc6819ac2b in_seq=0 out_seq=0 2024-04-25T02:41:40.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8d4c00640 1 -- 172.21.15.47:0/3729364790 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561bfd94bd70 con 0x561bfda69af0 2024-04-25T02:41:40.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8d4c00640 10 client.17244 handle_command_reply: tid=0 2024-04-25T02:41:40.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 client.17244 shutdown 2024-04-25T02:41:40.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3729364790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 msgr2=0x561bfda05d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.569 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfda05d10 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x561bfd9e1ef0 tx=0x7fa8d0009260 comp rx=0 tx=0).stop 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3729364790 shutdown_connections 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x561bfda69af0 0x561bfda6bf10 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x561bfd9f2dc0 0x561bfda06320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561bfd9dfcc0 0x561bfda05d10 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 --2- 172.21.15.47:0/3729364790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561bfd9df310 0x561bfda08980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8d4c00640 0 client.17244 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3729364790 >> 172.21.15.47:0/3729364790 conn(0x561bfd9db8e0 msgr2=0x561bfd9fe7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3729364790 shutdown_connections 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 1 -- 172.21.15.47:0/3729364790 wait complete. 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.561+0000 7fa8f0d74740 20 client.17244 trim_cache size 0 max 16384 2024-04-25T02:41:40.570 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:41:40.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 -- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8cc0a2d00 msgr2=0x7fa8cc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8cc0a2d00 0x7fa8cc0a51c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x561bfd9dcd00 tx=0x7fa8d0004730 comp rx=0 tx=0).stop 2024-04-25T02:41:40.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 -- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8e8111c50 msgr2=0x7fa8e8112100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.571 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8e8111c50 0x7fa8e8112100 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fa8e000e970 tx=0x7fa8e000ed70 comp rx=0 tx=0).stop 2024-04-25T02:41:40.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 -- 172.21.15.47:0/1199956413 shutdown_connections 2024-04-25T02:41:40.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8cc0a2d00 0x7fa8cc0a51c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8e8111c50 0x7fa8e8112100 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa8e8112f80 0x7fa8e81a8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 --2- 172.21.15.47:0/1199956413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8e8108c80 0x7fa8e81a8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 -- 172.21.15.47:0/1199956413 >> 172.21.15.47:0/1199956413 conn(0x7fa8e806ccb0 msgr2=0x7fa8e8113e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 -- 172.21.15.47:0/1199956413 shutdown_connections 2024-04-25T02:41:40.572 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.562+0000 7fa8ee000640 1 -- 172.21.15.47:0/1199956413 wait complete. 2024-04-25T02:41:40.583 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:41:40.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 -- 172.21.15.47:0/1591857990 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c107ce0 msgr2=0x7fc40c108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 --2- 172.21.15.47:0/1591857990 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c107ce0 0x7fc40c108140 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc3f8009900 tx=0x7fc3f802a480 comp rx=0 tx=0).stop 2024-04-25T02:41:40.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 -- 172.21.15.47:0/1591857990 shutdown_connections 2024-04-25T02:41:40.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 --2- 172.21.15.47:0/1591857990 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc40c108680 0x7fc40c114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 --2- 172.21.15.47:0/1591857990 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c107ce0 0x7fc40c108140 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.789 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 --2- 172.21.15.47:0/1591857990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc40c10dd00 0x7fc40c10e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 -- 172.21.15.47:0/1591857990 >> 172.21.15.47:0/1591857990 conn(0x7fc40c077560 msgr2=0x7fc40c106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 -- 172.21.15.47:0/1591857990 shutdown_connections 2024-04-25T02:41:40.790 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.784+0000 7fc412000640 1 -- 172.21.15.47:0/1591857990 wait complete. 2024-04-25T02:41:40.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.785+0000 7fc412000640 1 Processor -- start 2024-04-25T02:41:40.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.785+0000 7fc412000640 1 -- start start 2024-04-25T02:41:40.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc412000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc40c107ce0 0x7fc40c19e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc412000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c108680 0x7fc40c19e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc412000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc40c10dd00 0x7fc40c1a2d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc412000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c118030 con 0x7fc40c107ce0 2024-04-25T02:41:40.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc412000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c117eb0 con 0x7fc40c108680 2024-04-25T02:41:40.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc412000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c1181b0 con 0x7fc40c10dd00 2024-04-25T02:41:40.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc410c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc40c107ce0 0x7fc40c19e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc410c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc40c107ce0 0x7fc40c19e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58636/0 (socket says 172.21.15.47:58636) 2024-04-25T02:41:40.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc410c00640 1 -- 172.21.15.47:0/1048369462 learned_addr learned my addr 172.21.15.47:0/1048369462 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc40be00640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c108680 0x7fc40c19e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.786+0000 7fc411600640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc40c10dd00 0x7fc40c1a2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.787+0000 7fc410c00640 1 -- 172.21.15.47:0/1048369462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc40c10dd00 msgr2=0x7fc40c1a2d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.787+0000 7fc410c00640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc40c10dd00 0x7fc40c1a2d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.787+0000 7fc410c00640 1 -- 172.21.15.47:0/1048369462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c108680 msgr2=0x7fc40c19e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.787+0000 7fc410c00640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c108680 0x7fc40c19e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.787+0000 7fc410c00640 1 -- 172.21.15.47:0/1048369462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc40c1a3440 con 0x7fc40c107ce0 2024-04-25T02:41:40.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.787+0000 7fc40be00640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c108680 0x7fc40c19e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:40.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.787+0000 7fc410c00640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc40c107ce0 0x7fc40c19e450 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc3fc00e9f0 tx=0x7fc3fc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.787+0000 7fc409600640 1 -- 172.21.15.47:0/1048369462 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3fc00cd80 con 0x7fc40c107ce0 2024-04-25T02:41:40.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.788+0000 7fc409600640 1 -- 172.21.15.47:0/1048369462 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3fc005500 con 0x7fc40c107ce0 2024-04-25T02:41:40.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.788+0000 7fc409600640 1 -- 172.21.15.47:0/1048369462 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3fc010690 con 0x7fc40c107ce0 2024-04-25T02:41:40.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.788+0000 7fc412000640 1 -- 172.21.15.47:0/1048369462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc40c1a3730 con 0x7fc40c107ce0 2024-04-25T02:41:40.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.788+0000 7fc412000640 1 -- 172.21.15.47:0/1048369462 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc40c1aafc0 con 0x7fc40c107ce0 2024-04-25T02:41:40.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.791+0000 7fc4163ac740 1 Processor -- start 2024-04-25T02:41:40.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.791+0000 7fc409600640 1 -- 172.21.15.47:0/1048369462 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc3fc0046c0 con 0x7fc40c107ce0 2024-04-25T02:41:40.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.791+0000 7fc4163ac740 1 -- start start 2024-04-25T02:41:40.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.791+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3d4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.791+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3df250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 0x55cfdf3e1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc4163ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cfdf3394e0 con 0x55cfdf3d47a0 2024-04-25T02:41:40.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc4163ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55cfdf2e1a70 con 0x55cfdf3df790 2024-04-25T02:41:40.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc4163ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cfdf3354a0 con 0x55cfdf3d50c0 2024-04-25T02:41:40.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc411600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3d4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc410c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3df250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc40be00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 0x55cfdf3e1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc411600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3d4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58642/0 (socket says 172.21.15.47:58642) 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc410c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3df250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42200/0 (socket says 172.21.15.47:42200) 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc411600640 1 -- 172.21.15.47:0/1475414368 learned_addr learned my addr 172.21.15.47:0/1475414368 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc411600640 1 -- 172.21.15.47:0/1475414368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 msgr2=0x55cfdf3df250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc411600640 1 --2- 172.21.15.47:0/1475414368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3df250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc411600640 1 -- 172.21.15.47:0/1475414368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 msgr2=0x55cfdf3e1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc411600640 1 --2- 172.21.15.47:0/1475414368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 0x55cfdf3e1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc411600640 1 -- 172.21.15.47:0/1475414368 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfdf04d3f0 con 0x55cfdf3d47a0 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.792+0000 7fc410c00640 1 --2- 172.21.15.47:0/1475414368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3df250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.793+0000 7fc411600640 1 --2- 172.21.15.47:0/1475414368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3d4b80 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fc404009fc0 tx=0x7fc4040118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93d50bbb4098b9e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.793+0000 7fc401c00640 1 -- 172.21.15.47:0/1475414368 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40401e070 con 0x55cfdf3d47a0 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.793+0000 7fc409600640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc3f00a2d00 0x7fc3f00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.793+0000 7fc401c00640 1 -- 172.21.15.47:0/1475414368 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc404003c30 con 0x55cfdf3d47a0 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.793+0000 7fc401c00640 1 -- 172.21.15.47:0/1475414368 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40400f980 con 0x55cfdf3d47a0 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.793+0000 7fc409600640 1 -- 172.21.15.47:0/1048369462 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7fc3fc0cf8d0 con 0x7fc40c107ce0 2024-04-25T02:41:40.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc410c00640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc3f00a2d00 0x7fc3f00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 -- 172.21.15.47:0/1475414368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 msgr2=0x55cfdf3d4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 --2- 172.21.15.47:0/1475414368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3d4b80 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fc404009fc0 tx=0x7fc4040118d0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc410c00640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc3f00a2d00 0x7fc3f00a51c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x55cfdf3d5d60 tx=0x7fc3fc0d5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 -- 172.21.15.47:0/1475414368 shutdown_connections 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 --2- 172.21.15.47:0/1475414368 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 0x55cfdf3e1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 --2- 172.21.15.47:0/1475414368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3df250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 --2- 172.21.15.47:0/1475414368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3d4b80 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 -- 172.21.15.47:0/1475414368 >> 172.21.15.47:0/1475414368 conn(0x55cfdf3d0ac0 msgr2=0x55cfdf3d0ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 -- 172.21.15.47:0/1475414368 shutdown_connections 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.794+0000 7fc4163ac740 1 -- 172.21.15.47:0/1475414368 wait complete. 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.795+0000 7fc4163ac740 1 -- start start 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.795+0000 7fc4163ac740 1 Processor -- start 2024-04-25T02:41:40.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3dc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 0x55cfdf3dd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc4163ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cfdf3e2580 con 0x55cfdf3d47a0 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc4163ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55cfdf2f4ec0 con 0x55cfdf3df790 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc4163ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cfdf3e2700 con 0x55cfdf3d50c0 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc4163ac740 10 client.0 _ll_register_callbacks cb 0x55cfdf3313f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc411600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3dc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc40be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc40be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:42206/0 (socket says 172.21.15.47:42206) 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc411600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3dc690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58644/0 (socket says 172.21.15.47:58644) 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc40be00640 1 -- 172.21.15.47:0/843125011 learned_addr learned my addr 172.21.15.47:0/843125011 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.796+0000 7fc411600640 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 0x55cfdf3dd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc40be00640 1 -- 172.21.15.47:0/843125011 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 msgr2=0x55cfdf3dd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc40be00640 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 0x55cfdf3dd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc40be00640 1 -- 172.21.15.47:0/843125011 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 msgr2=0x55cfdf3dc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc40be00640 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3dc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc40be00640 1 -- 172.21.15.47:0/843125011 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfdf1177d0 con 0x55cfdf3d50c0 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc411600640 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3dc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc40be00640 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcbd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc3f8009900 tx=0x7fc3f8005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d36195b809f8357 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc3f6000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.797+0000 7fc3f6000640 1 -- 172.21.15.47:0/843125011 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f8035040 con 0x55cfdf3d50c0 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.798+0000 7fc3f6000640 1 -- 172.21.15.47:0/843125011 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7fc3f8004760 con 0x55cfdf3d50c0 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.798+0000 7fc4163ac740 1 -- 172.21.15.47:0/843125011 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc404003c30 con 0x55cfdf3d50c0 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.798+0000 7fc3f6000640 1 -- 172.21.15.47:0/843125011 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc3f8004960 con 0x55cfdf3d50c0 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.798+0000 7fc4163ac740 10 client.27367 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:40.805 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.798+0000 7fc4163ac740 1 -- 172.21.15.47:0/843125011 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cfdf3ee7b0 con 0x55cfdf3d50c0 2024-04-25T02:41:40.807 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.798+0000 7fc3f6000640 1 -- 172.21.15.47:0/843125011 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc404003c30 con 0x55cfdf3d50c0 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.799+0000 7fc3f6000640 1 -- 172.21.15.47:0/843125011 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc3f8044020 con 0x55cfdf3d50c0 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.799+0000 7fc4163ac740 10 client.27367 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.799+0000 7fc4163ac740 10 client.27367 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.799+0000 7fc4163ac740 20 client.27367 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.799+0000 7fc4163ac740 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cfdf3efbc0 0x55cfdf3f2020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.799+0000 7fc4163ac740 4 client.27367 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.799+0000 7fc4163ac740 1 -- 172.21.15.47:0/843125011 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfdf346a20 con 0x55cfdf3efbc0 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.799+0000 7fc411600640 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cfdf3efbc0 0x55cfdf3f2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.800+0000 7fc411600640 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cfdf3efbc0 0x55cfdf3f2020 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f9408bdc145de18 server_cookie=27a9f005ecf31fb8 in_seq=0 out_seq=0 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.800+0000 7fc3f6000640 10 client.27367 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc3f6000640 1 -- 172.21.15.47:0/843125011 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cfdf346a20 con 0x55cfdf3efbc0 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc3f6000640 10 client.27367 handle_command_reply: tid=0 2024-04-25T02:41:40.808 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 client.27367 shutdown 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 -- 172.21.15.47:0/843125011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 msgr2=0x55cfdf3dcbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcbd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc3f8009900 tx=0x7fc3f8005270 comp rx=0 tx=0).stop 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 -- 172.21.15.47:0/843125011 shutdown_connections 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cfdf3efbc0 0x55cfdf3f2020 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3df790 0x55cfdf3dd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcbd0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 --2- 172.21.15.47:0/843125011 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3dc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc3f6000640 0 client.27367 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 -- 172.21.15.47:0/843125011 >> 172.21.15.47:0/843125011 conn(0x55cfdf3d0ac0 msgr2=0x55cfdf3d67a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 -- 172.21.15.47:0/843125011 shutdown_connections 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 1 -- 172.21.15.47:0/843125011 wait complete. 2024-04-25T02:41:40.809 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.801+0000 7fc4163ac740 20 client.27367 trim_cache size 0 max 16384 2024-04-25T02:41:40.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.816+0000 7fc4163ac740 1 Processor -- start 2024-04-25T02:41:40.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.816+0000 7fc4163ac740 1 -- start start 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3eb470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3df790 0x55cfdf3f7930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc4163ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c1b5fd0 con 0x55cfdf3df790 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc4163ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c1b38a0 con 0x55cfdf3d47a0 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc4163ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c1b1710 con 0x55cfdf3d50c0 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc411600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3df790 0x55cfdf3f7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc40be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.823 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc411600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3df790 0x55cfdf3f7930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58660/0 (socket says 172.21.15.47:58660) 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc411600640 1 -- 172.21.15.47:0/163499299 learned_addr learned my addr 172.21.15.47:0/163499299 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.817+0000 7fc411600640 1 --2- 172.21.15.47:0/163499299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3eb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc411600640 1 -- 172.21.15.47:0/163499299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 msgr2=0x55cfdf3dcd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc411600640 1 --2- 172.21.15.47:0/163499299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc411600640 1 -- 172.21.15.47:0/163499299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d47a0 msgr2=0x55cfdf3eb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc411600640 1 --2- 172.21.15.47:0/163499299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3eb470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc411600640 1 -- 172.21.15.47:0/163499299 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfdf3dabe0 con 0x55cfdf3df790 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc411600640 1 --2- 172.21.15.47:0/163499299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3df790 0x55cfdf3f7930 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fc404004940 tx=0x7fc404004850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcfe59214925bdd4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc401200640 1 -- 172.21.15.47:0/163499299 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40401e040 con 0x55cfdf3df790 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc401200640 1 -- 172.21.15.47:0/163499299 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc404003b30 con 0x55cfdf3df790 2024-04-25T02:41:40.824 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.818+0000 7fc401200640 1 -- 172.21.15.47:0/163499299 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40400fb70 con 0x55cfdf3df790 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 -- 172.21.15.47:0/163499299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3df790 msgr2=0x55cfdf3f7930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 --2- 172.21.15.47:0/163499299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3df790 0x55cfdf3f7930 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fc404004940 tx=0x7fc404004850 comp rx=0 tx=0).stop 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 -- 172.21.15.47:0/163499299 shutdown_connections 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 --2- 172.21.15.47:0/163499299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3df790 0x55cfdf3f7930 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 --2- 172.21.15.47:0/163499299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3dcd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 --2- 172.21.15.47:0/163499299 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3eb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 -- 172.21.15.47:0/163499299 >> 172.21.15.47:0/163499299 conn(0x55cfdf3d0ac0 msgr2=0x55cfdf3dc650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 -- 172.21.15.47:0/163499299 shutdown_connections 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 -- 172.21.15.47:0/163499299 wait complete. 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.819+0000 7fc4163ac740 1 -- start start 2024-04-25T02:41:40.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc4163ac740 1 Processor -- start 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3e7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3e7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc4163ac740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3df790 0x55cfdf3e4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc4163ac740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c1b1d60 con 0x55cfdf3d47a0 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc4163ac740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c1b31d0 con 0x55cfdf3d50c0 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc4163ac740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc40c1b2430 con 0x55cfdf3df790 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc4163ac740 10 client.0 _ll_register_callbacks cb 0x7fc3f8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc411600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3e7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc411600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3e7980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58674/0 (socket says 172.21.15.47:58674) 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc411600640 1 -- 172.21.15.47:0/4173642751 learned_addr learned my addr 172.21.15.47:0/4173642751 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.820+0000 7fc40be00640 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3e7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc411600640 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3df790 0x55cfdf3e4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc40be00640 1 -- 172.21.15.47:0/4173642751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3df790 msgr2=0x55cfdf3e4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc40be00640 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3df790 0x55cfdf3e4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc40be00640 1 -- 172.21.15.47:0/4173642751 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 msgr2=0x55cfdf3e7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc40be00640 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3e7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc40be00640 1 -- 172.21.15.47:0/4173642751 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfdf3e5180 con 0x55cfdf3d50c0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc411600640 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3df790 0x55cfdf3e4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc40be00640 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3e7ec0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fc3f802aa70 tx=0x7fc3f8031400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a3908b7a3f4c4de server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc3f6000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc3f6000640 1 -- 172.21.15.47:0/4173642751 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f8035070 con 0x55cfdf3d50c0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc4163ac740 1 -- 172.21.15.47:0/4173642751 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc404003b30 con 0x55cfdf3d50c0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.821+0000 7fc3f6000640 1 -- 172.21.15.47:0/4173642751 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7fc3f8004760 con 0x55cfdf3d50c0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc3f6000640 1 -- 172.21.15.47:0/4173642751 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc3f805d050 con 0x55cfdf3d50c0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc4163ac740 10 client.27371 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc4163ac740 1 -- 172.21.15.47:0/4173642751 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cfdf456c50 con 0x55cfdf3d50c0 2024-04-25T02:41:40.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc3f6000640 1 -- 172.21.15.47:0/4173642751 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc404003b30 con 0x55cfdf3d50c0 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc3f6000640 1 -- 172.21.15.47:0/4173642751 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc3f8044040 con 0x55cfdf3d50c0 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc4163ac740 10 client.27371 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc4163ac740 10 client.27371 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc4163ac740 20 client.27371 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc4163ac740 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cfdf457450 0x55cfdf459870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc4163ac740 4 client.27371 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.822+0000 7fc4163ac740 1 -- 172.21.15.47:0/4173642751 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cfdf340d70 con 0x55cfdf457450 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.823+0000 7fc411600640 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cfdf457450 0x55cfdf459870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.823+0000 7fc411600640 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cfdf457450 0x55cfdf459870 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c5a11fe093ff538 server_cookie=df4a88722f617e21 in_seq=0 out_seq=0 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.823+0000 7fc3f6000640 10 client.27371 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.823+0000 7fc3f6000640 1 -- 172.21.15.47:0/4173642751 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cfdf340d70 con 0x55cfdf457450 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.823+0000 7fc3f6000640 10 client.27371 handle_command_reply: tid=0 2024-04-25T02:41:40.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 client.27371 shutdown 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 -- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d50c0 msgr2=0x55cfdf3e7ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3e7ec0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fc3f802aa70 tx=0x7fc3f8031400 comp rx=0 tx=0).stop 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 -- 172.21.15.47:0/4173642751 shutdown_connections 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55cfdf457450 0x55cfdf459870 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cfdf3df790 0x55cfdf3e4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55cfdf3d50c0 0x55cfdf3e7ec0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 --2- 172.21.15.47:0/4173642751 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfdf3d47a0 0x55cfdf3e7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 -- 172.21.15.47:0/4173642751 >> 172.21.15.47:0/4173642751 conn(0x55cfdf3d0ac0 msgr2=0x55cfdf3cfb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc3f6000640 0 client.27371 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 -- 172.21.15.47:0/4173642751 shutdown_connections 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 1 -- 172.21.15.47:0/4173642751 wait complete. 2024-04-25T02:41:40.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.824+0000 7fc4163ac740 20 client.27371 trim_cache size 0 max 16384 2024-04-25T02:41:40.834 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:41:40.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 -- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc3f00a2d00 msgr2=0x7fc3f00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc3f00a2d00 0x7fc3f00a51c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x55cfdf3d5d60 tx=0x7fc3fc0d5530 comp rx=0 tx=0).stop 2024-04-25T02:41:40.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 -- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc40c107ce0 msgr2=0x7fc40c19e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc40c107ce0 0x7fc40c19e450 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc3fc00e9f0 tx=0x7fc3fc00edf0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 -- 172.21.15.47:0/1048369462 shutdown_connections 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc3f00a2d00 0x7fc3f00a51c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc40c10dd00 0x7fc40c1a2d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc40c108680 0x7fc40c19e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 --2- 172.21.15.47:0/1048369462 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc40c107ce0 0x7fc40c19e450 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 -- 172.21.15.47:0/1048369462 >> 172.21.15.47:0/1048369462 conn(0x7fc40c077560 msgr2=0x7fc40c078470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 -- 172.21.15.47:0/1048369462 shutdown_connections 2024-04-25T02:41:40.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:40.825+0000 7fc412000640 1 -- 172.21.15.47:0/1048369462 wait complete. 2024-04-25T02:41:40.845 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:40 smithi047 ceph-mon[27871]: pgmap v278: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:40.845 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:40 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/617956234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:41:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:40 smithi113 ceph-mon[32459]: pgmap v278: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:41.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:40 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/617956234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:41:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:40 smithi178 ceph-mon[33053]: pgmap v278: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:41.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:40 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/617956234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:41:41.847 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:41:41.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:41:41.848 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:41:42.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 -- 172.21.15.47:0/426587729 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8108680 msgr2=0x7f87b8114aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 --2- 172.21.15.47:0/426587729 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8108680 0x7f87b8114aa0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009900 tx=0x7f87b002a480 comp rx=0 tx=0).stop 2024-04-25T02:41:42.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 -- 172.21.15.47:0/426587729 shutdown_connections 2024-04-25T02:41:42.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 --2- 172.21.15.47:0/426587729 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8108680 0x7f87b8114aa0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 --2- 172.21.15.47:0/426587729 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87b8107ce0 0x7f87b8108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 --2- 172.21.15.47:0/426587729 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87b810dd00 0x7f87b810e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 -- 172.21.15.47:0/426587729 >> 172.21.15.47:0/426587729 conn(0x7f87b8077560 msgr2=0x7f87b8106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 -- 172.21.15.47:0/426587729 shutdown_connections 2024-04-25T02:41:42.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.073+0000 7f87bf000640 1 -- 172.21.15.47:0/426587729 wait complete. 2024-04-25T02:41:42.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.074+0000 7f87bf000640 1 Processor -- start 2024-04-25T02:41:42.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bf000640 1 -- start start 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bf000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8107ce0 0x7f87b819e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bf000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87b8108680 0x7f87b819e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bf000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87b810dd00 0x7f87b81a2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bf000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f87b8118020 con 0x7f87b8107ce0 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bf000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f87b8117ea0 con 0x7f87b810dd00 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bf000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81181a0 con 0x7f87b8108680 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bdc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8107ce0 0x7f87b819e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bdc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8107ce0 0x7f87b819e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52006/0 (socket says 172.21.15.47:52006) 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.075+0000 7f87bdc00640 1 -- 172.21.15.47:0/1214592553 learned_addr learned my addr 172.21.15.47:0/1214592553 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.076+0000 7f87bd200640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87b8108680 0x7f87b819e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.076+0000 7f87be600640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87b810dd00 0x7f87b81a2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.076+0000 7f87bdc00640 1 -- 172.21.15.47:0/1214592553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87b8108680 msgr2=0x7f87b819e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.076+0000 7f87bdc00640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87b8108680 0x7f87b819e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.076+0000 7f87bdc00640 1 -- 172.21.15.47:0/1214592553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87b810dd00 msgr2=0x7f87b81a2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.076+0000 7f87bdc00640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87b810dd00 0x7f87b81a2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.076+0000 7f87bdc00640 1 -- 172.21.15.47:0/1214592553 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b81a33b0 con 0x7f87b8107ce0 2024-04-25T02:41:42.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.076+0000 7f87bdc00640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8107ce0 0x7f87b819e3c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f87a800db80 tx=0x7f87a800b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.077+0000 7f87b6000640 1 -- 172.21.15.47:0/1214592553 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a8017070 con 0x7f87b8107ce0 2024-04-25T02:41:42.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.077+0000 7f87b6000640 1 -- 172.21.15.47:0/1214592553 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87a8003b70 con 0x7f87b8107ce0 2024-04-25T02:41:42.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.077+0000 7f87b6000640 1 -- 172.21.15.47:0/1214592553 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a80106c0 con 0x7f87b8107ce0 2024-04-25T02:41:42.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.077+0000 7f87bf000640 1 -- 172.21.15.47:0/1214592553 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87b81a36a0 con 0x7f87b8107ce0 2024-04-25T02:41:42.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.077+0000 7f87bf000640 1 -- 172.21.15.47:0/1214592553 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87b81aaf30 con 0x7f87b8107ce0 2024-04-25T02:41:42.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.080+0000 7f87c342f740 1 Processor -- start 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.080+0000 7f87b6000640 1 -- 172.21.15.47:0/1214592553 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f87a8004020 con 0x7f87b8107ce0 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87c342f740 1 -- start start 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87c342f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1aa300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87c342f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1b49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87c342f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b7300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87c342f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563e9d108f40 con 0x563e9d1a9f20 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87c342f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x563e9d10e190 con 0x563e9d1aa840 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87c342f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563e9d0b6a10 con 0x563e9d1b4f10 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87be600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1aa300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87bdc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1b49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87be600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1aa300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52022/0 (socket says 172.21.15.47:52022) 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87be600640 1 -- 172.21.15.47:0/3050253230 learned_addr learned my addr 172.21.15.47:0/3050253230 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.081+0000 7f87bd200640 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.082+0000 7f87be600640 1 -- 172.21.15.47:0/3050253230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 msgr2=0x563e9d1b7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.082+0000 7f87be600640 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.082+0000 7f87be600640 1 -- 172.21.15.47:0/3050253230 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 msgr2=0x563e9d1b49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.082+0000 7f87be600640 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1b49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.082+0000 7f87be600640 1 -- 172.21.15.47:0/3050253230 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e9ceea7e0 con 0x563e9d1a9f20 2024-04-25T02:41:42.088 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.082+0000 7f87bdc00640 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1b49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.082+0000 7f87be600640 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1aa300 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f87b0033000 tx=0x7f87b0005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31644c849a26a1c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.082+0000 7f87b6000640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f879c0a2d80 0x7f879c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.083+0000 7f87aea00640 1 -- 172.21.15.47:0/3050253230 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0040070 con 0x563e9d1a9f20 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.083+0000 7f87aea00640 1 -- 172.21.15.47:0/3050253230 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87b00318b0 con 0x563e9d1a9f20 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.083+0000 7f87aea00640 1 -- 172.21.15.47:0/3050253230 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0035040 con 0x563e9d1a9f20 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.083+0000 7f87b6000640 1 -- 172.21.15.47:0/1214592553 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f87a80cf190 con 0x7f87b8107ce0 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.083+0000 7f87bdc00640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f879c0a2d80 0x7f879c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 -- 172.21.15.47:0/3050253230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 msgr2=0x563e9d1aa300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87bdc00640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f879c0a2d80 0x7f879c0a5240 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x563e9d1ab4e0 tx=0x7f87a80d2c40 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1aa300 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f87b0033000 tx=0x7f87b0005e00 comp rx=0 tx=0).stop 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 -- 172.21.15.47:0/3050253230 shutdown_connections 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1b49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 --2- 172.21.15.47:0/3050253230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1aa300 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 -- 172.21.15.47:0/3050253230 >> 172.21.15.47:0/3050253230 conn(0x563e9d1a6240 msgr2=0x563e9d1a6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 -- 172.21.15.47:0/3050253230 shutdown_connections 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 -- 172.21.15.47:0/3050253230 wait complete. 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.084+0000 7f87c342f740 1 -- start start 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87c342f740 1 Processor -- start 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87c342f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1a9f20 0x563e9d1b1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87c342f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1aa840 0x563e9d1b23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87c342f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b2910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87c342f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563e9d0c9e70 con 0x563e9d1aa840 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87c342f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x563e9d10a150 con 0x563e9d1a9f20 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87c342f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563e9d1b7d40 con 0x563e9d1b4f10 2024-04-25T02:41:42.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87c342f740 10 client.0 _ll_register_callbacks cb 0x563e9d1051f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87bd200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1aa840 0x563e9d1b23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87be600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1a9f20 0x563e9d1b1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87bd200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1aa840 0x563e9d1b23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52030/0 (socket says 172.21.15.47:52030) 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.085+0000 7f87bd200640 1 -- 172.21.15.47:0/1479855755 learned_addr learned my addr 172.21.15.47:0/1479855755 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87be600640 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87bd200640 1 -- 172.21.15.47:0/1479855755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 msgr2=0x563e9d1b2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87bd200640 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b2910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87bd200640 1 -- 172.21.15.47:0/1479855755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1a9f20 msgr2=0x563e9d1b1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87bd200640 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1a9f20 0x563e9d1b1e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87bd200640 1 -- 172.21.15.47:0/1479855755 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e9cf4af70 con 0x563e9d1aa840 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87be600640 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87bd200640 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1aa840 0x563e9d1b23d0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f87a400b9f0 tx=0x7f87a400beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9cfaf705cd309fd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.093 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87a3400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:42.095 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.086+0000 7f87a3400640 1 -- 172.21.15.47:0/1479855755 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a401b440 con 0x563e9d1aa840 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.087+0000 7f87a3400640 1 -- 172.21.15.47:0/1479855755 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f87a401b5e0 con 0x563e9d1aa840 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.087+0000 7f87c342f740 1 -- 172.21.15.47:0/1479855755 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87b00318b0 con 0x563e9d1aa840 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.087+0000 7f87a3400640 1 -- 172.21.15.47:0/1479855755 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f87a401b7e0 con 0x563e9d1aa840 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.087+0000 7f87c342f740 10 client.17274 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.087+0000 7f87c342f740 1 -- 172.21.15.47:0/1479855755 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563e9cde2170 con 0x563e9d1aa840 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.087+0000 7f87a3400640 1 -- 172.21.15.47:0/1479855755 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87b00318b0 con 0x563e9d1aa840 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.087+0000 7f87a3400640 1 -- 172.21.15.47:0/1479855755 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f87a4019020 con 0x563e9d1aa840 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.088+0000 7f87c342f740 10 client.17274 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.088+0000 7f87c342f740 10 client.17274 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.088+0000 7f87c342f740 20 client.17274 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:42.096 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.088+0000 7f87c342f740 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563e9d1c51f0 0x563e9d1c75e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.088+0000 7f87c342f740 4 client.17274 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.088+0000 7f87c342f740 1 -- 172.21.15.47:0/1479855755 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e9d11b6d0 con 0x563e9d1c51f0 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.088+0000 7f87be600640 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563e9d1c51f0 0x563e9d1c75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.089+0000 7f87be600640 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563e9d1c51f0 0x563e9d1c75e0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f627e2a39084fc64 server_cookie=2002c7bb2d031130 in_seq=0 out_seq=0 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.089+0000 7f87a3400640 10 client.17274 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.089+0000 7f87a3400640 1 -- 172.21.15.47:0/1479855755 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563e9d11b6d0 con 0x563e9d1c51f0 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.089+0000 7f87a3400640 10 client.17274 handle_command_reply: tid=0 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 client.17274 shutdown 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 -- 172.21.15.47:0/1479855755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1aa840 msgr2=0x563e9d1b23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1aa840 0x563e9d1b23d0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f87a400b9f0 tx=0x7f87a400beb0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 -- 172.21.15.47:0/1479855755 shutdown_connections 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563e9d1c51f0 0x563e9d1c75e0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1b2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1aa840 0x563e9d1b23d0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 --2- 172.21.15.47:0/1479855755 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1a9f20 0x563e9d1b1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.097 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 -- 172.21.15.47:0/1479855755 >> 172.21.15.47:0/1479855755 conn(0x563e9d1a6240 msgr2=0x563e9d1abf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87a3400640 0 client.17274 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:42.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 -- 172.21.15.47:0/1479855755 shutdown_connections 2024-04-25T02:41:42.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 1 -- 172.21.15.47:0/1479855755 wait complete. 2024-04-25T02:41:42.098 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.090+0000 7f87c342f740 20 client.17274 trim_cache size 0 max 16384 2024-04-25T02:41:42.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87c342f740 1 Processor -- start 2024-04-25T02:41:42.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87c342f740 1 -- start start 2024-04-25T02:41:42.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87c342f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1c0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87c342f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1ccef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87c342f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1cd430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87c342f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b6090 con 0x563e9d1a9f20 2024-04-25T02:41:42.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87c342f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b3960 con 0x563e9d1aa840 2024-04-25T02:41:42.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87c342f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b17d0 con 0x563e9d1b4f10 2024-04-25T02:41:42.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.110+0000 7f87be600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1c0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1c0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52034/0 (socket says 172.21.15.47:52034) 2024-04-25T02:41:42.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 -- 172.21.15.47:0/2153702627 learned_addr learned my addr 172.21.15.47:0/2153702627 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87bd200640 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1ccef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1cd430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 -- 172.21.15.47:0/2153702627 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 msgr2=0x563e9d1cd430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1cd430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 -- 172.21.15.47:0/2153702627 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 msgr2=0x563e9d1ccef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1ccef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 -- 172.21.15.47:0/2153702627 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e9d1c7950 con 0x563e9d1a9f20 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87be600640 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1c0ae0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f87b00052f0 tx=0x7f87b0005540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=808e637e0617e15 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.111+0000 7f87ae000640 1 -- 172.21.15.47:0/2153702627 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0040040 con 0x563e9d1a9f20 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87ae000640 1 -- 172.21.15.47:0/2153702627 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87b00537b0 con 0x563e9d1a9f20 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87ae000640 1 -- 172.21.15.47:0/2153702627 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0035040 con 0x563e9d1a9f20 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 -- 172.21.15.47:0/2153702627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 msgr2=0x563e9d1c0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1c0ae0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f87b00052f0 tx=0x7f87b0005540 comp rx=0 tx=0).stop 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 -- 172.21.15.47:0/2153702627 shutdown_connections 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1b4f10 0x563e9d1cd430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1aa840 0x563e9d1ccef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 --2- 172.21.15.47:0/2153702627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1c0ae0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 -- 172.21.15.47:0/2153702627 >> 172.21.15.47:0/2153702627 conn(0x563e9d1a6240 msgr2=0x563e9d1b3f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 -- 172.21.15.47:0/2153702627 shutdown_connections 2024-04-25T02:41:42.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.112+0000 7f87c342f740 1 -- 172.21.15.47:0/2153702627 wait complete. 2024-04-25T02:41:42.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 1 -- start start 2024-04-25T02:41:42.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 1 Processor -- start 2024-04-25T02:41:42.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1bd350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1aa840 0x563e9d1b9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1b4f10 0x563e9d1ba500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b1e20 con 0x563e9d1a9f20 2024-04-25T02:41:42.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b3290 con 0x563e9d1b4f10 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b24f0 con 0x563e9d1aa840 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.113+0000 7f87c342f740 10 client.0 _ll_register_callbacks cb 0x7f87a4004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1bd350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1bd350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52036/0 (socket says 172.21.15.47:52036) 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 -- 172.21.15.47:0/720223516 learned_addr learned my addr 172.21.15.47:0/720223516 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87bd200640 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1aa840 0x563e9d1b9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1b4f10 0x563e9d1ba500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 -- 172.21.15.47:0/720223516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1aa840 msgr2=0x563e9d1b9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1aa840 0x563e9d1b9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 -- 172.21.15.47:0/720223516 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1b4f10 msgr2=0x563e9d1ba500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1b4f10 0x563e9d1ba500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.114+0000 7f87be600640 1 -- 172.21.15.47:0/720223516 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e9d1bacd0 con 0x563e9d1a9f20 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87be600640 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1bd350 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f87b00057c0 tx=0x7f87b0005a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301559a5530c4ef6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87a3400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:42.122 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87a3400640 1 -- 172.21.15.47:0/720223516 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b005b060 con 0x563e9d1a9f20 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87a3400640 1 -- 172.21.15.47:0/720223516 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f87b00532d0 con 0x563e9d1a9f20 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87c342f740 1 -- 172.21.15.47:0/720223516 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87b00537b0 con 0x563e9d1a9f20 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87a3400640 1 -- 172.21.15.47:0/720223516 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f87b0035070 con 0x563e9d1a9f20 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87c342f740 10 client.17280 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87c342f740 1 -- 172.21.15.47:0/720223516 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563e9d22c750 con 0x563e9d1a9f20 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.115+0000 7f87a3400640 1 -- 172.21.15.47:0/720223516 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87b00537b0 con 0x563e9d1a9f20 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.116+0000 7f87a3400640 1 -- 172.21.15.47:0/720223516 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f87b005f4f0 con 0x563e9d1a9f20 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.116+0000 7f87c342f740 10 client.17280 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.116+0000 7f87c342f740 10 client.17280 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.116+0000 7f87c342f740 20 client.17280 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.116+0000 7f87c342f740 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563e9d22ca30 0x563e9d22ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.116+0000 7f87c342f740 4 client.17280 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.116+0000 7f87c342f740 1 -- 172.21.15.47:0/720223516 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x563e9d115a20 con 0x563e9d22ca30 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.116+0000 7f87bd200640 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563e9d22ca30 0x563e9d22ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.117+0000 7f87bd200640 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563e9d22ca30 0x563e9d22ee20 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22675661531341a0 server_cookie=3a3aba87626e00b2 in_seq=0 out_seq=0 2024-04-25T02:41:42.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.117+0000 7f87a3400640 10 client.17280 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:42.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87a3400640 1 -- 172.21.15.47:0/720223516 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563e9d115a20 con 0x563e9d22ca30 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87a3400640 10 client.17280 handle_command_reply: tid=0 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 client.17280 shutdown 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 -- 172.21.15.47:0/720223516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 msgr2=0x563e9d1bd350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1bd350 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f87b00057c0 tx=0x7f87b0005a40 comp rx=0 tx=0).stop 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 -- 172.21.15.47:0/720223516 shutdown_connections 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563e9d22ca30 0x563e9d22ee20 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563e9d1b4f10 0x563e9d1ba500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e9d1aa840 0x563e9d1b9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 --2- 172.21.15.47:0/720223516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563e9d1a9f20 0x563e9d1bd350 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87a3400640 0 client.17280 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.118+0000 7f87c342f740 1 -- 172.21.15.47:0/720223516 >> 172.21.15.47:0/720223516 conn(0x563e9d1a6240 msgr2=0x563e9d1b36c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.119+0000 7f87c342f740 1 -- 172.21.15.47:0/720223516 shutdown_connections 2024-04-25T02:41:42.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.119+0000 7f87c342f740 1 -- 172.21.15.47:0/720223516 wait complete. 2024-04-25T02:41:42.126 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.119+0000 7f87c342f740 20 client.17280 trim_cache size 0 max 16384 2024-04-25T02:41:42.126 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:41:42.126 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:41:42.126 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "1d11efcc-f4f4-4c72-9103-8313101f25d6", 2024-04-25T02:41:42.126 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:41:42.126 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.119+0000 7f87bf000640 1 -- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f879c0a2d80 msgr2=0x7f879c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.119+0000 7f87bf000640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f879c0a2d80 0x7f879c0a5240 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x563e9d1ab4e0 tx=0x7f87a80d2c40 comp rx=0 tx=0).stop 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.119+0000 7f87bf000640 1 -- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8107ce0 msgr2=0x7f87b819e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.119+0000 7f87bf000640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8107ce0 0x7f87b819e3c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f87a800db80 tx=0x7f87a800b630 comp rx=0 tx=0).stop 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.120+0000 7f87bf000640 1 -- 172.21.15.47:0/1214592553 shutdown_connections 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.120+0000 7f87bf000640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f879c0a2d80 0x7f879c0a5240 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.120+0000 7f87bf000640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87b810dd00 0x7f87b81a2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.120+0000 7f87bf000640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87b8108680 0x7f87b819e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.120+0000 7f87bf000640 1 --2- 172.21.15.47:0/1214592553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f87b8107ce0 0x7f87b819e3c0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.120+0000 7f87bf000640 1 -- 172.21.15.47:0/1214592553 >> 172.21.15.47:0/1214592553 conn(0x7f87b8077560 msgr2=0x7f87b80784c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.120+0000 7f87bf000640 1 -- 172.21.15.47:0/1214592553 shutdown_connections 2024-04-25T02:41:42.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.120+0000 7f87bf000640 1 -- 172.21.15.47:0/1214592553 wait complete. 2024-04-25T02:41:42.142 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:41:42.142 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:41:42.359 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 -- 172.21.15.47:0/3981528786 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17d41037f0 msgr2=0x7f17d4103c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 --2- 172.21.15.47:0/3981528786 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17d41037f0 0x7f17d4103c70 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f17bc009930 tx=0x7f17bc02a440 comp rx=0 tx=0).stop 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 -- 172.21.15.47:0/3981528786 shutdown_connections 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 --2- 172.21.15.47:0/3981528786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f17d41041b0 0x7f17d41106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 --2- 172.21.15.47:0/3981528786 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17d41037f0 0x7f17d4103c70 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 --2- 172.21.15.47:0/3981528786 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f17d4109800 0x7f17d4109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 -- 172.21.15.47:0/3981528786 >> 172.21.15.47:0/3981528786 conn(0x7f17d40ff280 msgr2=0x7f17d41016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 -- 172.21.15.47:0/3981528786 shutdown_connections 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.354+0000 7f17d8a00640 1 -- 172.21.15.47:0/3981528786 wait complete. 2024-04-25T02:41:42.360 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.356+0000 7f17d8a00640 1 Processor -- start 2024-04-25T02:41:42.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.356+0000 7f17d8a00640 1 -- start start 2024-04-25T02:41:42.361 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.356+0000 7f17d8a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f17d41037f0 0x7f17d419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.356+0000 7f17d8a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f17d41041b0 0x7f17d419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d8a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17d4109800 0x7f17d419ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d8a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f17d4113c20 con 0x7f17d41037f0 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d8a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f17d4113aa0 con 0x7f17d41041b0 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d8a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f17d4113da0 con 0x7f17d4109800 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f17d41037f0 0x7f17d419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17cbe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f17d41041b0 0x7f17d419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f17d41037f0 0x7f17d419a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52050/0 (socket says 172.21.15.47:52050) 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3400640 1 -- 172.21.15.47:0/2473704053 learned_addr learned my addr 172.21.15.47:0/2473704053 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.362 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3e00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17d4109800 0x7f17d419ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3400640 1 -- 172.21.15.47:0/2473704053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17d4109800 msgr2=0x7f17d419ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3400640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17d4109800 0x7f17d419ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3400640 1 -- 172.21.15.47:0/2473704053 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f17d41041b0 msgr2=0x7f17d419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3400640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f17d41041b0 0x7f17d419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.357+0000 7f17d3400640 1 -- 172.21.15.47:0/2473704053 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17d419f170 con 0x7f17d41037f0 2024-04-25T02:41:42.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.358+0000 7f17d3400640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f17d41037f0 0x7f17d419a180 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f17c400d950 tx=0x7f17c400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.358+0000 7f17d0c00640 1 -- 172.21.15.47:0/2473704053 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c4017070 con 0x7f17d41037f0 2024-04-25T02:41:42.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.358+0000 7f17d0c00640 1 -- 172.21.15.47:0/2473704053 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f17c4009c30 con 0x7f17d41037f0 2024-04-25T02:41:42.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.358+0000 7f17d8a00640 1 -- 172.21.15.47:0/2473704053 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17d419f460 con 0x7f17d41037f0 2024-04-25T02:41:42.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.358+0000 7f17d0c00640 1 -- 172.21.15.47:0/2473704053 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c400f6b0 con 0x7f17d41037f0 2024-04-25T02:41:42.364 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.358+0000 7f17d8a00640 1 -- 172.21.15.47:0/2473704053 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17d41a6cf0 con 0x7f17d41037f0 2024-04-25T02:41:42.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17dcdff740 1 Processor -- start 2024-04-25T02:41:42.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17dcdff740 1 -- start start 2024-04-25T02:41:42.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17d0c00640 1 -- 172.21.15.47:0/2473704053 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f17c40109d0 con 0x7f17d41037f0 2024-04-25T02:41:42.367 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad85805c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad8580b00 0x555ad858ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad858b1d0 0x555ad858d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17dcdff740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555ad84e4560 con 0x555ad858b1d0 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17dcdff740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x555ad848c930 con 0x555ad85801e0 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.362+0000 7f17dcdff740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555ad84e0520 con 0x555ad8580b00 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad858b1d0 0x555ad858d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17d3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad85805c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad858b1d0 0x555ad858d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52058/0 (socket says 172.21.15.47:52058) 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 -- 172.21.15.47:0/2007845941 learned_addr learned my addr 172.21.15.47:0/2007845941 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.368 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17d3400640 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad8580b00 0x555ad858ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 -- 172.21.15.47:0/2007845941 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad8580b00 msgr2=0x555ad858ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad8580b00 0x555ad858ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 -- 172.21.15.47:0/2007845941 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 msgr2=0x555ad85805c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad85805c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 -- 172.21.15.47:0/2007845941 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ad82c27d0 con 0x555ad858b1d0 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17d3e00640 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad85805c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.363+0000 7f17cbe00640 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad858b1d0 0x555ad858d5c0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f17bc009930 tx=0x7f17bc005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86cab3f8b0b28523 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.364+0000 7f17c3e00640 1 -- 172.21.15.47:0/2007845941 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc035040 con 0x555ad858b1d0 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.364+0000 7f17c3e00640 1 -- 172.21.15.47:0/2007845941 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f17bc005520 con 0x555ad858b1d0 2024-04-25T02:41:42.370 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.364+0000 7f17c3e00640 1 -- 172.21.15.47:0/2007845941 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc003850 con 0x555ad858b1d0 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.364+0000 7f17d0c00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f17b80a2d00 0x7f17b80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.364+0000 7f17d0c00640 1 -- 172.21.15.47:0/2473704053 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f17c40cef30 con 0x7f17d41037f0 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.364+0000 7f17d3e00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f17b80a2d00 0x7f17b80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 -- 172.21.15.47:0/2007845941 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad858b1d0 msgr2=0x555ad858d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad858b1d0 0x555ad858d5c0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f17bc009930 tx=0x7f17bc005c00 comp rx=0 tx=0).stop 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 -- 172.21.15.47:0/2007845941 shutdown_connections 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad858b1d0 0x555ad858d5c0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad8580b00 0x555ad858ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2007845941 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad85805c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 -- 172.21.15.47:0/2007845941 >> 172.21.15.47:0/2007845941 conn(0x555ad857c500 msgr2=0x555ad857c8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17d3e00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f17b80a2d00 0x7f17b80a51c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f17cc005fd0 tx=0x7f17cc0096a0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 -- 172.21.15.47:0/2007845941 shutdown_connections 2024-04-25T02:41:42.371 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.365+0000 7f17dcdff740 1 -- 172.21.15.47:0/2007845941 wait complete. 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 1 -- start start 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 1 Processor -- start 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad8588090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad85885d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 0x555ad8588b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555ad858df60 con 0x555ad8580b00 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x555ad849fd90 con 0x555ad85801e0 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555ad858e0e0 con 0x555ad858b1d0 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.366+0000 7f17dcdff740 10 client.0 _ll_register_callbacks cb 0x555ad849f780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17cbe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad85885d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17d3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad8588090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17d3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 0x555ad8588b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17cbe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad85885d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52070/0 (socket says 172.21.15.47:52070) 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17cbe00640 1 -- 172.21.15.47:0/1453988148 learned_addr learned my addr 172.21.15.47:0/1453988148 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17d3400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad8588090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:43976/0 (socket says 172.21.15.47:43976) 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17cbe00640 1 -- 172.21.15.47:0/1453988148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 msgr2=0x555ad8588b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17cbe00640 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 0x555ad8588b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17cbe00640 1 -- 172.21.15.47:0/1453988148 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 msgr2=0x555ad8588090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17cbe00640 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad8588090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17cbe00640 1 -- 172.21.15.47:0/1453988148 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ad81f83f0 con 0x555ad8580b00 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.367+0000 7f17d3400640 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad8588090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.368+0000 7f17cbe00640 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad85885d0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f17bc031550 tx=0x7f17bc02a440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=110cc422f60eee42 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.368+0000 7f17c0c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.368+0000 7f17c0c00640 1 -- 172.21.15.47:0/1453988148 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc035040 con 0x555ad8580b00 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.368+0000 7f17c0c00640 1 -- 172.21.15.47:0/1453988148 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f17bc004e30 con 0x555ad8580b00 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.368+0000 7f17dcdff740 1 -- 172.21.15.47:0/1453988148 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17bc005520 con 0x555ad8580b00 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.368+0000 7f17c0c00640 1 -- 172.21.15.47:0/1453988148 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f17bc05a050 con 0x555ad8580b00 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.368+0000 7f17dcdff740 10 client.17292 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:42.376 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.368+0000 7f17dcdff740 1 -- 172.21.15.47:0/1453988148 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555ad81b80f0 con 0x555ad8580b00 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17c0c00640 1 -- 172.21.15.47:0/1453988148 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f17bc005520 con 0x555ad8580b00 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17c0c00640 1 -- 172.21.15.47:0/1453988148 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f17bc055030 con 0x555ad8580b00 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17dcdff740 10 client.17292 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17dcdff740 10 client.17292 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17dcdff740 20 client.17292 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17dcdff740 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555ad859b2b0 0x555ad859d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17dcdff740 4 client.17292 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17dcdff740 1 -- 172.21.15.47:0/1453988148 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ad84f7d90 con 0x555ad859b2b0 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.369+0000 7f17d3400640 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555ad859b2b0 0x555ad859d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.370+0000 7f17d3400640 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555ad859b2b0 0x555ad859d6a0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36ed5bc7d6949b74 server_cookie=84aeee2f5e753a3a in_seq=0 out_seq=0 2024-04-25T02:41:42.377 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.370+0000 7f17c0c00640 10 client.17292 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:42.378 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17c0c00640 1 -- 172.21.15.47:0/1453988148 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555ad84f7d90 con 0x555ad859b2b0 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17c0c00640 10 client.17292 handle_command_reply: tid=0 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 client.17292 shutdown 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 -- 172.21.15.47:0/1453988148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 msgr2=0x555ad85885d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad85885d0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f17bc031550 tx=0x7f17bc02a440 comp rx=0 tx=0).stop 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 -- 172.21.15.47:0/1453988148 shutdown_connections 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555ad859b2b0 0x555ad859d6a0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 0x555ad8588b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad85885d0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 --2- 172.21.15.47:0/1453988148 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad85801e0 0x555ad8588090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17c0c00640 0 client.17292 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 -- 172.21.15.47:0/1453988148 >> 172.21.15.47:0/1453988148 conn(0x555ad857c500 msgr2=0x555ad857b800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 -- 172.21.15.47:0/1453988148 shutdown_connections 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 1 -- 172.21.15.47:0/1453988148 wait complete. 2024-04-25T02:41:42.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.371+0000 7f17dcdff740 20 client.17292 trim_cache size 0 max 16384 2024-04-25T02:41:42.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.391+0000 7f17dcdff740 1 Processor -- start 2024-04-25T02:41:42.396 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.391+0000 7f17dcdff740 1 -- start start 2024-04-25T02:41:42.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.391+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad85801e0 0x555ad857bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.397 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.391+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad8580b00 0x555ad85852f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.391+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 0x555ad8585830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.391+0000 7f17dcdff740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f17d41b1d90 con 0x555ad85801e0 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.391+0000 7f17dcdff740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f17d41af660 con 0x555ad8580b00 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.391+0000 7f17dcdff740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f17d41ad4d0 con 0x555ad858b1d0 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17d3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad85801e0 0x555ad857bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17cbe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad8580b00 0x555ad85852f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17cbe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad8580b00 0x555ad85852f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:43990/0 (socket says 172.21.15.47:43990) 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17d3400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad85801e0 0x555ad857bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:52086/0 (socket says 172.21.15.47:52086) 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17cbe00640 1 -- 172.21.15.47:0/2305880208 learned_addr learned my addr 172.21.15.47:0/2305880208 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17d3e00640 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 0x555ad8585830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17cbe00640 1 -- 172.21.15.47:0/2305880208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 msgr2=0x555ad8585830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17cbe00640 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 0x555ad8585830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.398 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17cbe00640 1 -- 172.21.15.47:0/2305880208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad85801e0 msgr2=0x555ad857bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17cbe00640 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad85801e0 0x555ad857bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17cbe00640 1 -- 172.21.15.47:0/2305880208 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ad8580930 con 0x555ad8580b00 2024-04-25T02:41:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.392+0000 7f17d3400640 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad85801e0 0x555ad857bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:41:42.399 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.393+0000 7f17cbe00640 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad8580b00 0x555ad85852f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f17bc02a960 tx=0x7f17bc003f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f902b6005df5dd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.393+0000 7f17c3400640 1 -- 172.21.15.47:0/2305880208 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc035070 con 0x555ad8580b00 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.393+0000 7f17c3400640 1 -- 172.21.15.47:0/2305880208 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f17bc003ad0 con 0x555ad8580b00 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.393+0000 7f17c3400640 1 -- 172.21.15.47:0/2305880208 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc004d00 con 0x555ad8580b00 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 -- 172.21.15.47:0/2305880208 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad8580b00 msgr2=0x555ad85852f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad8580b00 0x555ad85852f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f17bc02a960 tx=0x7f17bc003f70 comp rx=0 tx=0).stop 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 -- 172.21.15.47:0/2305880208 shutdown_connections 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad858b1d0 0x555ad8585830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad8580b00 0x555ad85852f0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2305880208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad85801e0 0x555ad857bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 -- 172.21.15.47:0/2305880208 >> 172.21.15.47:0/2305880208 conn(0x555ad857c500 msgr2=0x555ad857c8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 -- 172.21.15.47:0/2305880208 shutdown_connections 2024-04-25T02:41:42.401 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 -- 172.21.15.47:0/2305880208 wait complete. 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.394+0000 7f17dcdff740 1 -- start start 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17dcdff740 1 Processor -- start 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad85801e0 0x555ad859d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad859dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17dcdff740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad858b1d0 0x555ad8607c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17dcdff740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f17d41adb20 con 0x555ad8580b00 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17dcdff740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f17d41aef90 con 0x555ad858b1d0 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17dcdff740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f17d41ae1f0 con 0x555ad85801e0 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17dcdff740 10 client.0 _ll_register_callbacks cb 0x7f17bc004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17d3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad858b1d0 0x555ad8607c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.402 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17d3e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad858b1d0 0x555ad8607c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44002/0 (socket says 172.21.15.47:44002) 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.395+0000 7f17d3e00640 1 -- 172.21.15.47:0/2523100877 learned_addr learned my addr 172.21.15.47:0/2523100877 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17cbe00640 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad859dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17d3400640 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad85801e0 0x555ad859d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17d3e00640 1 -- 172.21.15.47:0/2523100877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad85801e0 msgr2=0x555ad859d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17d3e00640 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad85801e0 0x555ad859d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17d3e00640 1 -- 172.21.15.47:0/2523100877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 msgr2=0x555ad859dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17d3e00640 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad859dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17d3e00640 1 -- 172.21.15.47:0/2523100877 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ad86081d0 con 0x555ad858b1d0 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17d3e00640 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad858b1d0 0x555ad8607c90 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f17cc01e4f0 tx=0x7f17cc004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=240730cd180daa83 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:41:42.403 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.396+0000 7f17c0c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:41:42.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17c0c00640 1 -- 172.21.15.47:0/2523100877 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17cc02e060 con 0x555ad858b1d0 2024-04-25T02:41:42.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 1 -- 172.21.15.47:0/2523100877 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17bc003ad0 con 0x555ad858b1d0 2024-04-25T02:41:42.405 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17c0c00640 1 -- 172.21.15.47:0/2523100877 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8513+0+0 (secure 0 0 0) 0x7f17cc01d410 con 0x555ad858b1d0 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17c0c00640 1 -- 172.21.15.47:0/2523100877 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f17cc01d610 con 0x555ad858b1d0 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 10 client.27407 fetch_fsmap learned FSMap version 24 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 1 -- 172.21.15.47:0/2523100877 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555ad86094c0 con 0x555ad858b1d0 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17c0c00640 1 -- 172.21.15.47:0/2523100877 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f17bc003ad0 con 0x555ad858b1d0 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17c0c00640 1 -- 172.21.15.47:0/2523100877 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f17cc0299d0 con 0x555ad858b1d0 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 10 client.27407 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 10 client.27407 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 20 client.27407 populate_metadata read hostname 'smithi047' 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555ad8609b90 0x555ad860bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 4 client.27407 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.397+0000 7f17dcdff740 1 -- 172.21.15.47:0/2523100877 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555ad84f1aa0 con 0x555ad8609b90 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.398+0000 7f17d3400640 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555ad8609b90 0x555ad860bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.398+0000 7f17d3400640 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555ad8609b90 0x555ad860bfb0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b855bc18a80bf480 server_cookie=9aaceeb4b4260986 in_seq=0 out_seq=0 2024-04-25T02:41:42.406 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.398+0000 7f17c0c00640 10 client.27407 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.398+0000 7f17c0c00640 1 -- 172.21.15.47:0/2523100877 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555ad84f1aa0 con 0x555ad8609b90 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.398+0000 7f17c0c00640 10 client.27407 handle_command_reply: tid=0 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 client.27407 shutdown 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 -- 172.21.15.47:0/2523100877 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad858b1d0 msgr2=0x555ad8607c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad858b1d0 0x555ad8607c90 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f17cc01e4f0 tx=0x7f17cc004a40 comp rx=0 tx=0).stop 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 -- 172.21.15.47:0/2523100877 shutdown_connections 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x555ad8609b90 0x555ad860bfb0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x555ad858b1d0 0x555ad8607c90 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17c0c00640 0 client.27407 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ad8580b00 0x555ad859dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 --2- 172.21.15.47:0/2523100877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555ad85801e0 0x555ad859d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 -- 172.21.15.47:0/2523100877 >> 172.21.15.47:0/2523100877 conn(0x555ad857c500 msgr2=0x555ad8596330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 -- 172.21.15.47:0/2523100877 shutdown_connections 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 1 -- 172.21.15.47:0/2523100877 wait complete. 2024-04-25T02:41:42.407 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.399+0000 7f17dcdff740 20 client.27407 trim_cache size 0 max 16384 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout: "1d11efcc-f4f4-4c72-9103-8313101f25d6": { 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "1d11efcc-f4f4-4c72-9103-8313101f25d6", 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:41:42.408 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:41:42.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 -- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f17b80a2d00 msgr2=0x7f17b80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f17b80a2d00 0x7f17b80a51c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f17cc005fd0 tx=0x7f17cc0096a0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 -- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f17d41037f0 msgr2=0x7f17d419a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:41:42.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f17d41037f0 0x7f17d419a180 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f17c400d950 tx=0x7f17c400de10 comp rx=0 tx=0).stop 2024-04-25T02:41:42.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 -- 172.21.15.47:0/2473704053 shutdown_connections 2024-04-25T02:41:42.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f17b80a2d00 0x7f17b80a51c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17d4109800 0x7f17d419ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.409 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f17d41041b0 0x7f17d419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 --2- 172.21.15.47:0/2473704053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f17d41037f0 0x7f17d419a180 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:41:42.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 -- 172.21.15.47:0/2473704053 >> 172.21.15.47:0/2473704053 conn(0x7f17d40ff280 msgr2=0x7f17d40ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:41:42.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 -- 172.21.15.47:0/2473704053 shutdown_connections 2024-04-25T02:41:42.410 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:41:42.400+0000 7f17d8a00640 1 -- 172.21.15.47:0/2473704053 wait complete. 2024-04-25T02:41:42.422 INFO:tasks.cephfs.filesystem:scrub status for tag:1d11efcc-f4f4-4c72-9103-8313101f25d6 - {'path': '/', 'tag': '1d11efcc-f4f4-4c72-9103-8313101f25d6', 'options': 'recursive,force'} 2024-04-25T02:41:43.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:42 smithi113 ceph-mon[32459]: pgmap v279: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:42 smithi178 ceph-mon[33053]: pgmap v279: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:43.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:42 smithi047 ceph-mon[27871]: pgmap v279: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:44.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:43 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:41:44.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:43 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:44.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:43 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:41:44.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:43 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:44.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:43 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:41:44.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:43 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:44.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:43 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:41:44.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:43 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:43 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:41:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:43 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:43 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:41:44.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:43 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:41:45.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:44 smithi113 ceph-mon[32459]: pgmap v280: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:44 smithi178 ceph-mon[33053]: pgmap v280: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:44 smithi047 ceph-mon[27871]: pgmap v280: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:46.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:45 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:41:46.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:45 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:41:46.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:45 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:41:47.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:46 smithi113 ceph-mon[32459]: pgmap v281: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:46 smithi178 ceph-mon[33053]: pgmap v281: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:47.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:46 smithi047 ceph-mon[27871]: pgmap v281: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:49.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:48 smithi113 ceph-mon[32459]: pgmap v282: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:49.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:48 smithi178 ceph-mon[33053]: pgmap v282: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:48 smithi047 ceph-mon[27871]: pgmap v282: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:51.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:50 smithi113 ceph-mon[32459]: pgmap v283: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:50 smithi178 ceph-mon[33053]: pgmap v283: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:51.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:50 smithi047 ceph-mon[27871]: pgmap v283: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:53.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:52 smithi113 ceph-mon[32459]: pgmap v284: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:53.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:52 smithi178 ceph-mon[33053]: pgmap v284: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:53.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:52 smithi047 ceph-mon[27871]: pgmap v284: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:41:55.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:54 smithi113 ceph-mon[32459]: pgmap v285: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:55.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:54 smithi178 ceph-mon[33053]: pgmap v285: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:54 smithi047 ceph-mon[27871]: pgmap v285: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:41:57.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:56 smithi113 ceph-mon[32459]: pgmap v286: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:57.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:56 smithi178 ceph-mon[33053]: pgmap v286: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:57.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:56 smithi047 ceph-mon[27871]: pgmap v286: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:41:59.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:41:58 smithi113 ceph-mon[32459]: pgmap v287: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:59.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:41:58 smithi178 ceph-mon[33053]: pgmap v287: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:41:59.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:41:58 smithi047 ceph-mon[27871]: pgmap v287: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:01.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:00 smithi113 ceph-mon[32459]: pgmap v288: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:00 smithi178 ceph-mon[33053]: pgmap v288: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:00 smithi047 ceph-mon[27871]: pgmap v288: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:03.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:02 smithi113 ceph-mon[32459]: pgmap v289: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:02 smithi178 ceph-mon[33053]: pgmap v289: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:03.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:02 smithi047 ceph-mon[27871]: pgmap v289: 97 pgs: 97 active+clean; 6.5 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:05.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:04 smithi113 ceph-mon[32459]: pgmap v290: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:42:05.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:04 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:42:05.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:04 smithi178 ceph-mon[33053]: pgmap v290: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:42:05.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:04 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:42:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:04 smithi047 ceph-mon[27871]: pgmap v290: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:42:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:04 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:42:06.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:05 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:42:06.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:05 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:42:06.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:05 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:42:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:05 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:42:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:05 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:42:06.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:05 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:42:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:05 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:42:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:05 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:42:06.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:05 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:42:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:06 smithi113 ceph-mon[32459]: pgmap v291: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:42:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:06 smithi178 ceph-mon[33053]: pgmap v291: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:42:07.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:06 smithi047 ceph-mon[27871]: pgmap v291: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:42:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:08 smithi178 ceph-mon[33053]: pgmap v292: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:42:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:08 smithi047 ceph-mon[27871]: pgmap v292: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:42:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:08 smithi113 ceph-mon[32459]: pgmap v292: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:42:11.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:10 smithi178 ceph-mon[33053]: pgmap v293: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:42:11.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:10 smithi047 ceph-mon[27871]: pgmap v293: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:42:11.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:10 smithi113 ceph-mon[32459]: pgmap v293: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:42:12.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:11 smithi178 ceph-mon[33053]: osdmap e96: 12 total, 12 up, 12 in 2024-04-25T02:42:12.158 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:11 smithi113 ceph-mon[32459]: osdmap e96: 12 total, 12 up, 12 in 2024-04-25T02:42:12.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:11 smithi047 ceph-mon[27871]: osdmap e96: 12 total, 12 up, 12 in 2024-04-25T02:42:12.424 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:42:12.424 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.643+0000 7f52ad800640 1 -- 172.21.15.47:0/2205005549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a8073b70 msgr2=0x7f52a8073f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.643+0000 7f52ad800640 1 --2- 172.21.15.47:0/2205005549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a8073b70 0x7f52a8073f50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f5298009900 tx=0x7f529802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.644+0000 7f52ad800640 1 -- 172.21.15.47:0/2205005549 shutdown_connections 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.644+0000 7f52ad800640 1 --2- 172.21.15.47:0/2205005549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52a810de30 0x7f52a8110280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.644+0000 7f52ad800640 1 --2- 172.21.15.47:0/2205005549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8074490 0x7f52a810d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.644+0000 7f52ad800640 1 --2- 172.21.15.47:0/2205005549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a8073b70 0x7f52a8073f50 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.644+0000 7f52ad800640 1 -- 172.21.15.47:0/2205005549 >> 172.21.15.47:0/2205005549 conn(0x7f52a80fd0e0 msgr2=0x7f52a80ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.644+0000 7f52ad800640 1 -- 172.21.15.47:0/2205005549 shutdown_connections 2024-04-25T02:42:12.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.644+0000 7f52ad800640 1 -- 172.21.15.47:0/2205005549 wait complete. 2024-04-25T02:42:12.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.645+0000 7f52ad800640 1 Processor -- start 2024-04-25T02:42:12.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.645+0000 7f52ad800640 1 -- start start 2024-04-25T02:42:12.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ad800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52a8073b70 0x7f52a819a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ad800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8074490 0x7f52a819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ad800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a810de30 0x7f52a819ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ad800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f52a8113bd0 con 0x7f52a8073b70 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ad800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f52a8113a50 con 0x7f52a810de30 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ad800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52a8113d50 con 0x7f52a8074490 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52a8073b70 0x7f52a819a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ace00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a810de30 0x7f52a819ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52a7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8074490 0x7f52a819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52a8073b70 0x7f52a819a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45292/0 (socket says 172.21.15.47:45292) 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ace00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a810de30 0x7f52a819ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54606/0 (socket says 172.21.15.47:54606) 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52a7e00640 1 -- 172.21.15.47:0/4208855984 learned_addr learned my addr 172.21.15.47:0/4208855984 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.646+0000 7f52ace00640 1 -- 172.21.15.47:0/4208855984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8074490 msgr2=0x7f52a819a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52ace00640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8074490 0x7f52a819a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52ace00640 1 -- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52a8073b70 msgr2=0x7f52a819a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52ace00640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52a8073b70 0x7f52a819a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.651 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52ace00640 1 -- 172.21.15.47:0/4208855984 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a819f140 con 0x7f52a810de30 2024-04-25T02:42:12.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52ace00640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a810de30 0x7f52a819ea10 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f52a000ec50 tx=0x7f52a000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:12.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52a4c00640 1 -- 172.21.15.47:0/4208855984 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a0003b70 con 0x7f52a810de30 2024-04-25T02:42:12.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52a4c00640 1 -- 172.21.15.47:0/4208855984 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52a0003d10 con 0x7f52a810de30 2024-04-25T02:42:12.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52a4c00640 1 -- 172.21.15.47:0/4208855984 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a0010890 con 0x7f52a810de30 2024-04-25T02:42:12.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.647+0000 7f52ad800640 1 -- 172.21.15.47:0/4208855984 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a819f430 con 0x7f52a810de30 2024-04-25T02:42:12.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.648+0000 7f52ad800640 1 -- 172.21.15.47:0/4208855984 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a81a6cc0 con 0x7f52a810de30 2024-04-25T02:42:12.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.651+0000 7f52b1d86740 1 Processor -- start 2024-04-25T02:42:12.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.651+0000 7f52a4c00640 1 -- 172.21.15.47:0/4208855984 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f52a0010a30 con 0x7f52a810de30 2024-04-25T02:42:12.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.651+0000 7f52b1d86740 1 -- start start 2024-04-25T02:42:12.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9bc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9c6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9c71d0 0x55721b9c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52b1d86740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55721b920560 con 0x55721b9c71d0 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52b1d86740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55721b8c8930 con 0x55721b9bcb00 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52b1d86740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55721b91c520 con 0x55721b9bc1e0 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9c6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9c71d0 0x55721b9c95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9c6c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54616/0 (socket says 172.21.15.47:54616) 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7e00640 1 -- 172.21.15.47:0/2663229103 learned_addr learned my addr 172.21.15.47:0/2663229103 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7400640 1 --2- 172.21.15.47:0/2663229103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9bc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7e00640 1 -- 172.21.15.47:0/2663229103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 msgr2=0x55721b9bc5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7e00640 1 --2- 172.21.15.47:0/2663229103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9bc5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7e00640 1 -- 172.21.15.47:0/2663229103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9c71d0 msgr2=0x55721b9c95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:12.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7e00640 1 --2- 172.21.15.47:0/2663229103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9c71d0 0x55721b9c95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.652+0000 7f52a7e00640 1 -- 172.21.15.47:0/2663229103 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55721b6fe7d0 con 0x55721b9bcb00 2024-04-25T02:42:12.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.653+0000 7f52a7e00640 1 --2- 172.21.15.47:0/2663229103 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9c6c90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5298009a20 tx=0x7f5298005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ae456f89e83f2cf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:12.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.653+0000 7f52a4c00640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f528c0a2d80 0x7f528c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.653+0000 7f52a4c00640 1 -- 172.21.15.47:0/4208855984 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7f52a00cf940 con 0x7f52a810de30 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.653+0000 7f52a7400640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f528c0a2d80 0x7f528c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.653+0000 7f529d600640 1 -- 172.21.15.47:0/2663229103 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5298040070 con 0x55721b9bcb00 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.654+0000 7f529d600640 1 -- 172.21.15.47:0/2663229103 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5298004030 con 0x55721b9bcb00 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.654+0000 7f529d600640 1 -- 172.21.15.47:0/2663229103 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5298035040 con 0x55721b9bcb00 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.654+0000 7f52b1d86740 1 -- 172.21.15.47:0/2663229103 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 msgr2=0x55721b9c6c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.654+0000 7f52a7400640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f528c0a2d80 0x7f528c0a5240 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x55721b9b9690 tx=0x7f5294004730 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.654+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2663229103 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9c6c90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5298009a20 tx=0x7f5298005dd0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 -- 172.21.15.47:0/2663229103 shutdown_connections 2024-04-25T02:42:12.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2663229103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9c71d0 0x55721b9c95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2663229103 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9c6c90 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2663229103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9bc5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 -- 172.21.15.47:0/2663229103 >> 172.21.15.47:0/2663229103 conn(0x55721b9b8500 msgr2=0x55721b9b88e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:12.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 -- 172.21.15.47:0/2663229103 shutdown_connections 2024-04-25T02:42:12.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 -- 172.21.15.47:0/2663229103 wait complete. 2024-04-25T02:42:12.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 -- start start 2024-04-25T02:42:12.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.655+0000 7f52b1d86740 1 Processor -- start 2024-04-25T02:42:12.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9c4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bcb00 0x55721b9c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.662 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9c4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52b1d86740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55721b9c9f60 con 0x55721b9bc1e0 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52b1d86740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55721b8dbd90 con 0x55721b9c71d0 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52b1d86740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55721b9ca0e0 con 0x55721b9bcb00 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52b1d86740 10 client.0 _ll_register_callbacks cb 0x55721b8db780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9c4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52ace00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9c4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52a7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bcb00 0x55721b9c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52ace00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9c4c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54622/0 (socket says 172.21.15.47:54622) 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52ace00640 1 -- 172.21.15.47:0/2544098907 learned_addr learned my addr 172.21.15.47:0/2544098907 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.656+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9c4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45302/0 (socket says 172.21.15.47:45302) 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52ace00640 1 -- 172.21.15.47:0/2544098907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bcb00 msgr2=0x55721b9c46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52ace00640 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bcb00 0x55721b9c46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52ace00640 1 -- 172.21.15.47:0/2544098907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 msgr2=0x55721b9c4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52ace00640 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9c4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.663 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52ace00640 1 -- 172.21.15.47:0/2544098907 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55721b6343f0 con 0x55721b9c71d0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52ace00640 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9c4c10 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f52a00a4520 tx=0x7f52a0098170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36199bb7be16e5fb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f5292000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f5292000640 1 -- 172.21.15.47:0/2544098907 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a009f070 con 0x55721b9c71d0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f5292000640 1 -- 172.21.15.47:0/2544098907 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7f52a0004d40 con 0x55721b9c71d0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52b1d86740 1 -- 172.21.15.47:0/2544098907 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5298004030 con 0x55721b9c71d0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f5292000640 1 -- 172.21.15.47:0/2544098907 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f52a009c4e0 con 0x55721b9c71d0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52b1d86740 10 client.27419 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.657+0000 7f52b1d86740 1 -- 172.21.15.47:0/2544098907 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55721b5f40f0 con 0x55721b9c71d0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f5292000640 1 -- 172.21.15.47:0/2544098907 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5298004030 con 0x55721b9c71d0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f5292000640 1 -- 172.21.15.47:0/2544098907 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f52a009aca0 con 0x55721b9c71d0 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f52b1d86740 10 client.27419 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f52b1d86740 10 client.27419 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f52b1d86740 20 client.27419 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55721b9dfd20 0x55721b9e2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f52b1d86740 4 client.27419 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:12.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f52b1d86740 1 -- 172.21.15.47:0/2544098907 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55721b933d90 con 0x55721b9dfd20 2024-04-25T02:42:12.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.658+0000 7f52a7e00640 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55721b9dfd20 0x55721b9e2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.659+0000 7f52a7e00640 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55721b9dfd20 0x55721b9e2170 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3d82e105c132c0f server_cookie=702f8ff3c46b33da in_seq=0 out_seq=0 2024-04-25T02:42:12.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.659+0000 7f5292000640 10 client.27419 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:12.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f5292000640 1 -- 172.21.15.47:0/2544098907 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55721b933d90 con 0x55721b9dfd20 2024-04-25T02:42:12.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f5292000640 10 client.27419 handle_command_reply: tid=0 2024-04-25T02:42:12.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 client.27419 shutdown 2024-04-25T02:42:12.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 -- 172.21.15.47:0/2544098907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 msgr2=0x55721b9c4c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9c4c10 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f52a00a4520 tx=0x7f52a0098170 comp rx=0 tx=0).stop 2024-04-25T02:42:12.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 -- 172.21.15.47:0/2544098907 shutdown_connections 2024-04-25T02:42:12.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55721b9dfd20 0x55721b9e2170 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.666 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9c4c10 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bcb00 0x55721b9c46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f5292000640 0 client.27419 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:12.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 --2- 172.21.15.47:0/2544098907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9c4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 -- 172.21.15.47:0/2544098907 >> 172.21.15.47:0/2544098907 conn(0x55721b9b8500 msgr2=0x55721b9b7800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:12.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 -- 172.21.15.47:0/2544098907 shutdown_connections 2024-04-25T02:42:12.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 1 -- 172.21.15.47:0/2544098907 wait complete. 2024-04-25T02:42:12.667 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.660+0000 7f52b1d86740 20 client.27419 trim_cache size 0 max 16384 2024-04-25T02:42:12.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.680+0000 7f52b1d86740 1 Processor -- start 2024-04-25T02:42:12.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.680+0000 7f52b1d86740 1 -- start start 2024-04-25T02:42:12.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.680+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9b88e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.680+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bcb00 0x55721b9c3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.680+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9bea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.680+0000 7f52b1d86740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81ad9f0 con 0x55721b9bcb00 2024-04-25T02:42:12.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.680+0000 7f52b1d86740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81ab2c0 con 0x55721b9c71d0 2024-04-25T02:42:12.684 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.680+0000 7f52b1d86740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81a9130 con 0x55721b9bc1e0 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bcb00 0x55721b9c3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9b88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9b88e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:49098/0 (socket says 172.21.15.47:49098) 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7e00640 1 -- 172.21.15.47:0/4138132055 learned_addr learned my addr 172.21.15.47:0/4138132055 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52ace00640 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9bea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7e00640 1 -- 172.21.15.47:0/4138132055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 msgr2=0x55721b9bea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7e00640 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9bea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7e00640 1 -- 172.21.15.47:0/4138132055 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bcb00 msgr2=0x55721b9c3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7e00640 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bcb00 0x55721b9c3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52a7e00640 1 -- 172.21.15.47:0/4138132055 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55721b9bef40 con 0x55721b9bc1e0 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.681+0000 7f52ace00640 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9bea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:12.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.682+0000 7f52a7e00640 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9b88e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f5298005e40 tx=0x7f529802a480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7505f216de9b7fee server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:12.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.682+0000 7f529cc00640 1 -- 172.21.15.47:0/4138132055 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5298035040 con 0x55721b9bc1e0 2024-04-25T02:42:12.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.682+0000 7f529cc00640 1 -- 172.21.15.47:0/4138132055 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5298004040 con 0x55721b9bc1e0 2024-04-25T02:42:12.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.682+0000 7f529cc00640 1 -- 172.21.15.47:0/4138132055 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5298040040 con 0x55721b9bc1e0 2024-04-25T02:42:12.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.682+0000 7f52b1d86740 1 -- 172.21.15.47:0/4138132055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 msgr2=0x55721b9b88e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.682+0000 7f52b1d86740 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9b88e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f5298005e40 tx=0x7f529802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 -- 172.21.15.47:0/4138132055 shutdown_connections 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9c71d0 0x55721b9bea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bcb00 0x55721b9c3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 --2- 172.21.15.47:0/4138132055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9bc1e0 0x55721b9b88e0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 -- 172.21.15.47:0/4138132055 >> 172.21.15.47:0/4138132055 conn(0x55721b9b8500 msgr2=0x55721b9c4150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 -- 172.21.15.47:0/4138132055 shutdown_connections 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 -- 172.21.15.47:0/4138132055 wait complete. 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 -- start start 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.683+0000 7f52b1d86740 1 Processor -- start 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9d2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9d32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52b1d86740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9c71d0 0x55721ba442a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52b1d86740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81a9780 con 0x55721b9bc1e0 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52b1d86740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81aabf0 con 0x55721b9bcb00 2024-04-25T02:42:12.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52b1d86740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81a9e50 con 0x55721b9c71d0 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52b1d86740 10 client.0 _ll_register_callbacks cb 0x7f52a00979d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9d2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52a7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9d2d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45322/0 (socket says 172.21.15.47:45322) 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52a7e00640 1 -- 172.21.15.47:0/1463399878 learned_addr learned my addr 172.21.15.47:0/1463399878 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52a7400640 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9d32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.684+0000 7f52ace00640 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9c71d0 0x55721ba442a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52a7e00640 1 -- 172.21.15.47:0/1463399878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9c71d0 msgr2=0x55721ba442a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52a7e00640 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9c71d0 0x55721ba442a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52a7e00640 1 -- 172.21.15.47:0/1463399878 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 msgr2=0x55721b9d32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52a7e00640 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9d32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52a7e00640 1 -- 172.21.15.47:0/1463399878 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55721ba447e0 con 0x55721b9bc1e0 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52a7e00640 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9d2d70 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5298032f90 tx=0x7f52980058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d076c2d9080dcab server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:12.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f5292000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:12.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f5292000640 1 -- 172.21.15.47:0/1463399878 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5298057060 con 0x55721b9bc1e0 2024-04-25T02:42:12.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f5292000640 1 -- 172.21.15.47:0/1463399878 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7f52980043f0 con 0x55721b9bc1e0 2024-04-25T02:42:12.692 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52b1d86740 1 -- 172.21.15.47:0/1463399878 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5298004040 con 0x55721b9bc1e0 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f5292000640 1 -- 172.21.15.47:0/1463399878 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5298040070 con 0x55721b9bc1e0 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52b1d86740 10 client.17316 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.685+0000 7f52b1d86740 1 -- 172.21.15.47:0/1463399878 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55721ba45aa0 con 0x55721b9bc1e0 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f5292000640 1 -- 172.21.15.47:0/1463399878 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5298004040 con 0x55721b9bc1e0 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f5292000640 1 -- 172.21.15.47:0/1463399878 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5298004db0 con 0x55721b9bc1e0 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f52b1d86740 10 client.17316 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f52b1d86740 10 client.17316 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f52b1d86740 20 client.17316 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f52b1d86740 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55721ba45d80 0x55721ba48170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f52b1d86740 4 client.17316 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f52b1d86740 1 -- 172.21.15.47:0/1463399878 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55721b92daa0 con 0x55721ba45d80 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.686+0000 7f52a7400640 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55721ba45d80 0x55721ba48170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.687+0000 7f52a7400640 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55721ba45d80 0x55721ba48170 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5fad18c73bf4690 server_cookie=fb04cd6284809997 in_seq=0 out_seq=0 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.687+0000 7f5292000640 10 client.17316 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.687+0000 7f5292000640 1 -- 172.21.15.47:0/1463399878 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55721b92daa0 con 0x55721ba45d80 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.687+0000 7f5292000640 10 client.17316 handle_command_reply: tid=0 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.687+0000 7f52b1d86740 1 client.17316 shutdown 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.687+0000 7f52b1d86740 1 -- 172.21.15.47:0/1463399878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 msgr2=0x55721b9d2d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.687+0000 7f52b1d86740 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9d2d70 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5298032f90 tx=0x7f52980058e0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 1 -- 172.21.15.47:0/1463399878 shutdown_connections 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55721ba45d80 0x55721ba48170 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55721b9c71d0 0x55721ba442a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55721b9bcb00 0x55721b9d32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 1 --2- 172.21.15.47:0/1463399878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55721b9bc1e0 0x55721b9d2d70 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 1 -- 172.21.15.47:0/1463399878 >> 172.21.15.47:0/1463399878 conn(0x55721b9b8500 msgr2=0x55721b9c49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f5292000640 0 client.17316 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 1 -- 172.21.15.47:0/1463399878 shutdown_connections 2024-04-25T02:42:12.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 1 -- 172.21.15.47:0/1463399878 wait complete. 2024-04-25T02:42:12.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52b1d86740 20 client.17316 trim_cache size 0 max 16384 2024-04-25T02:42:12.695 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:42:12.695 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:42:12.695 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:42:12.695 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52ad800640 1 -- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f528c0a2d80 msgr2=0x7f528c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.688+0000 7f52ad800640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f528c0a2d80 0x7f528c0a5240 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x55721b9b9690 tx=0x7f5294004730 comp rx=0 tx=0).stop 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 -- 172.21.15.47:0/4208855984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a810de30 msgr2=0x7f52a819ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a810de30 0x7f52a819ea10 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f52a000ec50 tx=0x7f52a000c6a0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 -- 172.21.15.47:0/4208855984 shutdown_connections 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f528c0a2d80 0x7f528c0a5240 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f52a810de30 0x7f52a819ea10 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8074490 0x7f52a819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 --2- 172.21.15.47:0/4208855984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52a8073b70 0x7f52a819a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 -- 172.21.15.47:0/4208855984 >> 172.21.15.47:0/4208855984 conn(0x7f52a80fd0e0 msgr2=0x7f52a80fe9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 -- 172.21.15.47:0/4208855984 shutdown_connections 2024-04-25T02:42:12.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.689+0000 7f52ad800640 1 -- 172.21.15.47:0/4208855984 wait complete. 2024-04-25T02:42:12.713 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:42:12.713 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:42:12.929 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.925+0000 7ff7f7000640 1 -- 172.21.15.47:0/1562743028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff7f01040f0 msgr2=0x7ff7f0110600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.925+0000 7ff7f7000640 1 --2- 172.21.15.47:0/1562743028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff7f01040f0 0x7ff7f0110600 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009860 tx=0x7ff7e802a340 comp rx=0 tx=0).stop 2024-04-25T02:42:12.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.925+0000 7ff7f7000640 1 -- 172.21.15.47:0/1562743028 shutdown_connections 2024-04-25T02:42:12.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.925+0000 7ff7f7000640 1 --2- 172.21.15.47:0/1562743028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff7f01040f0 0x7ff7f0110600 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.925+0000 7ff7f7000640 1 --2- 172.21.15.47:0/1562743028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f0103730 0x7ff7f0103bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.925+0000 7ff7f7000640 1 --2- 172.21.15.47:0/1562743028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7f0109740 0x7ff7f0109b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.925+0000 7ff7f7000640 1 -- 172.21.15.47:0/1562743028 >> 172.21.15.47:0/1562743028 conn(0x7ff7f00ff1e0 msgr2=0x7ff7f0101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:12.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.926+0000 7ff7f7000640 1 -- 172.21.15.47:0/1562743028 shutdown_connections 2024-04-25T02:42:12.930 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.926+0000 7ff7f7000640 1 -- 172.21.15.47:0/1562743028 wait complete. 2024-04-25T02:42:12.931 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f7000640 1 Processor -- start 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f7000640 1 -- start start 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f7000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f0103730 0x7ff7f0199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f7000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff7f01040f0 0x7ff7f019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f7000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7f0109740 0x7ff7f019e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f7000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f0113b50 con 0x7ff7f0103730 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f7000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f01139d0 con 0x7ff7f01040f0 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f7000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f0113cd0 con 0x7ff7f0109740 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f5c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f0103730 0x7ff7f0199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f5c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f0103730 0x7ff7f0199ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45346/0 (socket says 172.21.15.47:45346) 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f5c00640 1 -- 172.21.15.47:0/3487360136 learned_addr learned my addr 172.21.15.47:0/3487360136 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.927+0000 7ff7f5200640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff7f01040f0 0x7ff7f019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7f6600640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7f0109740 0x7ff7f019e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7f5c00640 1 -- 172.21.15.47:0/3487360136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7f0109740 msgr2=0x7ff7f019e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7f5c00640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7f0109740 0x7ff7f019e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7f5c00640 1 -- 172.21.15.47:0/3487360136 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff7f01040f0 msgr2=0x7ff7f019a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:12.932 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7f5c00640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff7f01040f0 0x7ff7f019a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:12.933 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7f5c00640 1 -- 172.21.15.47:0/3487360136 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f019ef90 con 0x7ff7f0103730 2024-04-25T02:42:12.933 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7f5c00640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f0103730 0x7ff7f0199ff0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400c420 tx=0x7ff7e400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:12.933 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7ee000640 1 -- 172.21.15.47:0/3487360136 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4004b20 con 0x7ff7f0103730 2024-04-25T02:42:12.933 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7ee000640 1 -- 172.21.15.47:0/3487360136 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7e4003e50 con 0x7ff7f0103730 2024-04-25T02:42:12.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.928+0000 7ff7ee000640 1 -- 172.21.15.47:0/3487360136 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e400b630 con 0x7ff7f0103730 2024-04-25T02:42:12.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.929+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7f019f280 con 0x7ff7f0103730 2024-04-25T02:42:12.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.929+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7f01a6b10 con 0x7ff7f0103730 2024-04-25T02:42:12.934 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.930+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7f00688d0 con 0x7ff7f0103730 2024-04-25T02:42:12.936 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.932+0000 7ff7ee000640 1 -- 172.21.15.47:0/3487360136 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff7e401d020 con 0x7ff7f0103730 2024-04-25T02:42:12.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.933+0000 7ff7ee000640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff7d80a2d80 0x7ff7d80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:12.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.933+0000 7ff7ee000640 1 -- 172.21.15.47:0/3487360136 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7ff7e40cfd50 con 0x7ff7f0103730 2024-04-25T02:42:12.937 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.934+0000 7ff7f5200640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff7d80a2d80 0x7ff7d80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:12.938 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.934+0000 7ff7f5200640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff7d80a2d80 0x7ff7d80a5240 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff7f01017d0 tx=0x7ff7dc005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:12.940 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:12.936+0000 7ff7ee000640 1 -- 172.21.15.47:0/3487360136 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff7e4024030 con 0x7ff7f0103730 2024-04-25T02:42:13.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:12 smithi178 ceph-mon[33053]: pgmap v295: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:42:13.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:12 smithi047 ceph-mon[27871]: pgmap v295: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:42:13.187 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.183+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff7f010bca0 con 0x7ff7f0103730 2024-04-25T02:42:13.188 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.185+0000 7ff7ee000640 1 -- 172.21.15.47:0/3487360136 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7ff7e409c8f0 con 0x7ff7f0103730 2024-04-25T02:42:13.189 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:42:13.189 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:42:13.189 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.187+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff7d80a2d80 msgr2=0x7ff7d80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.187+0000 7ff7f7000640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff7d80a2d80 0x7ff7d80a5240 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff7f01017d0 tx=0x7ff7dc005f90 comp rx=0 tx=0).stop 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.187+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f0103730 msgr2=0x7ff7f0199ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.187+0000 7ff7f7000640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f0103730 0x7ff7f0199ff0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400c420 tx=0x7ff7e400c8e0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.188+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 shutdown_connections 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.188+0000 7ff7f7000640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7ff7d80a2d80 0x7ff7d80a5240 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.188+0000 7ff7f7000640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7f0109740 0x7ff7f019e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.188+0000 7ff7f7000640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ff7f01040f0 0x7ff7f019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.188+0000 7ff7f7000640 1 --2- 172.21.15.47:0/3487360136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f0103730 0x7ff7f0199ff0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.188+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 >> 172.21.15.47:0/3487360136 conn(0x7ff7f00ff1e0 msgr2=0x7ff7f00ff8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.188+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 shutdown_connections 2024-04-25T02:42:13.192 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.188+0000 7ff7f7000640 1 -- 172.21.15.47:0/3487360136 wait complete. 2024-04-25T02:42:13.212 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:42:13.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:12 smithi113 ceph-mon[32459]: pgmap v295: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.427+0000 7fc064800640 1 -- 172.21.15.47:0/1896714987 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c069d40 msgr2=0x7fc05c06a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.427+0000 7fc064800640 1 --2- 172.21.15.47:0/1896714987 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c069d40 0x7fc05c06a1c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009930 tx=0x7fc04c02a420 comp rx=0 tx=0).stop 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.428+0000 7fc064800640 1 -- 172.21.15.47:0/1896714987 shutdown_connections 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.428+0000 7fc064800640 1 --2- 172.21.15.47:0/1896714987 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc05c06a700 0x7fc05c10e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.428+0000 7fc064800640 1 --2- 172.21.15.47:0/1896714987 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c069d40 0x7fc05c06a1c0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.428+0000 7fc064800640 1 --2- 172.21.15.47:0/1896714987 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc05c107720 0x7fc05c107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.428+0000 7fc064800640 1 -- 172.21.15.47:0/1896714987 >> 172.21.15.47:0/1896714987 conn(0x7fc05c076440 msgr2=0x7fc05c076850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.428+0000 7fc064800640 1 -- 172.21.15.47:0/1896714987 shutdown_connections 2024-04-25T02:42:13.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.428+0000 7fc064800640 1 -- 172.21.15.47:0/1896714987 wait complete. 2024-04-25T02:42:13.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.429+0000 7fc064800640 1 Processor -- start 2024-04-25T02:42:13.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.429+0000 7fc064800640 1 -- start start 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc064800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc05c069d40 0x7fc05c19a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc064800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc05c06a700 0x7fc05c19a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc064800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c107720 0x7fc05c19eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc064800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c111b80 con 0x7fc05c107720 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc064800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c111a00 con 0x7fc05c069d40 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc064800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c111d00 con 0x7fc05c06a700 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc062800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c107720 0x7fc05c19eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc061400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc05c06a700 0x7fc05c19a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc061e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc05c069d40 0x7fc05c19a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc062800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c107720 0x7fc05c19eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45366/0 (socket says 172.21.15.47:45366) 2024-04-25T02:42:13.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.430+0000 7fc062800640 1 -- 172.21.15.47:0/2857551973 learned_addr learned my addr 172.21.15.47:0/2857551973 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc062800640 1 -- 172.21.15.47:0/2857551973 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc05c06a700 msgr2=0x7fc05c19a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc062800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc05c06a700 0x7fc05c19a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc062800640 1 -- 172.21.15.47:0/2857551973 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc05c069d40 msgr2=0x7fc05c19a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc062800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc05c069d40 0x7fc05c19a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc062800640 1 -- 172.21.15.47:0/2857551973 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc05c19f290 con 0x7fc05c107720 2024-04-25T02:42:13.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc062800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c107720 0x7fc05c19eb60 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc058009fd0 tx=0x7fc05800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc052a00640 1 -- 172.21.15.47:0/2857551973 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc058011830 con 0x7fc05c107720 2024-04-25T02:42:13.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc052a00640 1 -- 172.21.15.47:0/2857551973 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc058016070 con 0x7fc05c107720 2024-04-25T02:42:13.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc064800640 1 -- 172.21.15.47:0/2857551973 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc05c19f580 con 0x7fc05c107720 2024-04-25T02:42:13.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc052a00640 1 -- 172.21.15.47:0/2857551973 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05800f2e0 con 0x7fc05c107720 2024-04-25T02:42:13.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.431+0000 7fc064800640 1 -- 172.21.15.47:0/2857551973 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc05c1a6e10 con 0x7fc05c107720 2024-04-25T02:42:13.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.434+0000 7fc06756e740 1 Processor -- start 2024-04-25T02:42:13.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.434+0000 7fc052a00640 1 -- 172.21.15.47:0/2857551973 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc0580119d0 con 0x7fc05c107720 2024-04-25T02:42:13.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc06756e740 1 -- start start 2024-04-25T02:42:13.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc06756e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48b79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc06756e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 0x5573a48c2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc06756e740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48c25b0 0x5573a48c49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc06756e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5573a481c4e0 con 0x5573a48b75c0 2024-04-25T02:42:13.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc06756e740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5573a47c4a70 con 0x5573a48c25b0 2024-04-25T02:42:13.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc06756e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5573a48184a0 con 0x5573a48b7ee0 2024-04-25T02:42:13.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc061400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48b79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc061400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48b79a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45380/0 (socket says 172.21.15.47:45380) 2024-04-25T02:42:13.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc061400640 1 -- 172.21.15.47:0/2196167904 learned_addr learned my addr 172.21.15.47:0/2196167904 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc061e00640 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 0x5573a48c2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.435+0000 7fc061400640 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48c25b0 0x5573a48c49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc061400640 1 -- 172.21.15.47:0/2196167904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 msgr2=0x5573a48c2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc061400640 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 0x5573a48c2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc061400640 1 -- 172.21.15.47:0/2196167904 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48c25b0 msgr2=0x5573a48c49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc061400640 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48c25b0 0x5573a48c49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc061400640 1 -- 172.21.15.47:0/2196167904 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573a45303f0 con 0x5573a48b75c0 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc052a00640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc0480a2d00 0x7fc0480a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc052a00640 1 -- 172.21.15.47:0/2857551973 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7fc0580ce980 con 0x7fc05c107720 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc061400640 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48b79a0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc04c02aa10 tx=0x7fc04c009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acb98129daba9281 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.436+0000 7fc061e00640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc0480a2d00 0x7fc0480a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc047000640 1 -- 172.21.15.47:0/2196167904 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c035040 con 0x5573a48b75c0 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc047000640 1 -- 172.21.15.47:0/2196167904 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc04c005510 con 0x5573a48b75c0 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc047000640 1 -- 172.21.15.47:0/2196167904 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c003950 con 0x5573a48b75c0 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc06756e740 1 -- 172.21.15.47:0/2196167904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 msgr2=0x5573a48b79a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc061e00640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc0480a2d00 0x7fc0480a51c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x5573a48b8b80 tx=0x7fc054009760 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc06756e740 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48b79a0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc04c02aa10 tx=0x7fc04c009560 comp rx=0 tx=0).stop 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc06756e740 1 -- 172.21.15.47:0/2196167904 shutdown_connections 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc06756e740 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48c25b0 0x5573a48c49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc06756e740 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 0x5573a48c2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc06756e740 1 --2- 172.21.15.47:0/2196167904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48b79a0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc06756e740 1 -- 172.21.15.47:0/2196167904 >> 172.21.15.47:0/2196167904 conn(0x5573a48b38e0 msgr2=0x5573a48b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.437+0000 7fc06756e740 1 -- 172.21.15.47:0/2196167904 shutdown_connections 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.438+0000 7fc06756e740 1 -- 172.21.15.47:0/2196167904 wait complete. 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.438+0000 7fc06756e740 1 -- start start 2024-04-25T02:42:13.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.438+0000 7fc06756e740 1 Processor -- start 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc06756e740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48bf530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc06756e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b7ee0 0x5573a48bfa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc06756e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 0x5573a48bffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc06756e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5573a48c5340 con 0x5573a48b7ee0 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc06756e740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5573a47d7ec0 con 0x5573a48b75c0 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc06756e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5573a48c54c0 con 0x5573a48c25b0 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc06756e740 10 client.0 _ll_register_callbacks cb 0x5573a48143f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b7ee0 0x5573a48bfa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48bf530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48bf530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54704/0 (socket says 172.21.15.47:54704) 2024-04-25T02:42:13.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061e00640 1 -- 172.21.15.47:0/3546501008 learned_addr learned my addr 172.21.15.47:0/3546501008 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc062800640 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 0x5573a48bffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061400640 1 -- 172.21.15.47:0/3546501008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 msgr2=0x5573a48bffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061400640 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 0x5573a48bffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061400640 1 -- 172.21.15.47:0/3546501008 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 msgr2=0x5573a48bf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061400640 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48bf530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061400640 1 -- 172.21.15.47:0/3546501008 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573a45fa7d0 con 0x5573a48b7ee0 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.439+0000 7fc061e00640 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48bf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.440+0000 7fc061400640 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b7ee0 0x5573a48bfa70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009900 tx=0x7fc04c004220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dd3ec191115b94f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.440+0000 7fc03b400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.440+0000 7fc03b400640 1 -- 172.21.15.47:0/3546501008 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c04e020 con 0x5573a48b7ee0 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.440+0000 7fc03b400640 1 -- 172.21.15.47:0/3546501008 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7fc04c003d10 con 0x5573a48b7ee0 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.440+0000 7fc06756e740 1 -- 172.21.15.47:0/3546501008 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc04c005510 con 0x5573a48b7ee0 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.440+0000 7fc03b400640 1 -- 172.21.15.47:0/3546501008 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc04c059050 con 0x5573a48b7ee0 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.440+0000 7fc06756e740 10 client.17334 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:13.447 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.440+0000 7fc06756e740 1 -- 172.21.15.47:0/3546501008 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5573a48d1620 con 0x5573a48b7ee0 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc03b400640 1 -- 172.21.15.47:0/3546501008 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc04c005510 con 0x5573a48b7ee0 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc03b400640 1 -- 172.21.15.47:0/3546501008 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc04c0046c0 con 0x5573a48b7ee0 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc06756e740 10 client.17334 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc06756e740 10 client.17334 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc06756e740 20 client.17334 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc06756e740 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5573a48d2970 0x5573a48d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc06756e740 4 client.17334 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc06756e740 1 -- 172.21.15.47:0/3546501008 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5573a4829a20 con 0x5573a48d2970 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.441+0000 7fc061e00640 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5573a48d2970 0x5573a48d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.442+0000 7fc061e00640 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5573a48d2970 0x5573a48d4d60 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6041546cc11797d7 server_cookie=34c850e0434afbd6 in_seq=0 out_seq=0 2024-04-25T02:42:13.448 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.442+0000 7fc03b400640 10 client.17334 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:42:13.449 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc03b400640 1 -- 172.21.15.47:0/3546501008 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5573a4829a20 con 0x5573a48d2970 2024-04-25T02:42:13.449 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc03b400640 10 client.17334 handle_command_reply: tid=0 2024-04-25T02:42:13.449 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 client.17334 shutdown 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 -- 172.21.15.47:0/3546501008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b7ee0 msgr2=0x5573a48bfa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b7ee0 0x5573a48bfa70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009900 tx=0x7fc04c004220 comp rx=0 tx=0).stop 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 -- 172.21.15.47:0/3546501008 shutdown_connections 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5573a48d2970 0x5573a48d4d60 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 0x5573a48bffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b7ee0 0x5573a48bfa70 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 --2- 172.21.15.47:0/3546501008 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48bf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc03b400640 0 client.17334 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 -- 172.21.15.47:0/3546501008 >> 172.21.15.47:0/3546501008 conn(0x5573a48b38e0 msgr2=0x5573a48b2b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 -- 172.21.15.47:0/3546501008 shutdown_connections 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 1 -- 172.21.15.47:0/3546501008 wait complete. 2024-04-25T02:42:13.450 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.443+0000 7fc06756e740 20 client.17334 trim_cache size 0 max 16384 2024-04-25T02:42:13.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.458+0000 7fc06756e740 1 Processor -- start 2024-04-25T02:42:13.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.458+0000 7fc06756e740 1 -- start start 2024-04-25T02:42:13.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.458+0000 7fc06756e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48ce000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.458+0000 7fc06756e740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b7ee0 0x5573a48d7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.458+0000 7fc06756e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 0x5573a48d82c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.458+0000 7fc06756e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c1b1f60 con 0x5573a48b75c0 2024-04-25T02:42:13.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.458+0000 7fc06756e740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c1af830 con 0x5573a48b7ee0 2024-04-25T02:42:13.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.458+0000 7fc06756e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c1ad6a0 con 0x5573a48c25b0 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b7ee0 0x5573a48d7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b7ee0 0x5573a48d7d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54718/0 (socket says 172.21.15.47:54718) 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061400640 1 -- 172.21.15.47:0/1176894381 learned_addr learned my addr 172.21.15.47:0/1176894381 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061e00640 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48ce000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc062800640 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 0x5573a48d82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061e00640 1 -- 172.21.15.47:0/1176894381 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 msgr2=0x5573a48d82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061e00640 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 0x5573a48d82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061e00640 1 -- 172.21.15.47:0/1176894381 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b7ee0 msgr2=0x5573a48d7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061e00640 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b7ee0 0x5573a48d7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061e00640 1 -- 172.21.15.47:0/1176894381 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573a48be4e0 con 0x5573a48b75c0 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061400640 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b7ee0 0x5573a48d7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.459+0000 7fc061e00640 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48ce000 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x5573a48c5400 tx=0x7fc054019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=830c34cea08f4128 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc046600640 1 -- 172.21.15.47:0/1176894381 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05401edf0 con 0x5573a48b75c0 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc046600640 1 -- 172.21.15.47:0/1176894381 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc05402a900 con 0x5573a48b75c0 2024-04-25T02:42:13.464 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc046600640 1 -- 172.21.15.47:0/1176894381 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05401dcc0 con 0x5573a48b75c0 2024-04-25T02:42:13.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 -- 172.21.15.47:0/1176894381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 msgr2=0x5573a48ce000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48ce000 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x5573a48c5400 tx=0x7fc054019000 comp rx=0 tx=0).stop 2024-04-25T02:42:13.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 -- 172.21.15.47:0/1176894381 shutdown_connections 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48c25b0 0x5573a48d82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b7ee0 0x5573a48d7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 --2- 172.21.15.47:0/1176894381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48b75c0 0x5573a48ce000 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 -- 172.21.15.47:0/1176894381 >> 172.21.15.47:0/1176894381 conn(0x5573a48b38e0 msgr2=0x5573a48b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 -- 172.21.15.47:0/1176894381 shutdown_connections 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.460+0000 7fc06756e740 1 -- 172.21.15.47:0/1176894381 wait complete. 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 1 -- start start 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 1 Processor -- start 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48d5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 0x5573a48d5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48c25b0 0x5573a48d6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c1adcf0 con 0x5573a48c25b0 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c1af160 con 0x5573a48b75c0 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc05c1ae3c0 con 0x5573a48b7ee0 2024-04-25T02:42:13.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.461+0000 7fc06756e740 10 client.0 _ll_register_callbacks cb 0x7fc04c0042e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48c25b0 0x5573a48d6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc061400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 0x5573a48d5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48c25b0 0x5573a48d6410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45412/0 (socket says 172.21.15.47:45412) 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 -- 172.21.15.47:0/787170183 learned_addr learned my addr 172.21.15.47:0/787170183 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc061e00640 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48d5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 -- 172.21.15.47:0/787170183 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 msgr2=0x5573a48d5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 0x5573a48d5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 -- 172.21.15.47:0/787170183 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 msgr2=0x5573a48d5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48d5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 -- 172.21.15.47:0/787170183 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573a49405b0 con 0x5573a48c25b0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc062800640 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48c25b0 0x5573a48d6410 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fc058006fd0 tx=0x7fc058009340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=782b97d70b4eaca8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc03b400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.462+0000 7fc03b400640 1 -- 172.21.15.47:0/787170183 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0580b3020 con 0x5573a48c25b0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc03b400640 1 -- 172.21.15.47:0/787170183 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7fc0580cc2d0 con 0x5573a48c25b0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 1 -- 172.21.15.47:0/787170183 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc05402a900 con 0x5573a48c25b0 2024-04-25T02:42:13.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc03b400640 1 -- 172.21.15.47:0/787170183 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc05809f2e0 con 0x5573a48c25b0 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 10 client.17340 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 1 -- 172.21.15.47:0/787170183 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5573a4941870 con 0x5573a48c25b0 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc03b400640 1 -- 172.21.15.47:0/787170183 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc05402a900 con 0x5573a48c25b0 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc03b400640 1 -- 172.21.15.47:0/787170183 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc05809a380 con 0x5573a48c25b0 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 10 client.17340 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 10 client.17340 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 20 client.17340 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5573a4941f90 0x5573a49443b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 4 client.17340 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.463+0000 7fc06756e740 1 -- 172.21.15.47:0/787170183 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5573a4823d70 con 0x5573a4941f90 2024-04-25T02:42:13.470 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.464+0000 7fc061e00640 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5573a4941f90 0x5573a49443b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.464+0000 7fc061e00640 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5573a4941f90 0x5573a49443b0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4a84704ecfc1f539 server_cookie=5d388b7661b759f9 in_seq=0 out_seq=0 2024-04-25T02:42:13.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.464+0000 7fc03b400640 10 client.17340 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:42:13.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.464+0000 7fc03b400640 1 -- 172.21.15.47:0/787170183 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5573a4823d70 con 0x5573a4941f90 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.464+0000 7fc03b400640 10 client.17340 handle_command_reply: tid=0 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.464+0000 7fc06756e740 1 client.17340 shutdown 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 -- 172.21.15.47:0/787170183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48c25b0 msgr2=0x5573a48d6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48c25b0 0x5573a48d6410 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fc058006fd0 tx=0x7fc058009340 comp rx=0 tx=0).stop 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 -- 172.21.15.47:0/787170183 shutdown_connections 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5573a4941f90 0x5573a49443b0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5573a48c25b0 0x5573a48d6410 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc03b400640 0 client.17340 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5573a48b7ee0 0x5573a48d5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 --2- 172.21.15.47:0/787170183 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5573a48b75c0 0x5573a48d5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 -- 172.21.15.47:0/787170183 >> 172.21.15.47:0/787170183 conn(0x5573a48b38e0 msgr2=0x5573a48bfd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 -- 172.21.15.47:0/787170183 shutdown_connections 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 1 -- 172.21.15.47:0/787170183 wait complete. 2024-04-25T02:42:13.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.465+0000 7fc06756e740 20 client.17340 trim_cache size 0 max 16384 2024-04-25T02:42:13.473 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:42:13.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 -- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc0480a2d00 msgr2=0x7fc0480a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc0480a2d00 0x7fc0480a51c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x5573a48b8b80 tx=0x7fc054009760 comp rx=0 tx=0).stop 2024-04-25T02:42:13.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 -- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c107720 msgr2=0x7fc05c19eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c107720 0x7fc05c19eb60 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc058009fd0 tx=0x7fc05800b8e0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 -- 172.21.15.47:0/2857551973 shutdown_connections 2024-04-25T02:42:13.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc0480a2d00 0x7fc0480a51c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc05c107720 0x7fc05c19eb60 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc05c06a700 0x7fc05c19a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 --2- 172.21.15.47:0/2857551973 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc05c069d40 0x7fc05c19a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 -- 172.21.15.47:0/2857551973 >> 172.21.15.47:0/2857551973 conn(0x7fc05c076440 msgr2=0x7fc05c101df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 -- 172.21.15.47:0/2857551973 shutdown_connections 2024-04-25T02:42:13.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.466+0000 7fc064800640 1 -- 172.21.15.47:0/2857551973 wait complete. 2024-04-25T02:42:13.486 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:42:13.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1290486964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac074400 msgr2=0x7fd4ac1120b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1290486964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac074400 0x7fd4ac1120b0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fd498009900 tx=0x7fd49802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:13.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1290486964 shutdown_connections 2024-04-25T02:42:13.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1290486964 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd4ac1125f0 0x7fd4ac1149e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1290486964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac074400 0x7fd4ac1120b0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.686 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1290486964 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd4ac073ae0 0x7fd4ac073ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1290486964 >> 172.21.15.47:0/1290486964 conn(0x7fd4ac0fd110 msgr2=0x7fd4ac0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1290486964 shutdown_connections 2024-04-25T02:42:13.687 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.682+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1290486964 wait complete. 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.683+0000 7fd4b1c00640 1 Processor -- start 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.683+0000 7fd4b1c00640 1 -- start start 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4b1c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac073ae0 0x7fd4ac19e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4b1c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd4ac074400 0x7fd4ac19eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4b1c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd4ac1125f0 0x7fd4ac1a2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4b1c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac118040 con 0x7fd4ac073ae0 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4b1c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac117ec0 con 0x7fd4ac074400 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4b1c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac1181c0 con 0x7fd4ac1125f0 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4abe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac073ae0 0x7fd4ac19e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.688 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4abe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac073ae0 0x7fd4ac19e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45438/0 (socket says 172.21.15.47:45438) 2024-04-25T02:42:13.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4abe00640 1 -- 172.21.15.47:0/1477636932 learned_addr learned my addr 172.21.15.47:0/1477636932 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4ab400640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd4ac074400 0x7fd4ac19eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4b1200640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd4ac1125f0 0x7fd4ac1a2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4abe00640 1 -- 172.21.15.47:0/1477636932 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd4ac1125f0 msgr2=0x7fd4ac1a2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4abe00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd4ac1125f0 0x7fd4ac1a2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4abe00640 1 -- 172.21.15.47:0/1477636932 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd4ac074400 msgr2=0x7fd4ac19eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4abe00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd4ac074400 0x7fd4ac19eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.689 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.684+0000 7fd4abe00640 1 -- 172.21.15.47:0/1477636932 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ac1a3560 con 0x7fd4ac073ae0 2024-04-25T02:42:13.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.685+0000 7fd4abe00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac073ae0 0x7fd4ac19e5c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd49c00e9f0 tx=0x7fd49c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.685+0000 7fd4a8c00640 1 -- 172.21.15.47:0/1477636932 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49c00cd80 con 0x7fd4ac073ae0 2024-04-25T02:42:13.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.685+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1477636932 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4ac1a3850 con 0x7fd4ac073ae0 2024-04-25T02:42:13.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.685+0000 7fd4a8c00640 1 -- 172.21.15.47:0/1477636932 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd49c010910 con 0x7fd4ac073ae0 2024-04-25T02:42:13.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.685+0000 7fd4a8c00640 1 -- 172.21.15.47:0/1477636932 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49c0188f0 con 0x7fd4ac073ae0 2024-04-25T02:42:13.690 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.685+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1477636932 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4ac1ab0e0 con 0x7fd4ac073ae0 2024-04-25T02:42:13.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.689+0000 7fd4b6013740 1 Processor -- start 2024-04-25T02:42:13.693 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.689+0000 7fd4b6013740 1 -- start start 2024-04-25T02:42:13.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007427a0 0x563600742b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.694 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007430c0 0x56360074d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x56360074fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b6013740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5636006a74e0 con 0x5636007430c0 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b6013740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56360064fa70 con 0x5636007427a0 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b6013740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5636006a34a0 con 0x56360074d790 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4a8c00640 1 -- 172.21.15.47:0/1477636932 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd49c010ac0 con 0x7fd4ac073ae0 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b1200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007427a0 0x563600742b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b1200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007427a0 0x563600742b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54756/0 (socket says 172.21.15.47:54756) 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4b1200640 1 -- 172.21.15.47:0/2022318904 learned_addr learned my addr 172.21.15.47:0/2022318904 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4ab400640 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x56360074fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.690+0000 7fd4abe00640 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007430c0 0x56360074d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4b1200640 1 -- 172.21.15.47:0/2022318904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 msgr2=0x56360074fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4b1200640 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x56360074fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4b1200640 1 -- 172.21.15.47:0/2022318904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007430c0 msgr2=0x56360074d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4b1200640 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007430c0 0x56360074d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.695 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4b1200640 1 -- 172.21.15.47:0/2022318904 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636003bb3f0 con 0x5636007427a0 2024-04-25T02:42:13.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4ab400640 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x56360074fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:13.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4abe00640 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007430c0 0x56360074d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:42:13.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4b1200640 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007427a0 0x563600742b80 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009f30 tx=0x7fd4a40118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3728bfcacbed0d8f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4a1600640 1 -- 172.21.15.47:0/2022318904 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4004d20 con 0x5636007427a0 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4a1600640 1 -- 172.21.15.47:0/2022318904 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4a4004050 con 0x5636007427a0 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.691+0000 7fd4a1600640 1 -- 172.21.15.47:0/2022318904 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4005280 con 0x5636007427a0 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4a8c00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd4900a2d00 0x7fd4900a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 -- 172.21.15.47:0/2022318904 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007427a0 msgr2=0x563600742b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007427a0 0x563600742b80 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009f30 tx=0x7fd4a40118d0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4a8c00640 1 -- 172.21.15.47:0/1477636932 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7fd49c0cf880 con 0x7fd4ac073ae0 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4abe00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd4900a2d00 0x7fd4900a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 -- 172.21.15.47:0/2022318904 shutdown_connections 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x56360074fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007430c0 0x56360074d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.699 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 --2- 172.21.15.47:0/2022318904 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007427a0 0x563600742b80 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 -- 172.21.15.47:0/2022318904 >> 172.21.15.47:0/2022318904 conn(0x56360073eac0 msgr2=0x56360073eea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 -- 172.21.15.47:0/2022318904 shutdown_connections 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.692+0000 7fd4b6013740 1 -- 172.21.15.47:0/2022318904 wait complete. 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.693+0000 7fd4abe00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd4900a2d00 0x7fd4900a51c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x563600743d60 tx=0x7fd49c009700 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.693+0000 7fd4b6013740 1 -- start start 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.693+0000 7fd4b6013740 1 Processor -- start 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.693+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x56360074a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.693+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636007430c0 0x56360074ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.693+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56360074d790 0x56360074b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b6013740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563600750580 con 0x5636007427a0 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b6013740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x563600662ec0 con 0x56360074d790 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b6013740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563600750700 con 0x5636007430c0 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b6013740 10 client.0 _ll_register_callbacks cb 0x56360069f3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x56360074a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.700 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x56360074a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45460/0 (socket says 172.21.15.47:45460) 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 -- 172.21.15.47:0/3803645603 learned_addr learned my addr 172.21.15.47:0/3803645603 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56360074d790 0x56360074b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4ab400640 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636007430c0 0x56360074ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 -- 172.21.15.47:0/3803645603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636007430c0 msgr2=0x56360074ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636007430c0 0x56360074ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 -- 172.21.15.47:0/3803645603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56360074d790 msgr2=0x56360074b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56360074d790 0x56360074b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4b1200640 1 -- 172.21.15.47:0/3803645603 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636004857d0 con 0x5636007427a0 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.694+0000 7fd4ab400640 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636007430c0 0x56360074ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.695+0000 7fd4b1200640 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x56360074a700 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd4a40047b0 tx=0x7fd4a4004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6fcd2f4250b959a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.695+0000 7fd496000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.695+0000 7fd496000640 1 -- 172.21.15.47:0/3803645603 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a402c020 con 0x5636007427a0 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.695+0000 7fd496000640 1 -- 172.21.15.47:0/3803645603 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7fd4a4028450 con 0x5636007427a0 2024-04-25T02:42:13.701 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.695+0000 7fd4b6013740 1 -- 172.21.15.47:0/3803645603 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4a4004050 con 0x5636007427a0 2024-04-25T02:42:13.703 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.695+0000 7fd496000640 1 -- 172.21.15.47:0/3803645603 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd4a4037050 con 0x5636007427a0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.695+0000 7fd4b6013740 10 client.17349 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd4b6013740 1 -- 172.21.15.47:0/3803645603 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56360075c770 con 0x5636007427a0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd496000640 1 -- 172.21.15.47:0/3803645603 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4a4004050 con 0x5636007427a0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd496000640 1 -- 172.21.15.47:0/3803645603 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd4a4027740 con 0x5636007427a0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd4b6013740 10 client.17349 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd4b6013740 10 client.17349 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd4b6013740 20 client.17349 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd4b6013740 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56360075dbd0 0x56360075ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd4b6013740 4 client.17349 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.696+0000 7fd4b6013740 1 -- 172.21.15.47:0/3803645603 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636006b4a20 con 0x56360075dbd0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.697+0000 7fd4ab400640 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56360075dbd0 0x56360075ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.697+0000 7fd4ab400640 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56360075dbd0 0x56360075ffc0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c83154db9cb237c9 server_cookie=b629a82479181018 in_seq=0 out_seq=0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.697+0000 7fd496000640 10 client.17349 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd496000640 1 -- 172.21.15.47:0/3803645603 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5636006b4a20 con 0x56360075dbd0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd496000640 10 client.17349 handle_command_reply: tid=0 2024-04-25T02:42:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 client.17349 shutdown 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 -- 172.21.15.47:0/3803645603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 msgr2=0x56360074a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x56360074a700 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd4a40047b0 tx=0x7fd4a4004700 comp rx=0 tx=0).stop 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 -- 172.21.15.47:0/3803645603 shutdown_connections 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x56360075dbd0 0x56360075ffc0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56360074d790 0x56360074b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636007430c0 0x56360074ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 --2- 172.21.15.47:0/3803645603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x56360074a700 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd496000640 0 client.17349 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 -- 172.21.15.47:0/3803645603 >> 172.21.15.47:0/3803645603 conn(0x56360073eac0 msgr2=0x5636007447c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.698+0000 7fd4b6013740 1 -- 172.21.15.47:0/3803645603 shutdown_connections 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.699+0000 7fd4b6013740 1 -- 172.21.15.47:0/3803645603 wait complete. 2024-04-25T02:42:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.699+0000 7fd4b6013740 20 client.17349 trim_cache size 0 max 16384 2024-04-25T02:42:13.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.713+0000 7fd4b6013740 1 Processor -- start 2024-04-25T02:42:13.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.713+0000 7fd4b6013740 1 -- start start 2024-04-25T02:42:13.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600759440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x5636007656b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x563600765bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b6013740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac1b6280 con 0x5636007427a0 2024-04-25T02:42:13.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b6013740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac1b3b50 con 0x5636007430c0 2024-04-25T02:42:13.718 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b6013740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac1b19c0 con 0x56360074d790 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b1200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600759440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4ab400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x5636007656b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b1200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600759440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45464/0 (socket says 172.21.15.47:45464) 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b1200640 1 -- 172.21.15.47:0/126439338 learned_addr learned my addr 172.21.15.47:0/126439338 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4b1200640 1 --2- 172.21.15.47:0/126439338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x563600765bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4ab400640 1 -- 172.21.15.47:0/126439338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 msgr2=0x563600765bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4ab400640 1 --2- 172.21.15.47:0/126439338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x563600765bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4ab400640 1 -- 172.21.15.47:0/126439338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 msgr2=0x563600759440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4ab400640 1 --2- 172.21.15.47:0/126439338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600759440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.714+0000 7fd4ab400640 1 -- 172.21.15.47:0/126439338 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563600745560 con 0x5636007430c0 2024-04-25T02:42:13.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.715+0000 7fd4ab400640 1 --2- 172.21.15.47:0/126439338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x5636007656b0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd49802aa70 tx=0x7fd4980092d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86cac7d93ae42588 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.715+0000 7fd4a0c00640 1 -- 172.21.15.47:0/126439338 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd498035040 con 0x5636007430c0 2024-04-25T02:42:13.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.715+0000 7fd4a0c00640 1 -- 172.21.15.47:0/126439338 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd498045860 con 0x5636007430c0 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.715+0000 7fd4a0c00640 1 -- 172.21.15.47:0/126439338 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4980054b0 con 0x5636007430c0 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 -- 172.21.15.47:0/126439338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 msgr2=0x5636007656b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 --2- 172.21.15.47:0/126439338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x5636007656b0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd49802aa70 tx=0x7fd4980092d0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 -- 172.21.15.47:0/126439338 shutdown_connections 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 --2- 172.21.15.47:0/126439338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x563600765bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 --2- 172.21.15.47:0/126439338 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x5636007656b0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 --2- 172.21.15.47:0/126439338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600759440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 -- 172.21.15.47:0/126439338 >> 172.21.15.47:0/126439338 conn(0x56360073eac0 msgr2=0x563600745a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 -- 172.21.15.47:0/126439338 shutdown_connections 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 -- 172.21.15.47:0/126439338 wait complete. 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.716+0000 7fd4b6013740 1 -- start start 2024-04-25T02:42:13.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b6013740 1 Processor -- start 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600752b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x563600753050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b6013740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x5636007c1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b6013740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac1b2010 con 0x5636007427a0 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b6013740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac1b3480 con 0x5636007430c0 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b6013740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac1b26e0 con 0x56360074d790 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b6013740 10 client.0 _ll_register_callbacks cb 0x7fd4a4009e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b1200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600752b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4ab400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x563600753050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4ab400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x563600753050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54794/0 (socket says 172.21.15.47:54794) 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4b1200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600752b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45470/0 (socket says 172.21.15.47:45470) 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.717+0000 7fd4ab400640 1 -- 172.21.15.47:0/1942930505 learned_addr learned my addr 172.21.15.47:0/1942930505 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4b1200640 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x5636007c1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4ab400640 1 -- 172.21.15.47:0/1942930505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 msgr2=0x5636007c1f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4ab400640 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x5636007c1f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4ab400640 1 -- 172.21.15.47:0/1942930505 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 msgr2=0x563600752b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4ab400640 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600752b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4ab400640 1 -- 172.21.15.47:0/1942930505 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636007c2460 con 0x5636007430c0 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4b1200640 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600752b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4ab400640 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x563600753050 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd49802aa40 tx=0x7fd49802a480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=274c7ce08003a601 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd496000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd496000640 1 -- 172.21.15.47:0/1942930505 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd498035040 con 0x5636007430c0 2024-04-25T02:42:13.726 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd4b6013740 1 -- 172.21.15.47:0/1942930505 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd498045860 con 0x5636007430c0 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.718+0000 7fd496000640 1 -- 172.21.15.47:0/1942930505 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8557+0+0 (secure 0 0 0) 0x7fd498045a10 con 0x5636007430c0 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd496000640 1 -- 172.21.15.47:0/1942930505 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd498045c10 con 0x5636007430c0 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd4b6013740 10 client.27464 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd4b6013740 1 -- 172.21.15.47:0/1942930505 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5636007c3710 con 0x5636007430c0 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd496000640 1 -- 172.21.15.47:0/1942930505 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd498045860 con 0x5636007430c0 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd496000640 1 -- 172.21.15.47:0/1942930505 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd498004c70 con 0x5636007430c0 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd4b6013740 10 client.27464 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd4b6013740 10 client.27464 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd4b6013740 20 client.27464 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd4b6013740 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5636007c3e60 0x5636007c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd4b6013740 4 client.27464 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.719+0000 7fd4b6013740 1 -- 172.21.15.47:0/1942930505 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5636006aed70 con 0x5636007c3e60 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.720+0000 7fd4b1200640 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5636007c3e60 0x5636007c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.720+0000 7fd4b1200640 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5636007c3e60 0x5636007c6280 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fee7f7b362d24bfe server_cookie=94e2e3faa4417a2c in_seq=0 out_seq=0 2024-04-25T02:42:13.727 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.720+0000 7fd496000640 10 client.27464 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.720+0000 7fd496000640 1 -- 172.21.15.47:0/1942930505 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5636006aed70 con 0x5636007c3e60 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.720+0000 7fd496000640 10 client.27464 handle_command_reply: tid=0 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.720+0000 7fd4b6013740 1 client.27464 shutdown 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 -- 172.21.15.47:0/1942930505 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 msgr2=0x563600753050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x563600753050 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd49802aa40 tx=0x7fd49802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 -- 172.21.15.47:0/1942930505 shutdown_connections 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5636007c3e60 0x5636007c6280 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360074d790 0x5636007c1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5636007430c0 0x563600753050 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd496000640 0 client.27464 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 --2- 172.21.15.47:0/1942930505 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5636007427a0 0x563600752b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 -- 172.21.15.47:0/1942930505 >> 172.21.15.47:0/1942930505 conn(0x56360073eac0 msgr2=0x563600743ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 -- 172.21.15.47:0/1942930505 shutdown_connections 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 1 -- 172.21.15.47:0/1942930505 wait complete. 2024-04-25T02:42:13.728 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.721+0000 7fd4b6013740 20 client.27464 trim_cache size 0 max 16384 2024-04-25T02:42:13.729 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:42:13.729 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd4900a2d00 msgr2=0x7fd4900a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.729 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd4900a2d00 0x7fd4900a51c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x563600743d60 tx=0x7fd49c009700 comp rx=0 tx=0).stop 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac073ae0 msgr2=0x7fd4ac19e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac073ae0 0x7fd4ac19e5c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd49c00e9f0 tx=0x7fd49c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1477636932 shutdown_connections 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fd4900a2d00 0x7fd4900a51c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd4ac1125f0 0x7fd4ac1a2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd4ac074400 0x7fd4ac19eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 --2- 172.21.15.47:0/1477636932 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4ac073ae0 0x7fd4ac19e5c0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1477636932 >> 172.21.15.47:0/1477636932 conn(0x7fd4ac0fd110 msgr2=0x7fd4ac0fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1477636932 shutdown_connections 2024-04-25T02:42:13.730 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.722+0000 7fd4b1c00640 1 -- 172.21.15.47:0/1477636932 wait complete. 2024-04-25T02:42:13.744 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:42:13.961 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.957+0000 7f77e2e00640 1 -- 172.21.15.47:0/12585821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc074410 msgr2=0x7f77dc10d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.957+0000 7f77e2e00640 1 --2- 172.21.15.47:0/12585821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc074410 0x7f77dc10d960 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f77c8009900 tx=0x7f77c802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:13.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.957+0000 7f77e2e00640 1 -- 172.21.15.47:0/12585821 shutdown_connections 2024-04-25T02:42:13.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.957+0000 7f77e2e00640 1 --2- 172.21.15.47:0/12585821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f77dc10dea0 0x7f77dc110290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.957+0000 7f77e2e00640 1 --2- 172.21.15.47:0/12585821 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc074410 0x7f77dc10d960 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.957+0000 7f77e2e00640 1 --2- 172.21.15.47:0/12585821 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f77dc073af0 0x7f77dc073ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.957+0000 7f77e2e00640 1 -- 172.21.15.47:0/12585821 >> 172.21.15.47:0/12585821 conn(0x7f77dc0fd110 msgr2=0x7f77dc0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.957+0000 7f77e2e00640 1 -- 172.21.15.47:0/12585821 shutdown_connections 2024-04-25T02:42:13.962 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.958+0000 7f77e2e00640 1 -- 172.21.15.47:0/12585821 wait complete. 2024-04-25T02:42:13.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2e00640 1 Processor -- start 2024-04-25T02:42:13.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2e00640 1 -- start start 2024-04-25T02:42:13.964 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc073af0 0x7f77dc19a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f77dc074410 0x7f77dc19a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f77dc10dea0 0x7f77dc19e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc113b80 con 0x7f77dc073af0 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc113a00 con 0x7f77dc10dea0 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc113d00 con 0x7f77dc074410 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e1a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc073af0 0x7f77dc19a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e1a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc073af0 0x7f77dc19a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45494/0 (socket says 172.21.15.47:45494) 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e1a00640 1 -- 172.21.15.47:0/1141057100 learned_addr learned my addr 172.21.15.47:0/1141057100 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.959+0000 7f77e2400640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f77dc10dea0 0x7f77dc19e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77e1000640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f77dc074410 0x7f77dc19a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77e1a00640 1 -- 172.21.15.47:0/1141057100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f77dc074410 msgr2=0x7f77dc19a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77e1a00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f77dc074410 0x7f77dc19a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77e1a00640 1 -- 172.21.15.47:0/1141057100 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f77dc10dea0 msgr2=0x7f77dc19e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77e1a00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f77dc10dea0 0x7f77dc19e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77e1a00640 1 -- 172.21.15.47:0/1141057100 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77dc19f0d0 con 0x7f77dc073af0 2024-04-25T02:42:13.965 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77e2400640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f77dc10dea0 0x7f77dc19e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:13.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77e1a00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc073af0 0x7f77dc19a0e0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f77d000e9f0 tx=0x7f77d000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.960+0000 7f77da000640 1 -- 172.21.15.47:0/1141057100 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d000ccc0 con 0x7f77dc073af0 2024-04-25T02:42:13.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.961+0000 7f77e2e00640 1 -- 172.21.15.47:0/1141057100 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77dc19f3c0 con 0x7f77dc073af0 2024-04-25T02:42:13.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.961+0000 7f77da000640 1 -- 172.21.15.47:0/1141057100 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77d0010910 con 0x7f77dc073af0 2024-04-25T02:42:13.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.961+0000 7f77da000640 1 -- 172.21.15.47:0/1141057100 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d00188a0 con 0x7f77dc073af0 2024-04-25T02:42:13.966 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.961+0000 7f77e2e00640 1 -- 172.21.15.47:0/1141057100 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77dc1a6c50 con 0x7f77dc073af0 2024-04-25T02:42:13.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.964+0000 7f77e71b7740 1 Processor -- start 2024-04-25T02:42:13.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.964+0000 7f77e71b7740 1 -- start start 2024-04-25T02:42:13.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.964+0000 7f77da000640 1 -- 172.21.15.47:0/1141057100 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f77d0010ac0 con 0x7f77dc073af0 2024-04-25T02:42:13.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.964+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d37a0 0x563ba63d3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.968 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.964+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d40c0 0x563ba63de250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63e0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e71b7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563ba63384e0 con 0x563ba63d40c0 2024-04-25T02:42:13.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e71b7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x563ba62e0a70 con 0x563ba63de790 2024-04-25T02:42:13.969 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e71b7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563ba63344a0 con 0x563ba63d37a0 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e1a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d40c0 0x563ba63de250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e2400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d37a0 0x563ba63d3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e1000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63e0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e1a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d40c0 0x563ba63de250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45496/0 (socket says 172.21.15.47:45496) 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e1a00640 1 -- 172.21.15.47:0/832947798 learned_addr learned my addr 172.21.15.47:0/832947798 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e2400640 1 -- 172.21.15.47:0/832947798 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 msgr2=0x563ba63e0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e2400640 1 --2- 172.21.15.47:0/832947798 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63e0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e2400640 1 -- 172.21.15.47:0/832947798 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d40c0 msgr2=0x563ba63de250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e2400640 1 --2- 172.21.15.47:0/832947798 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d40c0 0x563ba63de250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.965+0000 7f77e2400640 1 -- 172.21.15.47:0/832947798 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ba604c3f0 con 0x563ba63d37a0 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.966+0000 7f77e2400640 1 --2- 172.21.15.47:0/832947798 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d37a0 0x563ba63d3b80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f77d4011760 tx=0x7f77d4011c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85092369a1c58d00 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.966+0000 7f77cea00640 1 -- 172.21.15.47:0/832947798 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d4004d20 con 0x563ba63d37a0 2024-04-25T02:42:13.970 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.966+0000 7f77cea00640 1 -- 172.21.15.47:0/832947798 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77d4003970 con 0x563ba63d37a0 2024-04-25T02:42:13.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.966+0000 7f77cea00640 1 -- 172.21.15.47:0/832947798 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d4004480 con 0x563ba63d37a0 2024-04-25T02:42:13.971 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.966+0000 7f77da000640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77c40a2d00 0x7f77c40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.966+0000 7f77da000640 1 -- 172.21.15.47:0/1141057100 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f77d00cf8a0 con 0x7f77dc073af0 2024-04-25T02:42:13.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.966+0000 7f77e1a00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77c40a2d00 0x7f77c40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 -- 172.21.15.47:0/832947798 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d37a0 msgr2=0x563ba63d3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.973 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 --2- 172.21.15.47:0/832947798 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d37a0 0x563ba63d3b80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f77d4011760 tx=0x7f77d4011c20 comp rx=0 tx=0).stop 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e1a00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77c40a2d00 0x7f77c40a51c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f77d009bcf0 tx=0x7f77d00d5530 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 -- 172.21.15.47:0/832947798 shutdown_connections 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 --2- 172.21.15.47:0/832947798 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63e0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 --2- 172.21.15.47:0/832947798 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d40c0 0x563ba63de250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 --2- 172.21.15.47:0/832947798 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d37a0 0x563ba63d3b80 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 -- 172.21.15.47:0/832947798 >> 172.21.15.47:0/832947798 conn(0x563ba63cfac0 msgr2=0x563ba63cfea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 -- 172.21.15.47:0/832947798 shutdown_connections 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.967+0000 7f77e71b7740 1 -- 172.21.15.47:0/832947798 wait complete. 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 1 -- start start 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 1 Processor -- start 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63db6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63d40c0 0x563ba63dbc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.974 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63de790 0x563ba63dc160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563ba63e1580 con 0x563ba63d37a0 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x563ba62f3ec0 con 0x563ba63d40c0 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563ba63e1700 con 0x563ba63de790 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.968+0000 7f77e71b7740 10 client.0 _ll_register_callbacks cb 0x563ba63303f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63db6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63db6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45512/0 (socket says 172.21.15.47:45512) 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 -- 172.21.15.47:0/3272396007 learned_addr learned my addr 172.21.15.47:0/3272396007 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e1000640 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63d40c0 0x563ba63dbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63de790 0x563ba63dc160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 -- 172.21.15.47:0/3272396007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63de790 msgr2=0x563ba63dc160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63de790 0x563ba63dc160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 -- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63d40c0 msgr2=0x563ba63dbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63d40c0 0x563ba63dbc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 -- 172.21.15.47:0/3272396007 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ba61167d0 con 0x563ba63d37a0 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e1000640 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63d40c0 0x563ba63dbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77e2400640 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63db6e0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f77d40098d0 tx=0x7f77d4009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94fd9eb45988a20c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.975 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.969+0000 7f77c3400640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:13.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.970+0000 7f77c3400640 1 -- 172.21.15.47:0/3272396007 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d402e060 con 0x563ba63d37a0 2024-04-25T02:42:13.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.970+0000 7f77c3400640 1 -- 172.21.15.47:0/3272396007 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f77d4005000 con 0x563ba63d37a0 2024-04-25T02:42:13.976 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.970+0000 7f77e71b7740 1 -- 172.21.15.47:0/3272396007 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77d4003970 con 0x563ba63d37a0 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.970+0000 7f77c3400640 1 -- 172.21.15.47:0/3272396007 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f77d401d070 con 0x563ba63d37a0 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.970+0000 7f77e71b7740 10 client.17367 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.970+0000 7f77e71b7740 1 -- 172.21.15.47:0/3272396007 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563ba63ed7d0 con 0x563ba63d37a0 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.970+0000 7f77c3400640 1 -- 172.21.15.47:0/3272396007 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77d4003970 con 0x563ba63d37a0 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.971+0000 7f77c3400640 1 -- 172.21.15.47:0/3272396007 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f77d40297e0 con 0x563ba63d37a0 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.971+0000 7f77e71b7740 10 client.17367 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.971+0000 7f77e71b7740 10 client.17367 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.971+0000 7f77e71b7740 20 client.17367 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.971+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563ba63eec90 0x563ba63f1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.971+0000 7f77e71b7740 4 client.17367 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.971+0000 7f77e71b7740 1 -- 172.21.15.47:0/3272396007 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ba6345a20 con 0x563ba63eec90 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.971+0000 7f77e1000640 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563ba63eec90 0x563ba63f1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.972+0000 7f77e1000640 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563ba63eec90 0x563ba63f1080 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fc67ce0414969d4 server_cookie=9de9b3a1bc7c405a in_seq=0 out_seq=0 2024-04-25T02:42:13.978 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.972+0000 7f77c3400640 10 client.17367 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77c3400640 1 -- 172.21.15.47:0/3272396007 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563ba6345a20 con 0x563ba63eec90 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77c3400640 10 client.17367 handle_command_reply: tid=0 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 client.17367 shutdown 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 -- 172.21.15.47:0/3272396007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 msgr2=0x563ba63db6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63db6e0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f77d40098d0 tx=0x7f77d4009840 comp rx=0 tx=0).stop 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 -- 172.21.15.47:0/3272396007 shutdown_connections 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563ba63eec90 0x563ba63f1080 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63de790 0x563ba63dc160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63d40c0 0x563ba63dbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3272396007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63db6e0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77c3400640 0 client.17367 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 -- 172.21.15.47:0/3272396007 >> 172.21.15.47:0/3272396007 conn(0x563ba63cfac0 msgr2=0x563ba63d58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 -- 172.21.15.47:0/3272396007 shutdown_connections 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 1 -- 172.21.15.47:0/3272396007 wait complete. 2024-04-25T02:42:13.979 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.973+0000 7f77e71b7740 20 client.17367 trim_cache size 0 max 16384 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e71b7740 1 Processor -- start 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e71b7740 1 -- start start 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63ea440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63dbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63ce9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e71b7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc1b1dc0 con 0x563ba63d37a0 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e71b7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc1af690 con 0x563ba63de790 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e71b7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc1ad500 con 0x563ba63d40c0 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e2400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63ea440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e2400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63ea440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45522/0 (socket says 172.21.15.47:45522) 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e2400640 1 -- 172.21.15.47:0/1900298358 learned_addr learned my addr 172.21.15.47:0/1900298358 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.989+0000 7f77e1000640 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63dbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77e2400640 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63ce9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77e2400640 1 -- 172.21.15.47:0/1900298358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 msgr2=0x563ba63dbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.994 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77e2400640 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63dbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77e2400640 1 -- 172.21.15.47:0/1900298358 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 msgr2=0x563ba63ce9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:13.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77e2400640 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63ce9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77e2400640 1 -- 172.21.15.47:0/1900298358 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ba63e1460 con 0x563ba63d37a0 2024-04-25T02:42:13.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77e2400640 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63ea440 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f77d4009560 tx=0x7f77d4009b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6df4f290a0efc84d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:13.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77ce000640 1 -- 172.21.15.47:0/1900298358 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d402e070 con 0x563ba63d37a0 2024-04-25T02:42:13.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77ce000640 1 -- 172.21.15.47:0/1900298358 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77d400f790 con 0x563ba63d37a0 2024-04-25T02:42:13.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.990+0000 7f77ce000640 1 -- 172.21.15.47:0/1900298358 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d4010bf0 con 0x563ba63d37a0 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 -- 172.21.15.47:0/1900298358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 msgr2=0x563ba63ea440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63ea440 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f77d4009560 tx=0x7f77d4009b10 comp rx=0 tx=0).stop 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 -- 172.21.15.47:0/1900298358 shutdown_connections 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63ce9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63dbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 --2- 172.21.15.47:0/1900298358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63ea440 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 -- 172.21.15.47:0/1900298358 >> 172.21.15.47:0/1900298358 conn(0x563ba63cfac0 msgr2=0x563ba63ce2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 -- 172.21.15.47:0/1900298358 shutdown_connections 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.991+0000 7f77e71b7740 1 -- 172.21.15.47:0/1900298358 wait complete. 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 1 -- start start 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 1 Processor -- start 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63e68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63e6e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63e1d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc1adb50 con 0x563ba63d37a0 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc1aefc0 con 0x563ba63de790 2024-04-25T02:42:13.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc1ae220 con 0x563ba63d40c0 2024-04-25T02:42:13.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.992+0000 7f77e71b7740 10 client.0 _ll_register_callbacks cb 0x7f77d00d5400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:13.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e2400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63e68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e1000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63e6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:13.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e2400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63e68e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45534/0 (socket says 172.21.15.47:45534) 2024-04-25T02:42:13.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e2400640 1 -- 172.21.15.47:0/3065827945 learned_addr learned my addr 172.21.15.47:0/3065827945 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:14.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e2400640 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63e1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e1000640 1 -- 172.21.15.47:0/3065827945 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 msgr2=0x563ba63e1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e1000640 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63e1d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e1000640 1 -- 172.21.15.47:0/3065827945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 msgr2=0x563ba63e68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e1000640 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63e68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e1000640 1 -- 172.21.15.47:0/3065827945 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ba63e2550 con 0x563ba63d40c0 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.993+0000 7f77e2400640 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63e68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.994+0000 7f77e1000640 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63e6e20 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f77c8005940 tx=0x7f77c8031790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0ece1743bdb4062 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.994+0000 7f77c3400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.994+0000 7f77c3400640 1 -- 172.21.15.47:0/3065827945 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c8035040 con 0x563ba63d40c0 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.994+0000 7f77c3400640 1 -- 172.21.15.47:0/3065827945 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f77c8004240 con 0x563ba63d40c0 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.994+0000 7f77e71b7740 1 -- 172.21.15.47:0/3065827945 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77d400f790 con 0x563ba63d40c0 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.994+0000 7f77c3400640 1 -- 172.21.15.47:0/3065827945 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f77c8004460 con 0x563ba63d40c0 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.994+0000 7f77e71b7740 10 client.27481 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:14.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.994+0000 7f77e71b7740 1 -- 172.21.15.47:0/3065827945 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563ba6454b60 con 0x563ba63d40c0 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77c3400640 1 -- 172.21.15.47:0/3065827945 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77d400f790 con 0x563ba63d40c0 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77c3400640 1 -- 172.21.15.47:0/3065827945 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f77c80047a0 con 0x563ba63d40c0 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77e71b7740 10 client.27481 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77e71b7740 10 client.27481 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77e71b7740 20 client.27481 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563ba6455310 0x563ba6457730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77e71b7740 4 client.27481 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77e71b7740 1 -- 172.21.15.47:0/3065827945 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563ba633fd70 con 0x563ba6455310 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.995+0000 7f77e2400640 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563ba6455310 0x563ba6457730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.996+0000 7f77e2400640 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563ba6455310 0x563ba6457730 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9974294fccba4a13 server_cookie=ece785cf7469a19f in_seq=0 out_seq=0 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.996+0000 7f77c3400640 10 client.27481 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.996+0000 7f77c3400640 1 -- 172.21.15.47:0/3065827945 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563ba633fd70 con 0x563ba6455310 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.996+0000 7f77c3400640 10 client.27481 handle_command_reply: tid=0 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.996+0000 7f77e71b7740 1 client.27481 shutdown 2024-04-25T02:42:14.002 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.996+0000 7f77e71b7740 1 -- 172.21.15.47:0/3065827945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 msgr2=0x563ba63e6e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.996+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63e6e20 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f77c8005940 tx=0x7f77c8031790 comp rx=0 tx=0).stop 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 1 -- 172.21.15.47:0/3065827945 shutdown_connections 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x563ba6455310 0x563ba6457730 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563ba63de790 0x563ba63e1d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77c3400640 0 client.27481 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563ba63d40c0 0x563ba63e6e20 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 1 --2- 172.21.15.47:0/3065827945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563ba63d37a0 0x563ba63e68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 1 -- 172.21.15.47:0/3065827945 >> 172.21.15.47:0/3065827945 conn(0x563ba63cfac0 msgr2=0x563ba63ce2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 1 -- 172.21.15.47:0/3065827945 shutdown_connections 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 1 -- 172.21.15.47:0/3065827945 wait complete. 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e71b7740 20 client.27481 trim_cache size 0 max 16384 2024-04-25T02:42:14.003 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:42:14.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e2e00640 1 -- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77c40a2d00 msgr2=0x7f77c40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:14.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.997+0000 7f77e2e00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77c40a2d00 0x7f77c40a51c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f77d009bcf0 tx=0x7f77d00d5530 comp rx=0 tx=0).stop 2024-04-25T02:42:14.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 -- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc073af0 msgr2=0x7f77dc19a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:14.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc073af0 0x7f77dc19a0e0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f77d000e9f0 tx=0x7f77d000edf0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 -- 172.21.15.47:0/1141057100 shutdown_connections 2024-04-25T02:42:14.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f77c40a2d00 0x7f77c40a51c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f77dc10dea0 0x7f77dc19e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f77dc074410 0x7f77dc19a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 --2- 172.21.15.47:0/1141057100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77dc073af0 0x7f77dc19a0e0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:14.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 -- 172.21.15.47:0/1141057100 >> 172.21.15.47:0/1141057100 conn(0x7f77dc0fd110 msgr2=0x7f77dc0fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:14.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 -- 172.21.15.47:0/1141057100 shutdown_connections 2024-04-25T02:42:14.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:13.998+0000 7f77e2e00640 1 -- 172.21.15.47:0/1141057100 wait complete. 2024-04-25T02:42:14.017 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:13 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3487360136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:42:14.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:13 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3487360136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:42:14.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:13 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3487360136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:42:15.020 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:42:15.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:42:15.021 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:42:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:14 smithi178 ceph-mon[33053]: pgmap v296: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:42:15.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:14 smithi178 ceph-mon[33053]: osdmap e97: 12 total, 12 up, 12 in 2024-04-25T02:42:15.105 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:14 smithi047 ceph-mon[27871]: pgmap v296: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:42:15.105 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:14 smithi047 ceph-mon[27871]: osdmap e97: 12 total, 12 up, 12 in 2024-04-25T02:42:15.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3559275814 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab0107ce0 msgr2=0x7f5ab0108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3559275814 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab0107ce0 0x7f5ab0108140 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f5a98009900 tx=0x7f5a9802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:15.254 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3559275814 shutdown_connections 2024-04-25T02:42:15.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3559275814 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5ab0108680 0x7f5ab0114aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3559275814 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab0107ce0 0x7f5ab0108140 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3559275814 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ab010dd00 0x7f5ab010e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3559275814 >> 172.21.15.47:0/3559275814 conn(0x7f5ab0077560 msgr2=0x7f5ab0106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3559275814 shutdown_connections 2024-04-25T02:42:15.255 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.250+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3559275814 wait complete. 2024-04-25T02:42:15.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.251+0000 7f5ab4e00640 1 Processor -- start 2024-04-25T02:42:15.256 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.251+0000 7f5ab4e00640 1 -- start start 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5ab4e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ab0107ce0 0x7f5ab019e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5ab4e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5ab0108680 0x7f5ab019e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5ab4e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab010dd00 0x7f5ab01a2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5ab4e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab0118030 con 0x7f5ab010dd00 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5ab4e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab0117eb0 con 0x7f5ab0108680 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5ab4e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab01181b0 con 0x7f5ab0107ce0 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5aafe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab010dd00 0x7f5ab01a2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5aafe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab010dd00 0x7f5ab01a2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45546/0 (socket says 172.21.15.47:45546) 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5aaf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ab0107ce0 0x7f5ab019e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5aafe00640 1 -- 172.21.15.47:0/3618138913 learned_addr learned my addr 172.21.15.47:0/3618138913 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.252+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5ab0108680 0x7f5ab019e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aafe00640 1 -- 172.21.15.47:0/3618138913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ab0107ce0 msgr2=0x7f5ab019e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aafe00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ab0107ce0 0x7f5ab019e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aafe00640 1 -- 172.21.15.47:0/3618138913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5ab0108680 msgr2=0x7f5ab019e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.257 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aafe00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5ab0108680 0x7f5ab019e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aafe00640 1 -- 172.21.15.47:0/3618138913 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ab01a3480 con 0x7f5ab010dd00 2024-04-25T02:42:15.258 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aafe00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab010dd00 0x7f5ab01a2d50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f5aa800ec70 tx=0x7f5aa800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:14 smithi113 ceph-mon[32459]: pgmap v296: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:42:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:14 smithi113 ceph-mon[32459]: osdmap e97: 12 total, 12 up, 12 in 2024-04-25T02:42:15.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aacc00640 1 -- 172.21.15.47:0/3618138913 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa8003b70 con 0x7f5ab010dd00 2024-04-25T02:42:15.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aacc00640 1 -- 172.21.15.47:0/3618138913 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5aa800ee80 con 0x7f5ab010dd00 2024-04-25T02:42:15.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3618138913 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ab01a3770 con 0x7f5ab010dd00 2024-04-25T02:42:15.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5aacc00640 1 -- 172.21.15.47:0/3618138913 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa80108a0 con 0x7f5ab010dd00 2024-04-25T02:42:15.259 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.253+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3618138913 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ab01ab000 con 0x7f5ab010dd00 2024-04-25T02:42:15.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5aacc00640 1 -- 172.21.15.47:0/3618138913 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5aa8004020 con 0x7f5ab010dd00 2024-04-25T02:42:15.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5ab9220740 1 Processor -- start 2024-04-25T02:42:15.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5ab9220740 1 -- start start 2024-04-25T02:42:15.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de6f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de799d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de7c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5ab9220740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55de3ddcdf40 con 0x55de3de79f10 2024-04-25T02:42:15.261 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5ab9220740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55de3ddd3190 con 0x55de3de6ef20 2024-04-25T02:42:15.262 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.257+0000 7f5ab9220740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55de3dd7ba10 con 0x55de3de6f840 2024-04-25T02:42:15.263 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aa7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de6f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aaf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de799d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aa7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de6f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54866/0 (socket says 172.21.15.47:54866) 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aa7e00640 1 -- 172.21.15.47:0/2944202906 learned_addr learned my addr 172.21.15.47:0/2944202906 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/2944202906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de7c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aaf400640 1 -- 172.21.15.47:0/2944202906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 msgr2=0x55de3de6f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aaf400640 1 --2- 172.21.15.47:0/2944202906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de6f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aaf400640 1 -- 172.21.15.47:0/2944202906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 msgr2=0x55de3de7c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aaf400640 1 --2- 172.21.15.47:0/2944202906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de7c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aaf400640 1 -- 172.21.15.47:0/2944202906 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de3dbaf7e0 con 0x55de3de6f840 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aaf400640 1 --2- 172.21.15.47:0/2944202906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de799d0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0009c00 tx=0x7f5aa0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed66a3bea5799637 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.258+0000 7f5aacc00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5a900a2d00 0x7f5a900a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.259+0000 7f5aa4c00640 1 -- 172.21.15.47:0/2944202906 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0004230 con 0x55de3de6f840 2024-04-25T02:42:15.264 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.259+0000 7f5aacc00640 1 -- 172.21.15.47:0/3618138913 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f5aa80cf830 con 0x7f5ab010dd00 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.259+0000 7f5aa4c00640 1 -- 172.21.15.47:0/2944202906 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5aa00043d0 con 0x55de3de6f840 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.259+0000 7f5aa4c00640 1 -- 172.21.15.47:0/2944202906 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0004d20 con 0x55de3de6f840 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.259+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5a900a2d00 0x7f5a900a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 -- 172.21.15.47:0/2944202906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 msgr2=0x55de3de799d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5a900a2d00 0x7f5a900a51c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x55de3de6c3d0 tx=0x7f5a9802a480 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2944202906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de799d0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0009c00 tx=0x7f5aa0011810 comp rx=0 tx=0).stop 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 -- 172.21.15.47:0/2944202906 shutdown_connections 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2944202906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de7c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2944202906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de799d0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2944202906 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de6f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 -- 172.21.15.47:0/2944202906 >> 172.21.15.47:0/2944202906 conn(0x55de3de6b240 msgr2=0x55de3de6b620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 -- 172.21.15.47:0/2944202906 shutdown_connections 2024-04-25T02:42:15.265 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 -- 172.21.15.47:0/2944202906 wait complete. 2024-04-25T02:42:15.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 -- start start 2024-04-25T02:42:15.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.260+0000 7f5ab9220740 1 Processor -- start 2024-04-25T02:42:15.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6ef20 0x55de3de76e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6f840 0x55de3de77390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de79f10 0x55de3de778d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5ab9220740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55de3dd8ee70 con 0x55de3de6f840 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5ab9220740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55de3ddcf150 con 0x55de3de79f10 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5ab9220740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55de3de7cda0 con 0x55de3de6ef20 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5ab9220740 10 client.0 _ll_register_callbacks cb 0x55de3ddca1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5aaf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6ef20 0x55de3de76e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5aa7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6f840 0x55de3de77390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5aafe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de79f10 0x55de3de778d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5aaf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6ef20 0x55de3de76e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:49326/0 (socket says 172.21.15.47:49326) 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.261+0000 7f5aaf400640 1 -- 172.21.15.47:0/228590773 learned_addr learned my addr 172.21.15.47:0/228590773 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5aaf400640 1 -- 172.21.15.47:0/228590773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de79f10 msgr2=0x55de3de778d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5aaf400640 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de79f10 0x55de3de778d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5aaf400640 1 -- 172.21.15.47:0/228590773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6f840 msgr2=0x55de3de77390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5aaf400640 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6f840 0x55de3de77390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5aaf400640 1 -- 172.21.15.47:0/228590773 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de3dc0ff70 con 0x55de3de6ef20 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5aafe00640 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de79f10 0x55de3de778d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5aaf400640 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6ef20 0x55de3de76e50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0019a30 tx=0x7f5aa0019a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a380385bdfff9e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5a9d600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5a9d600640 1 -- 172.21.15.47:0/228590773 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0028020 con 0x55de3de6ef20 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5a9d600640 1 -- 172.21.15.47:0/228590773 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f5aa0024620 con 0x55de3de6ef20 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.262+0000 7f5ab9220740 1 -- 172.21.15.47:0/228590773 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aa00043d0 con 0x55de3de6ef20 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5a9d600640 1 -- 172.21.15.47:0/228590773 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5aa0033050 con 0x55de3de6ef20 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5ab9220740 10 client.27493 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:15.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5ab9220740 1 -- 172.21.15.47:0/228590773 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55de3daa7170 con 0x55de3de6ef20 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5a9d600640 1 -- 172.21.15.47:0/228590773 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5aa00043d0 con 0x55de3de6ef20 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5a9d600640 1 -- 172.21.15.47:0/228590773 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5aa0018070 con 0x55de3de6ef20 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5ab9220740 10 client.27493 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5ab9220740 10 client.27493 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5ab9220740 20 client.27493 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.263+0000 7f5ab9220740 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55de3de8a160 0x55de3de8c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.264+0000 7f5ab9220740 4 client.27493 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.264+0000 7f5ab9220740 1 -- 172.21.15.47:0/228590773 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de3dde06d0 con 0x55de3de8a160 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.264+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55de3de8a160 0x55de3de8c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.265+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55de3de8a160 0x55de3de8c550 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8f182186b64df11 server_cookie=1c7024d71b454b9e in_seq=0 out_seq=0 2024-04-25T02:42:15.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.265+0000 7f5a9d600640 10 client.27493 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:15.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5a9d600640 1 -- 172.21.15.47:0/228590773 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55de3dde06d0 con 0x55de3de8a160 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5a9d600640 10 client.27493 handle_command_reply: tid=0 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 client.27493 shutdown 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 -- 172.21.15.47:0/228590773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6ef20 msgr2=0x55de3de76e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6ef20 0x55de3de76e50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0019a30 tx=0x7f5aa0019a60 comp rx=0 tx=0).stop 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 -- 172.21.15.47:0/228590773 shutdown_connections 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55de3de8a160 0x55de3de8c550 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de79f10 0x55de3de778d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6f840 0x55de3de77390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 --2- 172.21.15.47:0/228590773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6ef20 0x55de3de76e50 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5a9d600640 0 client.27493 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 -- 172.21.15.47:0/228590773 >> 172.21.15.47:0/228590773 conn(0x55de3de6b240 msgr2=0x55de3de71040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 -- 172.21.15.47:0/228590773 shutdown_connections 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 1 -- 172.21.15.47:0/228590773 wait complete. 2024-04-25T02:42:15.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.266+0000 7f5ab9220740 20 client.27493 trim_cache size 0 max 16384 2024-04-25T02:42:15.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.286+0000 7f5ab9220740 1 Processor -- start 2024-04-25T02:42:15.290 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.286+0000 7f5ab9220740 1 -- start start 2024-04-25T02:42:15.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.286+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de71680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.286+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de91d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de92270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5ab9220740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab01b6010 con 0x55de3de79f10 2024-04-25T02:42:15.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5ab9220740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab01b38e0 con 0x55de3de6ef20 2024-04-25T02:42:15.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5ab9220740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab01b1750 con 0x55de3de6f840 2024-04-25T02:42:15.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de71680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.291 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de71680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54886/0 (socket says 172.21.15.47:54886) 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 -- 172.21.15.47:0/321789196 learned_addr learned my addr 172.21.15.47:0/321789196 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aafe00640 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de92270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de91d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 -- 172.21.15.47:0/321789196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 msgr2=0x55de3de91d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de91d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 -- 172.21.15.47:0/321789196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 msgr2=0x55de3de92270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de92270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 -- 172.21.15.47:0/321789196 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de3de7c530 con 0x55de3de6ef20 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aafe00640 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de92270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:15.292 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.287+0000 7f5aaf400640 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de71680 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0004c70 tx=0x7f5aa0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77b5a7d70f674c2f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.288+0000 7f5a9fe00640 1 -- 172.21.15.47:0/321789196 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0028070 con 0x55de3de6ef20 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.288+0000 7f5a9fe00640 1 -- 172.21.15.47:0/321789196 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5aa001f040 con 0x55de3de6ef20 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.288+0000 7f5a9fe00640 1 -- 172.21.15.47:0/321789196 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0004cf0 con 0x55de3de6ef20 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.288+0000 7f5ab9220740 1 -- 172.21.15.47:0/321789196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 msgr2=0x55de3de71680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.288+0000 7f5ab9220740 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de71680 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0004c70 tx=0x7f5aa0005f90 comp rx=0 tx=0).stop 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 -- 172.21.15.47:0/321789196 shutdown_connections 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de79f10 0x55de3de92270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de6f840 0x55de3de91d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 --2- 172.21.15.47:0/321789196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6ef20 0x55de3de71680 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 -- 172.21.15.47:0/321789196 >> 172.21.15.47:0/321789196 conn(0x55de3de6b240 msgr2=0x55de3de76e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 -- 172.21.15.47:0/321789196 shutdown_connections 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 -- 172.21.15.47:0/321789196 wait complete. 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 -- start start 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.289+0000 7f5ab9220740 1 Processor -- start 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6ef20 0x55de3de82050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6f840 0x55de3de82590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5ab9220740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de79f10 0x55de3de7f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5ab9220740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab01b1da0 con 0x55de3de6ef20 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5ab9220740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab01b3210 con 0x55de3de6f840 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5ab9220740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab01b2470 con 0x55de3de79f10 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5ab9220740 10 client.0 _ll_register_callbacks cb 0x7f5a98009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aaf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6ef20 0x55de3de82050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aaf400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6ef20 0x55de3de82050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45564/0 (socket says 172.21.15.47:45564) 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aaf400640 1 -- 172.21.15.47:0/2887150218 learned_addr learned my addr 172.21.15.47:0/2887150218 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6f840 0x55de3de82590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aafe00640 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de79f10 0x55de3de7f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aaf400640 1 -- 172.21.15.47:0/2887150218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de79f10 msgr2=0x55de3de7f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aaf400640 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de79f10 0x55de3de7f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aaf400640 1 -- 172.21.15.47:0/2887150218 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6f840 msgr2=0x55de3de82590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aaf400640 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6f840 0x55de3de82590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aaf400640 1 -- 172.21.15.47:0/2887150218 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de3de7f850 con 0x55de3de6ef20 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.290+0000 7f5aafe00640 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de79f10 0x55de3de7f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.291+0000 7f5aaf400640 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6ef20 0x55de3de82050 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0009900 tx=0x7f5aa0009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a297ec3abdcfb16 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.291+0000 7f5a9d600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.291+0000 7f5a9d600640 1 -- 172.21.15.47:0/2887150218 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0028040 con 0x55de3de6ef20 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.291+0000 7f5a9d600640 1 -- 172.21.15.47:0/2887150218 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f5aa0004ea0 con 0x55de3de6ef20 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.291+0000 7f5ab9220740 1 -- 172.21.15.47:0/2887150218 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aa001f040 con 0x55de3de6ef20 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.291+0000 7f5a9d600640 1 -- 172.21.15.47:0/2887150218 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5aa0009a50 con 0x55de3de6ef20 2024-04-25T02:42:15.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.291+0000 7f5ab9220740 10 client.17391 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.291+0000 7f5ab9220740 1 -- 172.21.15.47:0/2887150218 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55de3def1090 con 0x55de3de6ef20 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5a9d600640 1 -- 172.21.15.47:0/2887150218 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5aa001f040 con 0x55de3de6ef20 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5a9d600640 1 -- 172.21.15.47:0/2887150218 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5aa0018040 con 0x55de3de6ef20 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5ab9220740 10 client.17391 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5ab9220740 10 client.17391 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5ab9220740 20 client.17391 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55de3def1690 0x55de3def3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5ab9220740 4 client.17391 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:42:15.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5ab9220740 1 -- 172.21.15.47:0/2887150218 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55de3dddaa20 con 0x55de3def1690 2024-04-25T02:42:15.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.292+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55de3def1690 0x55de3def3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.293+0000 7f5aa7e00640 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55de3def1690 0x55de3def3a80 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3522cbceaa5a4efe server_cookie=2476acae44ab9cff in_seq=0 out_seq=0 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.293+0000 7f5a9d600640 10 client.17391 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5a9d600640 1 -- 172.21.15.47:0/2887150218 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55de3dddaa20 con 0x55de3def1690 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5a9d600640 10 client.17391 handle_command_reply: tid=0 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 client.17391 shutdown 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 -- 172.21.15.47:0/2887150218 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6ef20 msgr2=0x55de3de82050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6ef20 0x55de3de82050 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0009900 tx=0x7f5aa0009ee0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 -- 172.21.15.47:0/2887150218 shutdown_connections 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55de3def1690 0x55de3def3a80 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55de3de79f10 0x55de3de7f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55de3de6f840 0x55de3de82590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 --2- 172.21.15.47:0/2887150218 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de3de6ef20 0x55de3de82050 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5a9d600640 0 client.17391 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 -- 172.21.15.47:0/2887150218 >> 172.21.15.47:0/2887150218 conn(0x55de3de6b240 msgr2=0x55de3de77680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 -- 172.21.15.47:0/2887150218 shutdown_connections 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.295+0000 7f5ab9220740 1 -- 172.21.15.47:0/2887150218 wait complete. 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab9220740 20 client.17391 trim_cache size 0 max 16384 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "ad7b78e6-575e-4427-b725-f3468e96a13d", 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:42:15.302 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:42:15.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5a900a2d00 msgr2=0x7f5a900a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5a900a2d00 0x7f5a900a51c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x55de3de6c3d0 tx=0x7f5a9802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:15.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab010dd00 msgr2=0x7f5ab01a2d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab010dd00 0x7f5ab01a2d50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f5aa800ec70 tx=0x7f5aa800c6a0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3618138913 shutdown_connections 2024-04-25T02:42:15.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f5a900a2d00 0x7f5a900a51c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ab010dd00 0x7f5ab01a2d50 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5ab0108680 0x7f5ab019e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 --2- 172.21.15.47:0/3618138913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ab0107ce0 0x7f5ab019e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.296+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3618138913 >> 172.21.15.47:0/3618138913 conn(0x7f5ab0077560 msgr2=0x7f5ab0078570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.297+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3618138913 shutdown_connections 2024-04-25T02:42:15.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.297+0000 7f5ab4e00640 1 -- 172.21.15.47:0/3618138913 wait complete. 2024-04-25T02:42:15.320 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:42:15.320 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:42:15.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 -- 172.21.15.47:0/107978695 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc27410bbc0 msgr2=0x7fc27410e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 --2- 172.21.15.47:0/107978695 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc27410bbc0 0x7fc27410e060 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc26c009be0 tx=0x7fc26c02a750 comp rx=0 tx=0).stop 2024-04-25T02:42:15.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 -- 172.21.15.47:0/107978695 shutdown_connections 2024-04-25T02:42:15.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 --2- 172.21.15.47:0/107978695 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc27410bbc0 0x7fc27410e060 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 --2- 172.21.15.47:0/107978695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc2741030c0 0x7fc27410b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 --2- 172.21.15.47:0/107978695 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc2741027a0 0x7fc274102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 -- 172.21.15.47:0/107978695 >> 172.21.15.47:0/107978695 conn(0x7fc2740fbfc0 msgr2=0x7fc2740fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 -- 172.21.15.47:0/107978695 shutdown_connections 2024-04-25T02:42:15.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.537+0000 7fc278e00640 1 -- 172.21.15.47:0/107978695 wait complete. 2024-04-25T02:42:15.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.538+0000 7fc278e00640 1 Processor -- start 2024-04-25T02:42:15.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.538+0000 7fc278e00640 1 -- start start 2024-04-25T02:42:15.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc278e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc2741027a0 0x7fc27419a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc278e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc2741030c0 0x7fc27419a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.543 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc278e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc27410bbc0 0x7fc27419e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc278e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc274111970 con 0x7fc2741030c0 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc278e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc2741117f0 con 0x7fc2741027a0 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc278e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc274111af0 con 0x7fc27410bbc0 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc272a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc2741030c0 0x7fc27419a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc273e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc27410bbc0 0x7fc27419e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc273400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc2741027a0 0x7fc27419a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc272a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc2741030c0 0x7fc27419a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45576/0 (socket says 172.21.15.47:45576) 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc272a00640 1 -- 172.21.15.47:0/3665429970 learned_addr learned my addr 172.21.15.47:0/3665429970 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc273400640 1 -- 172.21.15.47:0/3665429970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc27410bbc0 msgr2=0x7fc27419e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.539+0000 7fc273400640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc27410bbc0 0x7fc27419e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc273400640 1 -- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc2741030c0 msgr2=0x7fc27419a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc273400640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc2741030c0 0x7fc27419a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc273400640 1 -- 172.21.15.47:0/3665429970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc27419f050 con 0x7fc2741027a0 2024-04-25T02:42:15.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc273e00640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc27410bbc0 0x7fc27419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:15.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc273400640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc2741027a0 0x7fc27419a0b0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fc26400e9f0 tx=0x7fc26400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc26be00640 1 -- 172.21.15.47:0/3665429970 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26400ccc0 con 0x7fc2741027a0 2024-04-25T02:42:15.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc26be00640 1 -- 172.21.15.47:0/3665429970 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc264010910 con 0x7fc2741027a0 2024-04-25T02:42:15.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc278e00640 1 -- 172.21.15.47:0/3665429970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc27419f340 con 0x7fc2741027a0 2024-04-25T02:42:15.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc26be00640 1 -- 172.21.15.47:0/3665429970 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc264018960 con 0x7fc2741027a0 2024-04-25T02:42:15.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.540+0000 7fc278e00640 1 -- 172.21.15.47:0/3665429970 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2741a6bd0 con 0x7fc2741027a0 2024-04-25T02:42:15.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.543+0000 7fc27d27a740 1 Processor -- start 2024-04-25T02:42:15.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc27d27a740 1 -- start start 2024-04-25T02:42:15.547 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc26be00640 1 -- 172.21.15.47:0/3665429970 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc264010ac0 con 0x7fc2741027a0 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace7575c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 0x55aace761c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7621d0 0x55aace7645c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc27d27a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55aace6bb560 con 0x55aace7571e0 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc27d27a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55aace663930 con 0x55aace7621d0 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc27d27a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55aace6b7520 con 0x55aace757b00 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc273e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace7575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc273e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace7575c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:45580/0 (socket says 172.21.15.47:45580) 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc273e00640 1 -- 172.21.15.47:0/2563272732 learned_addr learned my addr 172.21.15.47:0/2563272732 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.549 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.544+0000 7fc273400640 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 0x55aace761c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc272a00640 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7621d0 0x55aace7645c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc273e00640 1 -- 172.21.15.47:0/2563272732 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 msgr2=0x55aace761c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc273e00640 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 0x55aace761c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc273e00640 1 -- 172.21.15.47:0/2563272732 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7621d0 msgr2=0x55aace7645c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc273e00640 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7621d0 0x55aace7645c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc273e00640 1 -- 172.21.15.47:0/2563272732 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aace4997d0 con 0x55aace7571e0 2024-04-25T02:42:15.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc272a00640 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7621d0 0x55aace7645c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:15.550 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc273e00640 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace7575c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc26c005c70 tx=0x7fc26c030de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=983b208ac2c0f0e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.545+0000 7fc26be00640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc2580a2d00 0x7fc2580a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.546+0000 7fc268c00640 1 -- 172.21.15.47:0/2563272732 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c042030 con 0x55aace7571e0 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.546+0000 7fc268c00640 1 -- 172.21.15.47:0/2563272732 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc26c037040 con 0x55aace7571e0 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.546+0000 7fc268c00640 1 -- 172.21.15.47:0/2563272732 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c036070 con 0x55aace7571e0 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.546+0000 7fc26be00640 1 -- 172.21.15.47:0/3665429970 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fc2640cf820 con 0x7fc2741027a0 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.546+0000 7fc273400640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc2580a2d00 0x7fc2580a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 -- 172.21.15.47:0/2563272732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 msgr2=0x55aace7575c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace7575c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc26c005c70 tx=0x7fc26c030de0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc273400640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc2580a2d00 0x7fc2580a51c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x55aace7587a0 tx=0x7fc264009700 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 -- 172.21.15.47:0/2563272732 shutdown_connections 2024-04-25T02:42:15.553 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7621d0 0x55aace7645c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 0x55aace761c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 --2- 172.21.15.47:0/2563272732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace7575c0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 -- 172.21.15.47:0/2563272732 >> 172.21.15.47:0/2563272732 conn(0x55aace753500 msgr2=0x55aace7538e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 -- 172.21.15.47:0/2563272732 shutdown_connections 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 -- 172.21.15.47:0/2563272732 wait complete. 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 -- start start 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.547+0000 7fc27d27a740 1 Processor -- start 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace7571e0 0x55aace75f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace757b00 0x55aace75f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7621d0 0x55aace75fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc27d27a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55aace764f60 con 0x55aace7621d0 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc27d27a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55aace676d90 con 0x55aace757b00 2024-04-25T02:42:15.554 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc27d27a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55aace7650e0 con 0x55aace7571e0 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc27d27a740 10 client.0 _ll_register_callbacks cb 0x55aace676780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc272a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace757b00 0x55aace75f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc273e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace7571e0 0x55aace75f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc272a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace757b00 0x55aace75f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54934/0 (socket says 172.21.15.47:54934) 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc272a00640 1 -- 172.21.15.47:0/3075653887 learned_addr learned my addr 172.21.15.47:0/3075653887 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.548+0000 7fc273e00640 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7621d0 0x55aace75fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc273e00640 1 -- 172.21.15.47:0/3075653887 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace757b00 msgr2=0x55aace75f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc273e00640 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace757b00 0x55aace75f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc273e00640 1 -- 172.21.15.47:0/3075653887 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7621d0 msgr2=0x55aace75fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc273e00640 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7621d0 0x55aace75fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc273e00640 1 -- 172.21.15.47:0/3075653887 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aace3cf3f0 con 0x55aace7571e0 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc272a00640 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace757b00 0x55aace75f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc273e00640 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace7571e0 0x55aace75f1c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc26c02ac70 tx=0x7fc26c005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f5f19f91bca4b95 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.555 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc25d600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc25d600640 1 -- 172.21.15.47:0/3075653887 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c04b020 con 0x55aace7571e0 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.549+0000 7fc27d27a740 1 -- 172.21.15.47:0/3075653887 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc26c037040 con 0x55aace7571e0 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc25d600640 1 -- 172.21.15.47:0/3075653887 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fc26c0307b0 con 0x55aace7571e0 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc25d600640 1 -- 172.21.15.47:0/3075653887 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc26c059050 con 0x55aace7571e0 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc27d27a740 10 client.27511 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc27d27a740 1 -- 172.21.15.47:0/3075653887 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aace38f0f0 con 0x55aace7571e0 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc25d600640 1 -- 172.21.15.47:0/3075653887 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc26c037040 con 0x55aace7571e0 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc25d600640 1 -- 172.21.15.47:0/3075653887 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc26c03c040 con 0x55aace7571e0 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc27d27a740 10 client.27511 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc27d27a740 10 client.27511 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.550+0000 7fc27d27a740 20 client.27511 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:15.558 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.551+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aace7723e0 0x55aace7747d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.551+0000 7fc27d27a740 4 client.27511 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.551+0000 7fc27d27a740 1 -- 172.21.15.47:0/3075653887 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aace6ced90 con 0x55aace7723e0 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.551+0000 7fc272a00640 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aace7723e0 0x55aace7747d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.551+0000 7fc272a00640 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aace7723e0 0x55aace7747d0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=632782d2e15f364c server_cookie=114448c1eef8a171 in_seq=0 out_seq=0 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.551+0000 7fc25d600640 10 client.27511 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.552+0000 7fc25d600640 1 -- 172.21.15.47:0/3075653887 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55aace6ced90 con 0x55aace7723e0 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.552+0000 7fc25d600640 10 client.27511 handle_command_reply: tid=0 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.552+0000 7fc27d27a740 1 client.27511 shutdown 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.552+0000 7fc27d27a740 1 -- 172.21.15.47:0/3075653887 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace7571e0 msgr2=0x55aace75f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.552+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace7571e0 0x55aace75f1c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc26c02ac70 tx=0x7fc26c005bd0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 1 -- 172.21.15.47:0/3075653887 shutdown_connections 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aace7723e0 0x55aace7747d0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7621d0 0x55aace75fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace757b00 0x55aace75f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.559 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3075653887 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace7571e0 0x55aace75f1c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 1 -- 172.21.15.47:0/3075653887 >> 172.21.15.47:0/3075653887 conn(0x55aace753500 msgr2=0x55aace759300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc25d600640 0 client.27511 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:15.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 1 -- 172.21.15.47:0/3075653887 shutdown_connections 2024-04-25T02:42:15.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 1 -- 172.21.15.47:0/3075653887 wait complete. 2024-04-25T02:42:15.560 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.553+0000 7fc27d27a740 20 client.27511 trim_cache size 0 max 16384 2024-04-25T02:42:15.580 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.572+0000 7fc27d27a740 1 Processor -- start 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.572+0000 7fc27d27a740 1 -- start start 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.572+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace753500 0x55aace752f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.572+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7571e0 0x55aace76da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.572+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace757b00 0x55aace7777f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.572+0000 7fc27d27a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc2741b1d70 con 0x55aace757b00 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.572+0000 7fc27d27a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc2741af640 con 0x55aace7571e0 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.572+0000 7fc27d27a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc2741ad4b0 con 0x55aace753500 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace753500 0x55aace752f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace753500 0x55aace752f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:49382/0 (socket says 172.21.15.47:49382) 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 -- 172.21.15.47:0/3679518639 learned_addr learned my addr 172.21.15.47:0/3679518639 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace757b00 0x55aace7777f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.581 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc272a00640 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7571e0 0x55aace76da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 -- 172.21.15.47:0/3679518639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7571e0 msgr2=0x55aace76da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7571e0 0x55aace76da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 -- 172.21.15.47:0/3679518639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace757b00 msgr2=0x55aace7777f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace757b00 0x55aace7777f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 -- 172.21.15.47:0/3679518639 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aace75f180 con 0x55aace753500 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.573+0000 7fc273e00640 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace753500 0x55aace752f80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc26c003ae0 tx=0x7fc26c005ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1abaf18663a20173 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc25fe00640 1 -- 172.21.15.47:0/3679518639 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c04b040 con 0x55aace753500 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc25fe00640 1 -- 172.21.15.47:0/3679518639 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc26c003de0 con 0x55aace753500 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc25fe00640 1 -- 172.21.15.47:0/3679518639 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c036050 con 0x55aace753500 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc27d27a740 1 -- 172.21.15.47:0/3679518639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace753500 msgr2=0x55aace752f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace753500 0x55aace752f80 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc26c003ae0 tx=0x7fc26c005ec0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc27d27a740 1 -- 172.21.15.47:0/3679518639 shutdown_connections 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace757b00 0x55aace7777f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.582 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace7571e0 0x55aace76da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc27d27a740 1 --2- 172.21.15.47:0/3679518639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace753500 0x55aace752f80 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc27d27a740 1 -- 172.21.15.47:0/3679518639 >> 172.21.15.47:0/3679518639 conn(0x55aace75f4f0 msgr2=0x55aace76d330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.574+0000 7fc27d27a740 1 -- 172.21.15.47:0/3679518639 shutdown_connections 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.575+0000 7fc27d27a740 1 -- 172.21.15.47:0/3679518639 wait complete. 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.575+0000 7fc27d27a740 1 -- start start 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.575+0000 7fc27d27a740 1 Processor -- start 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.575+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace753500 0x55aace777870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace774be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc27d27a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 0x55aace775120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc27d27a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc2741adb00 con 0x55aace7571e0 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc27d27a740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc2741aef70 con 0x55aace753500 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc27d27a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc2741ae1d0 con 0x55aace757b00 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc27d27a740 10 client.0 _ll_register_callbacks cb 0x7fc26c003ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace753500 0x55aace777870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.583 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc272a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace774be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace753500 0x55aace777870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:54958/0 (socket says 172.21.15.47:54958) 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 -- 172.21.15.47:0/4173710980 learned_addr learned my addr 172.21.15.47:0/4173710980 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 0x55aace775120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 -- 172.21.15.47:0/4173710980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 msgr2=0x55aace775120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 0x55aace775120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 -- 172.21.15.47:0/4173710980 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 msgr2=0x55aace774be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace774be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 -- 172.21.15.47:0/4173710980 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aace775660 con 0x55aace753500 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc273e00640 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace753500 0x55aace777870 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc26c030610 tx=0x7fc26c030de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86bdfabcaa3b45be server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.576+0000 7fc25d600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc25d600640 1 -- 172.21.15.47:0/4173710980 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c036040 con 0x55aace753500 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc25d600640 1 -- 172.21.15.47:0/4173710980 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fc26c004b40 con 0x55aace753500 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc27d27a740 1 -- 172.21.15.47:0/4173710980 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc26c003de0 con 0x55aace753500 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc25d600640 1 -- 172.21.15.47:0/4173710980 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc26c042040 con 0x55aace753500 2024-04-25T02:42:15.584 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc27d27a740 10 client.27518 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:15.585 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc27d27a740 1 -- 172.21.15.47:0/4173710980 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aace7d81f0 con 0x55aace753500 2024-04-25T02:42:15.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc25d600640 1 -- 172.21.15.47:0/4173710980 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc26c003de0 con 0x55aace753500 2024-04-25T02:42:15.586 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc25d600640 1 -- 172.21.15.47:0/4173710980 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc26c031440 con 0x55aace753500 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc27d27a740 10 client.27518 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc27d27a740 10 client.27518 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc27d27a740 20 client.27518 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.577+0000 7fc27d27a740 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aace7621d0 0x55aace7da6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.578+0000 7fc27d27a740 4 client.27518 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.578+0000 7fc27d27a740 1 -- 172.21.15.47:0/4173710980 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55aace6c8aa0 con 0x55aace7621d0 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.578+0000 7fc272a00640 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aace7621d0 0x55aace7da6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.578+0000 7fc272a00640 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aace7621d0 0x55aace7da6e0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cefb8c548d8932ba server_cookie=751d77cdeed4cbec in_seq=0 out_seq=0 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.578+0000 7fc25d600640 10 client.27518 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc25d600640 1 -- 172.21.15.47:0/4173710980 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55aace6c8aa0 con 0x55aace7621d0 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc25d600640 10 client.27518 handle_command_reply: tid=0 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 client.27518 shutdown 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 -- 172.21.15.47:0/4173710980 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace753500 msgr2=0x55aace777870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace753500 0x55aace777870 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc26c030610 tx=0x7fc26c030de0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.587 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 -- 172.21.15.47:0/4173710980 shutdown_connections 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55aace7621d0 0x55aace7da6e0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aace757b00 0x55aace775120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55aace7571e0 0x55aace774be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 --2- 172.21.15.47:0/4173710980 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55aace753500 0x55aace777870 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc25d600640 0 client.27518 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 -- 172.21.15.47:0/4173710980 >> 172.21.15.47:0/4173710980 conn(0x55aace75f4f0 msgr2=0x55aace76dbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 -- 172.21.15.47:0/4173710980 shutdown_connections 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 1 -- 172.21.15.47:0/4173710980 wait complete. 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.579+0000 7fc27d27a740 20 client.27518 trim_cache size 0 max 16384 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:42:15.588 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:42:15.589 INFO:teuthology.orchestra.run.smithi047.stdout: "ad7b78e6-575e-4427-b725-f3468e96a13d": { 2024-04-25T02:42:15.589 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:42:15.589 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "ad7b78e6-575e-4427-b725-f3468e96a13d", 2024-04-25T02:42:15.589 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:42:15.589 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:42:15.589 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:42:15.589 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 -- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc2580a2d00 msgr2=0x7fc2580a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc2580a2d00 0x7fc2580a51c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x55aace7587a0 tx=0x7fc264009700 comp rx=0 tx=0).stop 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 -- 172.21.15.47:0/3665429970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc2741027a0 msgr2=0x7fc27419a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc2741027a0 0x7fc27419a0b0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fc26400e9f0 tx=0x7fc26400eeb0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 -- 172.21.15.47:0/3665429970 shutdown_connections 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc2580a2d00 0x7fc2580a51c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc27410bbc0 0x7fc27419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc2741030c0 0x7fc27419a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 --2- 172.21.15.47:0/3665429970 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc2741027a0 0x7fc27419a0b0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 -- 172.21.15.47:0/3665429970 >> 172.21.15.47:0/3665429970 conn(0x7fc2740fbfc0 msgr2=0x7fc274101420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:15.590 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 -- 172.21.15.47:0/3665429970 shutdown_connections 2024-04-25T02:42:15.591 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:15.580+0000 7fc278e00640 1 -- 172.21.15.47:0/3665429970 wait complete. 2024-04-25T02:42:15.603 INFO:tasks.cephfs.filesystem:scrub status for tag:ad7b78e6-575e-4427-b725-f3468e96a13d - {'path': '/', 'tag': 'ad7b78e6-575e-4427-b725-f3468e96a13d', 'options': 'recursive,force'} 2024-04-25T02:42:17.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:16 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:42:17.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:16 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:17.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:16 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:42:17.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:16 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:17.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:16 smithi178 ceph-mon[33053]: pgmap v298: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:42:17.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:16 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:42:17.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:16 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:17.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:16 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:42:17.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:16 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:17.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:16 smithi047 ceph-mon[27871]: pgmap v298: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:42:17.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:16 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:42:17.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:16 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:17.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:16 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:42:17.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:16 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:17.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:16 smithi113 ceph-mon[32459]: pgmap v298: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:42:19.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:18 smithi178 ceph-mon[33053]: pgmap v299: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T02:42:19.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:18 smithi047 ceph-mon[27871]: pgmap v299: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T02:42:19.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:18 smithi113 ceph-mon[32459]: pgmap v299: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T02:42:21.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:20 smithi178 ceph-mon[33053]: pgmap v300: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 231 B/s wr, 8 op/s 2024-04-25T02:42:21.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:20 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:42:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:20 smithi047 ceph-mon[27871]: pgmap v300: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 231 B/s wr, 8 op/s 2024-04-25T02:42:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:20 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:42:21.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:20 smithi113 ceph-mon[32459]: pgmap v300: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 231 B/s wr, 8 op/s 2024-04-25T02:42:21.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:20 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:42:23.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:22 smithi178 ceph-mon[33053]: pgmap v301: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:42:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:22 smithi047 ceph-mon[27871]: pgmap v301: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:42:23.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:22 smithi113 ceph-mon[32459]: pgmap v301: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 204 B/s wr, 7 op/s 2024-04-25T02:42:25.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:24 smithi178 ceph-mon[33053]: pgmap v302: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 102 B/s wr, 7 op/s 2024-04-25T02:42:25.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:24 smithi047 ceph-mon[27871]: pgmap v302: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 102 B/s wr, 7 op/s 2024-04-25T02:42:25.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:24 smithi113 ceph-mon[32459]: pgmap v302: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 102 B/s wr, 7 op/s 2024-04-25T02:42:27.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:26 smithi178 ceph-mon[33053]: pgmap v303: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 87 B/s wr, 6 op/s 2024-04-25T02:42:27.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:26 smithi047 ceph-mon[27871]: pgmap v303: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 87 B/s wr, 6 op/s 2024-04-25T02:42:27.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:26 smithi113 ceph-mon[32459]: pgmap v303: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 87 B/s wr, 6 op/s 2024-04-25T02:42:29.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:28 smithi178 ceph-mon[33053]: pgmap v304: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:42:29.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:28 smithi047 ceph-mon[27871]: pgmap v304: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:42:29.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:28 smithi113 ceph-mon[32459]: pgmap v304: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T02:42:31.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:30 smithi178 ceph-mon[33053]: pgmap v305: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:42:31.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:30 smithi047 ceph-mon[27871]: pgmap v305: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:42:31.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:30 smithi113 ceph-mon[32459]: pgmap v305: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:42:33.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:32 smithi047 ceph-mon[27871]: pgmap v306: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:42:33.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:32 smithi113 ceph-mon[32459]: pgmap v306: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:42:33.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:32 smithi178 ceph-mon[33053]: pgmap v306: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-25T02:42:35.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:34 smithi047 ceph-mon[27871]: pgmap v307: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:35.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:34 smithi113 ceph-mon[32459]: pgmap v307: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:35.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:34 smithi178 ceph-mon[33053]: pgmap v307: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:36 smithi047 ceph-mon[27871]: pgmap v308: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:37.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:36 smithi113 ceph-mon[32459]: pgmap v308: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:37.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:36 smithi178 ceph-mon[33053]: pgmap v308: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:39.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:38 smithi047 ceph-mon[27871]: pgmap v309: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:39.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:38 smithi113 ceph-mon[32459]: pgmap v309: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:39.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:38 smithi178 ceph-mon[33053]: pgmap v309: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:41.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:40 smithi047 ceph-mon[27871]: pgmap v310: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:41.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:40 smithi113 ceph-mon[32459]: pgmap v310: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:41.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:40 smithi178 ceph-mon[33053]: pgmap v310: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:43.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:42 smithi047 ceph-mon[27871]: pgmap v311: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:43.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:42 smithi113 ceph-mon[32459]: pgmap v311: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:43.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:42 smithi178 ceph-mon[33053]: pgmap v311: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:44 smithi047 ceph-mon[27871]: pgmap v312: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:45.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:44 smithi113 ceph-mon[32459]: pgmap v312: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:45.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:44 smithi178 ceph-mon[33053]: pgmap v312: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:45.605 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:42:45.605 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:42:45.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 -- 172.21.15.47:0/1420366257 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01037e0 msgr2=0x7fcba0103c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 --2- 172.21.15.47:0/1420366257 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01037e0 0x7fcba0103c60 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fcb88009930 tx=0x7fcb8802a420 comp rx=0 tx=0).stop 2024-04-25T02:42:45.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 -- 172.21.15.47:0/1420366257 shutdown_connections 2024-04-25T02:42:45.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 --2- 172.21.15.47:0/1420366257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcba01041a0 0x7fcba01106b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 --2- 172.21.15.47:0/1420366257 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01037e0 0x7fcba0103c60 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 --2- 172.21.15.47:0/1420366257 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcba01097f0 0x7fcba0109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 -- 172.21.15.47:0/1420366257 >> 172.21.15.47:0/1420366257 conn(0x7fcba00ff2b0 msgr2=0x7fcba01016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:45.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 -- 172.21.15.47:0/1420366257 shutdown_connections 2024-04-25T02:42:45.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.826+0000 7fcb9f200640 1 -- 172.21.15.47:0/1420366257 wait complete. 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.827+0000 7fcb9f200640 1 Processor -- start 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.827+0000 7fcb9f200640 1 -- start start 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9f200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcba01037e0 0x7fcba019a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9f200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcba01041a0 0x7fcba019a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01097f0 0x7fcba019ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9f200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcba0113c10 con 0x7fcba01037e0 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9f200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcba0113a90 con 0x7fcba01041a0 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcba0113d90 con 0x7fcba01097f0 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcba01041a0 0x7fcba019a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcba01041a0 0x7fcba019a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:40606/0 (socket says 172.21.15.47:40606) 2024-04-25T02:42:45.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9d400640 1 -- 172.21.15.47:0/3745700522 learned_addr learned my addr 172.21.15.47:0/3745700522 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9de00640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcba01037e0 0x7fcba019a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.828+0000 7fcb9e800640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01097f0 0x7fcba019ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb9d400640 1 -- 172.21.15.47:0/3745700522 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01097f0 msgr2=0x7fcba019ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb9d400640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01097f0 0x7fcba019ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb9d400640 1 -- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcba01037e0 msgr2=0x7fcba019a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb9d400640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcba01037e0 0x7fcba019a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb9d400640 1 -- 172.21.15.47:0/3745700522 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcba019f150 con 0x7fcba01041a0 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb9e800640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01097f0 0x7fcba019ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:45.834 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb9d400640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcba01041a0 0x7fcba019a6f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fcb8802a940 tx=0x7fcb88003b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:45.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb96a00640 1 -- 172.21.15.47:0/3745700522 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8803f070 con 0x7fcba01041a0 2024-04-25T02:42:45.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb9f200640 1 -- 172.21.15.47:0/3745700522 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcba019f3e0 con 0x7fcba01041a0 2024-04-25T02:42:45.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb96a00640 1 -- 172.21.15.47:0/3745700522 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb88031c90 con 0x7fcba01041a0 2024-04-25T02:42:45.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.829+0000 7fcb96a00640 1 -- 172.21.15.47:0/3745700522 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb88035030 con 0x7fcba01041a0 2024-04-25T02:42:45.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.830+0000 7fcb9f200640 1 -- 172.21.15.47:0/3745700522 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcba01a6cd0 con 0x7fcba01041a0 2024-04-25T02:42:45.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.833+0000 7fcba7fb7740 1 Processor -- start 2024-04-25T02:42:45.837 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.833+0000 7fcba7fb7740 1 -- start start 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.833+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1061e0 0x56550d1065c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.833+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d110c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.833+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d1135c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.833+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56550d06a560 con 0x56550d1061e0 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.833+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56550d012930 con 0x56550d106b00 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.833+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56550d066520 con 0x56550d1111d0 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1061e0 0x56550d1065c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1061e0 0x56550d1065c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58650/0 (socket says 172.21.15.47:58650) 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9e800640 1 -- 172.21.15.47:0/2252800583 learned_addr learned my addr 172.21.15.47:0/2252800583 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9de00640 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d110c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb96a00640 1 -- 172.21.15.47:0/3745700522 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcb88042070 con 0x7fcba01041a0 2024-04-25T02:42:45.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9d400640 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d1135c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9de00640 1 -- 172.21.15.47:0/2252800583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 msgr2=0x56550d1135c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9de00640 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d1135c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9de00640 1 -- 172.21.15.47:0/2252800583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1061e0 msgr2=0x56550d1065c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9de00640 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1061e0 0x56550d1065c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9de00640 1 -- 172.21.15.47:0/2252800583 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56550ce487d0 con 0x56550d106b00 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9d400640 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d1135c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.834+0000 7fcb9e800640 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1061e0 0x56550d1065c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.835+0000 7fcb9de00640 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d110c90 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fcb90009c20 tx=0x7fcb90011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9605e4f361df2e51 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.835+0000 7fcb8f400640 1 -- 172.21.15.47:0/2252800583 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb90004050 con 0x56550d106b00 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.835+0000 7fcb8f400640 1 -- 172.21.15.47:0/2252800583 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb90005500 con 0x56550d106b00 2024-04-25T02:42:45.840 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.835+0000 7fcb8f400640 1 -- 172.21.15.47:0/2252800583 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb90004d90 con 0x56550d106b00 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.835+0000 7fcb96a00640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb840a2d00 0x7fcb840a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 -- 172.21.15.47:0/2252800583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 msgr2=0x56550d110c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d110c90 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fcb90009c20 tx=0x7fcb90011810 comp rx=0 tx=0).stop 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcb96a00640 1 -- 172.21.15.47:0/3745700522 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fcb880efb60 con 0x7fcba01041a0 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 -- 172.21.15.47:0/2252800583 shutdown_connections 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d1135c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d110c90 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/2252800583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1061e0 0x56550d1065c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 -- 172.21.15.47:0/2252800583 >> 172.21.15.47:0/2252800583 conn(0x56550d102500 msgr2=0x56550d1028e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:45.844 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcb9e800640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb840a2d00 0x7fcb840a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 -- 172.21.15.47:0/2252800583 shutdown_connections 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 -- 172.21.15.47:0/2252800583 wait complete. 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.836+0000 7fcba7fb7740 1 -- start start 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcb9e800640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb840a2d00 0x7fcb840a51c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fcb98005bf0 tx=0x7fcb98009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcba7fb7740 1 Processor -- start 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1061e0 0x56550d10e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d10e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56550d113fc0 con 0x56550d1111d0 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x56550d025d90 con 0x56550d106b00 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56550d114140 con 0x56550d1061e0 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.837+0000 7fcba7fb7740 10 client.0 _ll_register_callbacks cb 0x56550d025780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:45.845 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d10e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d10e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:40626/0 (socket says 172.21.15.47:40626) 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 -- 172.21.15.47:0/3967826188 learned_addr learned my addr 172.21.15.47:0/3967826188 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9de00640 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1061e0 0x56550d10e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 -- 172.21.15.47:0/3967826188 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1061e0 msgr2=0x56550d10e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1061e0 0x56550d10e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 -- 172.21.15.47:0/3967826188 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 msgr2=0x56550d10eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 -- 172.21.15.47:0/3967826188 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56550cd7e3f0 con 0x56550d106b00 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb9d400640 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d10e5f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fcb880bbd20 tx=0x7fcb88031490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea24d4248737c25c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.838+0000 7fcb83e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.839+0000 7fcb83e00640 1 -- 172.21.15.47:0/3967826188 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb88049050 con 0x56550d106b00 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.839+0000 7fcb83e00640 1 -- 172.21.15.47:0/3967826188 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fcb880b8690 con 0x56550d106b00 2024-04-25T02:42:45.846 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.839+0000 7fcba7fb7740 1 -- 172.21.15.47:0/3967826188 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb90005500 con 0x56550d106b00 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.839+0000 7fcb83e00640 1 -- 172.21.15.47:0/3967826188 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb880bc720 con 0x56550d106b00 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.839+0000 7fcba7fb7740 10 client.27530 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.839+0000 7fcba7fb7740 1 -- 172.21.15.47:0/3967826188 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56550cd3e0f0 con 0x56550d106b00 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.839+0000 7fcb83e00640 1 -- 172.21.15.47:0/3967826188 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb90005500 con 0x56550d106b00 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.840+0000 7fcb83e00640 1 -- 172.21.15.47:0/3967826188 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb880ed560 con 0x56550d106b00 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.840+0000 7fcba7fb7740 10 client.27530 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.840+0000 7fcba7fb7740 10 client.27530 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.840+0000 7fcba7fb7740 20 client.27530 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.840+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56550d1212c0 0x56550d123750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.840+0000 7fcba7fb7740 4 client.27530 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.840+0000 7fcba7fb7740 1 -- 172.21.15.47:0/3967826188 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56550d07dd90 con 0x56550d1212c0 2024-04-25T02:42:45.847 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.840+0000 7fcb9de00640 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56550d1212c0 0x56550d123750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.848 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.841+0000 7fcb9de00640 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56550d1212c0 0x56550d123750 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfb144249f1f7384 server_cookie=c1044dda7f18a723 in_seq=0 out_seq=0 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.841+0000 7fcb83e00640 10 client.27530 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcb83e00640 1 -- 172.21.15.47:0/3967826188 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56550d07dd90 con 0x56550d1212c0 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcb83e00640 10 client.27530 handle_command_reply: tid=0 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 client.27530 shutdown 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 -- 172.21.15.47:0/3967826188 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 msgr2=0x56550d10e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d10e5f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fcb880bbd20 tx=0x7fcb88031490 comp rx=0 tx=0).stop 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 -- 172.21.15.47:0/3967826188 shutdown_connections 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56550d1212c0 0x56550d123750 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d106b00 0x56550d10e5f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/3967826188 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1061e0 0x56550d10e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcb83e00640 0 client.27530 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 -- 172.21.15.47:0/3967826188 >> 172.21.15.47:0/3967826188 conn(0x56550d102500 msgr2=0x56550d101800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:45.849 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 -- 172.21.15.47:0/3967826188 shutdown_connections 2024-04-25T02:42:45.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 1 -- 172.21.15.47:0/3967826188 wait complete. 2024-04-25T02:42:45.850 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.842+0000 7fcba7fb7740 20 client.27530 trim_cache size 0 max 16384 2024-04-25T02:42:45.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.862+0000 7fcba7fb7740 1 Processor -- start 2024-04-25T02:42:45.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.862+0000 7fcba7fb7740 1 -- start start 2024-04-25T02:42:45.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.862+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d101f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.862+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d106b00 0x56550d11ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.862+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.862+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcba01b1d90 con 0x56550d1111d0 2024-04-25T02:42:45.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.862+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcba01af660 con 0x56550d1061e0 2024-04-25T02:42:45.866 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.862+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcba01ad4d0 con 0x56550d106b00 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58668/0 (socket says 172.21.15.47:58668) 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 -- 172.21.15.47:0/376258888 learned_addr learned my addr 172.21.15.47:0/376258888 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9de00640 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9d400640 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d106b00 0x56550d11ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 -- 172.21.15.47:0/376258888 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d106b00 msgr2=0x56550d11ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d106b00 0x56550d11ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 -- 172.21.15.47:0/376258888 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 msgr2=0x56550d101f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:45.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d101f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 -- 172.21.15.47:0/376258888 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56550d106930 con 0x56550d1111d0 2024-04-25T02:42:45.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.863+0000 7fcb9e800640 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10e780 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcb98010b80 tx=0x7fcb98019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=524e053537393cfd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:45.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcb8ea00640 1 -- 172.21.15.47:0/376258888 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb98004b20 con 0x56550d1111d0 2024-04-25T02:42:45.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcb8ea00640 1 -- 172.21.15.47:0/376258888 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb98004cc0 con 0x56550d1111d0 2024-04-25T02:42:45.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcb8ea00640 1 -- 172.21.15.47:0/376258888 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9801c3f0 con 0x56550d1111d0 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcba7fb7740 1 -- 172.21.15.47:0/376258888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 msgr2=0x56550d10e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10e780 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcb98010b80 tx=0x7fcb98019000 comp rx=0 tx=0).stop 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcba7fb7740 1 -- 172.21.15.47:0/376258888 shutdown_connections 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d1111d0 0x56550d10e780 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d106b00 0x56550d11ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/376258888 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.864+0000 7fcba7fb7740 1 -- 172.21.15.47:0/376258888 >> 172.21.15.47:0/376258888 conn(0x56550d102500 msgr2=0x56550d10e070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.865+0000 7fcba7fb7740 1 -- 172.21.15.47:0/376258888 shutdown_connections 2024-04-25T02:42:45.872 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.865+0000 7fcba7fb7740 1 -- 172.21.15.47:0/376258888 wait complete. 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.865+0000 7fcba7fb7740 1 -- start start 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.865+0000 7fcba7fb7740 1 Processor -- start 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d119920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d106b00 0x56550d10ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcba7fb7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d10b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcba01adb20 con 0x56550d106b00 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fcba01aef90 con 0x56550d1061e0 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcba7fb7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcba01ae1f0 con 0x56550d1111d0 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcba7fb7740 10 client.0 _ll_register_callbacks cb 0x7fcb880b8390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d106b00 0x56550d10ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d10b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d119920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.873 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d106b00 0x56550d10ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58684/0 (socket says 172.21.15.47:58684) 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9d400640 1 -- 172.21.15.47:0/1588991229 learned_addr learned my addr 172.21.15.47:0/1588991229 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9de00640 1 -- 172.21.15.47:0/1588991229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 msgr2=0x56550d10b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9de00640 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d10b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9de00640 1 -- 172.21.15.47:0/1588991229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d106b00 msgr2=0x56550d10ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9de00640 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d106b00 0x56550d10ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9de00640 1 -- 172.21.15.47:0/1588991229 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56550d1868e0 con 0x56550d1061e0 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9d400640 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d106b00 0x56550d10ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.866+0000 7fcb9e800640 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d10b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.867+0000 7fcb9de00640 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d119920 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fcb9001b040 tx=0x7fcb90009f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f20aa8ceeb7a833f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.867+0000 7fcb83e00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.867+0000 7fcb83e00640 1 -- 172.21.15.47:0/1588991229 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb90032020 con 0x56550d1061e0 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.867+0000 7fcba7fb7740 1 -- 172.21.15.47:0/1588991229 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb98004cc0 con 0x56550d1061e0 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.867+0000 7fcb83e00640 1 -- 172.21.15.47:0/1588991229 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fcb9002edd0 con 0x56550d1061e0 2024-04-25T02:42:45.874 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.867+0000 7fcb83e00640 1 -- 172.21.15.47:0/1588991229 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb90004040 con 0x56550d1061e0 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.867+0000 7fcba7fb7740 10 client.27536 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.867+0000 7fcba7fb7740 1 -- 172.21.15.47:0/1588991229 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56550d187a50 con 0x56550d1061e0 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcb83e00640 1 -- 172.21.15.47:0/1588991229 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb98004cc0 con 0x56550d1061e0 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcb83e00640 1 -- 172.21.15.47:0/1588991229 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb90003680 con 0x56550d1061e0 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcba7fb7740 10 client.27536 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcba7fb7740 10 client.27536 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcba7fb7740 20 client.27536 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56550d188030 0x56550d18a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcba7fb7740 4 client.27536 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcba7fb7740 1 -- 172.21.15.47:0/1588991229 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56550d077aa0 con 0x56550d188030 2024-04-25T02:42:45.875 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.868+0000 7fcb9d400640 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56550d188030 0x56550d18a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:45.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcb9d400640 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56550d188030 0x56550d18a420 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e085b25d50eede52 server_cookie=4d94dfa61b7bee29 in_seq=0 out_seq=0 2024-04-25T02:42:45.876 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcb83e00640 10 client.27536 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcb83e00640 1 -- 172.21.15.47:0/1588991229 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56550d077aa0 con 0x56550d188030 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcb83e00640 10 client.27536 handle_command_reply: tid=0 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 client.27536 shutdown 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 -- 172.21.15.47:0/1588991229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 msgr2=0x56550d119920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d119920 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fcb9001b040 tx=0x7fcb90009f40 comp rx=0 tx=0).stop 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 -- 172.21.15.47:0/1588991229 shutdown_connections 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x56550d188030 0x56550d18a420 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56550d1111d0 0x56550d10b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56550d106b00 0x56550d10ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 --2- 172.21.15.47:0/1588991229 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x56550d1061e0 0x56550d119920 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcba7fb7740 1 -- 172.21.15.47:0/1588991229 >> 172.21.15.47:0/1588991229 conn(0x56550d102500 msgr2=0x56550d108200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.869+0000 7fcb83e00640 0 client.27536 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.870+0000 7fcba7fb7740 1 -- 172.21.15.47:0/1588991229 shutdown_connections 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.870+0000 7fcba7fb7740 1 -- 172.21.15.47:0/1588991229 wait complete. 2024-04-25T02:42:45.877 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.870+0000 7fcba7fb7740 20 client.27536 trim_cache size 0 max 16384 2024-04-25T02:42:45.878 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:42:45.878 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:42:45.878 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:42:45.878 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.870+0000 7fcb9f200640 1 -- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb840a2d00 msgr2=0x7fcb840a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.870+0000 7fcb9f200640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb840a2d00 0x7fcb840a51c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fcb98005bf0 tx=0x7fcb98009500 comp rx=0 tx=0).stop 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.870+0000 7fcb9f200640 1 -- 172.21.15.47:0/3745700522 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcba01041a0 msgr2=0x7fcba019a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.870+0000 7fcb9f200640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcba01041a0 0x7fcba019a6f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fcb8802a940 tx=0x7fcb88003b20 comp rx=0 tx=0).stop 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.871+0000 7fcb9f200640 1 -- 172.21.15.47:0/3745700522 shutdown_connections 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.871+0000 7fcb9f200640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fcb840a2d00 0x7fcb840a51c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.871+0000 7fcb9f200640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcba01097f0 0x7fcba019ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.871+0000 7fcb9f200640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcba01041a0 0x7fcba019a6f0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.871+0000 7fcb9f200640 1 --2- 172.21.15.47:0/3745700522 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcba01037e0 0x7fcba019a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.871+0000 7fcb9f200640 1 -- 172.21.15.47:0/3745700522 >> 172.21.15.47:0/3745700522 conn(0x7fcba00ff2b0 msgr2=0x7fcba00ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.871+0000 7fcb9f200640 1 -- 172.21.15.47:0/3745700522 shutdown_connections 2024-04-25T02:42:45.879 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:45.871+0000 7fcb9f200640 1 -- 172.21.15.47:0/3745700522 wait complete. 2024-04-25T02:42:45.894 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:42:45.895 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.110+0000 7fb0d3200640 1 -- 172.21.15.47:0/1237526147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0d41075f0 msgr2=0x7fb0d41079d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.110+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1237526147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0d41075f0 0x7fb0d41079d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4009900 tx=0x7fb0c402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.111+0000 7fb0d3200640 1 -- 172.21.15.47:0/1237526147 shutdown_connections 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.111+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1237526147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d4069290 0x7fb0d410e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.111+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1237526147 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0d40688d0 0x7fb0d4068d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.111+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1237526147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0d41075f0 0x7fb0d41079d0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.111+0000 7fb0d3200640 1 -- 172.21.15.47:0/1237526147 >> 172.21.15.47:0/1237526147 conn(0x7fb0d4075f80 msgr2=0x7fb0d4076390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.111+0000 7fb0d3200640 1 -- 172.21.15.47:0/1237526147 shutdown_connections 2024-04-25T02:42:46.115 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.111+0000 7fb0d3200640 1 -- 172.21.15.47:0/1237526147 wait complete. 2024-04-25T02:42:46.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.112+0000 7fb0d3200640 1 Processor -- start 2024-04-25T02:42:46.116 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.112+0000 7fb0d3200640 1 -- start start 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.112+0000 7fb0d3200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0d40688d0 0x7fb0d4199fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.112+0000 7fb0d3200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0d4069290 0x7fb0d419a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.112+0000 7fb0d3200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d41075f0 0x7fb0d419e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.112+0000 7fb0d3200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d41119a0 con 0x7fb0d41075f0 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.112+0000 7fb0d3200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d4111820 con 0x7fb0d4069290 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.112+0000 7fb0d3200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d4111b20 con 0x7fb0d40688d0 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d41075f0 0x7fb0d419e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d41075f0 0x7fb0d419e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58698/0 (socket says 172.21.15.47:58698) 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 -- 172.21.15.47:0/1015029262 learned_addr learned my addr 172.21.15.47:0/1015029262 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d1400640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0d4069290 0x7fb0d419a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.117 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d1e00640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0d40688d0 0x7fb0d4199fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 -- 172.21.15.47:0/1015029262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0d40688d0 msgr2=0x7fb0d4199fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0d40688d0 0x7fb0d4199fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 -- 172.21.15.47:0/1015029262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0d4069290 msgr2=0x7fb0d419a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0d4069290 0x7fb0d419a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.118 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 -- 172.21.15.47:0/1015029262 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d419efc0 con 0x7fb0d41075f0 2024-04-25T02:42:46.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d1400640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0d4069290 0x7fb0d419a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:46.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.113+0000 7fb0d2800640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d41075f0 0x7fb0d419e890 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc00eb10 tx=0x7fb0cc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.114+0000 7fb0caa00640 1 -- 172.21.15.47:0/1015029262 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc004b20 con 0x7fb0d41075f0 2024-04-25T02:42:46.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.114+0000 7fb0caa00640 1 -- 172.21.15.47:0/1015029262 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0cc004cc0 con 0x7fb0d41075f0 2024-04-25T02:42:46.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.114+0000 7fb0caa00640 1 -- 172.21.15.47:0/1015029262 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc010760 con 0x7fb0d41075f0 2024-04-25T02:42:46.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.114+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0d419f2b0 con 0x7fb0d41075f0 2024-04-25T02:42:46.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.114+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0d41a6b40 con 0x7fb0d41075f0 2024-04-25T02:42:46.119 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.115+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0d4068480 con 0x7fb0d41075f0 2024-04-25T02:42:46.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.117+0000 7fb0caa00640 1 -- 172.21.15.47:0/1015029262 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb0cc005020 con 0x7fb0d41075f0 2024-04-25T02:42:46.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.120+0000 7fb0caa00640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0b80a2d80 0x7fb0b80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.120+0000 7fb0caa00640 1 -- 172.21.15.47:0/1015029262 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fb0cc0cf9e0 con 0x7fb0d41075f0 2024-04-25T02:42:46.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.120+0000 7fb0d1e00640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0b80a2d80 0x7fb0b80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.121+0000 7fb0d1e00640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0b80a2d80 0x7fb0b80a5240 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4006010 tx=0x7fb0c4000bc0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.125+0000 7fb0caa00640 1 -- 172.21.15.47:0/1015029262 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb0cc09c5a0 con 0x7fb0d41075f0 2024-04-25T02:42:46.381 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.377+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb0d41a6e40 con 0x7fb0d41075f0 2024-04-25T02:42:46.382 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.378+0000 7fb0caa00640 1 -- 172.21.15.47:0/1015029262 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7fb0cc09bea0 con 0x7fb0d41075f0 2024-04-25T02:42:46.382 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:42:46.382 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:42:46.383 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:42:46.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0b80a2d80 msgr2=0x7fb0b80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0b80a2d80 0x7fb0b80a5240 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4006010 tx=0x7fb0c4000bc0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d41075f0 msgr2=0x7fb0d419e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d41075f0 0x7fb0d419e890 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc00eb10 tx=0x7fb0cc00c2d0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 shutdown_connections 2024-04-25T02:42:46.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb0b80a2d80 0x7fb0b80a5240 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d41075f0 0x7fb0d419e890 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.385 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb0d4069290 0x7fb0d419a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 --2- 172.21.15.47:0/1015029262 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0d40688d0 0x7fb0d4199fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 >> 172.21.15.47:0/1015029262 conn(0x7fb0d4075f80 msgr2=0x7fb0d410c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 shutdown_connections 2024-04-25T02:42:46.386 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.381+0000 7fb0d3200640 1 -- 172.21.15.47:0/1015029262 wait complete. 2024-04-25T02:42:46.405 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:42:46.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 -- 172.21.15.47:0/2825700974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0010de30 msgr2=0x7fbf00110280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.617 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 --2- 172.21.15.47:0/2825700974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0010de30 0x7fbf00110280 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fbef8009900 tx=0x7fbef802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:46.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 -- 172.21.15.47:0/2825700974 shutdown_connections 2024-04-25T02:42:46.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 --2- 172.21.15.47:0/2825700974 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0010de30 0x7fbf00110280 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 --2- 172.21.15.47:0/2825700974 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf00074490 0x7fbf0010d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 --2- 172.21.15.47:0/2825700974 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf00073b70 0x7fbf00073f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 -- 172.21.15.47:0/2825700974 >> 172.21.15.47:0/2825700974 conn(0x7fbf000fd0e0 msgr2=0x7fbf000ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 -- 172.21.15.47:0/2825700974 shutdown_connections 2024-04-25T02:42:46.618 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.613+0000 7fbf05600640 1 -- 172.21.15.47:0/2825700974 wait complete. 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.614+0000 7fbf05600640 1 Processor -- start 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.614+0000 7fbf05600640 1 -- start start 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbf05600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf00073b70 0x7fbf0019a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbf05600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf00074490 0x7fbf0019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbf05600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf0010de30 0x7fbf0019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbf05600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbf00113bd0 con 0x7fbf00073b70 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbf05600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbf00113a50 con 0x7fbf0010de30 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbf05600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbf00113d50 con 0x7fbf00074490 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbeffe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf00073b70 0x7fbf0019a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbeff400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf00074490 0x7fbf0019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbeff400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf00074490 0x7fbf0019a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44290/0 (socket says 172.21.15.47:44290) 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbeff400640 1 -- 172.21.15.47:0/3332914760 learned_addr learned my addr 172.21.15.47:0/3332914760 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbf04c00640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf0010de30 0x7fbf0019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.620 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.615+0000 7fbeff400640 1 -- 172.21.15.47:0/3332914760 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf0010de30 msgr2=0x7fbf0019e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbeff400640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf0010de30 0x7fbf0019e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbeff400640 1 -- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf00073b70 msgr2=0x7fbf0019a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbeff400640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf00073b70 0x7fbf0019a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbeff400640 1 -- 172.21.15.47:0/3332914760 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0019f070 con 0x7fbf00074490 2024-04-25T02:42:46.621 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbeff400640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf00074490 0x7fbf0019a610 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fbeec009d50 tx=0x7fbeec00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbefcc00640 1 -- 172.21.15.47:0/3332914760 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec003b70 con 0x7fbf00074490 2024-04-25T02:42:46.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbf05600640 1 -- 172.21.15.47:0/3332914760 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf0019f360 con 0x7fbf00074490 2024-04-25T02:42:46.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbefcc00640 1 -- 172.21.15.47:0/3332914760 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbeec003d10 con 0x7fbf00074490 2024-04-25T02:42:46.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbefcc00640 1 -- 172.21.15.47:0/3332914760 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec010a20 con 0x7fbf00074490 2024-04-25T02:42:46.622 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.616+0000 7fbf05600640 1 -- 172.21.15.47:0/3332914760 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf001a6bf0 con 0x7fbf00074490 2024-04-25T02:42:46.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.619+0000 7fbf099e2740 1 Processor -- start 2024-04-25T02:42:46.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf099e2740 1 -- start start 2024-04-25T02:42:46.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277247a0 0x563f27724b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2772f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f2772f790 0x563f27731b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.624 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf099e2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563f276894e0 con 0x563f277247a0 2024-04-25T02:42:46.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf099e2740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x563f27631a70 con 0x563f277250c0 2024-04-25T02:42:46.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf099e2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563f276854a0 con 0x563f2772f790 2024-04-25T02:42:46.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbefcc00640 1 -- 172.21.15.47:0/3332914760 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbeec003ec0 con 0x7fbf00074490 2024-04-25T02:42:46.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf04c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277247a0 0x563f27724b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf04c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277247a0 0x563f27724b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58720/0 (socket says 172.21.15.47:58720) 2024-04-25T02:42:46.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.620+0000 7fbf04c00640 1 -- 172.21.15.47:0/1749764309 learned_addr learned my addr 172.21.15.47:0/1749764309 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.625 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbeffe00640 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2772f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.627 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbeff400640 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f2772f790 0x563f27731b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbf04c00640 1 -- 172.21.15.47:0/1749764309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f2772f790 msgr2=0x563f27731b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbf04c00640 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f2772f790 0x563f27731b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbf04c00640 1 -- 172.21.15.47:0/1749764309 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 msgr2=0x563f2772f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbf04c00640 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2772f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbf04c00640 1 -- 172.21.15.47:0/1749764309 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f2739d3f0 con 0x563f277247a0 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbeff400640 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f2772f790 0x563f27731b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbeffe00640 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2772f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.621+0000 7fbf04c00640 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277247a0 0x563f27724b80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fbef8033000 tx=0x7fbef8005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c014b85ba0577277 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.622+0000 7fbef5200640 1 -- 172.21.15.47:0/1749764309 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef8040070 con 0x563f277247a0 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.622+0000 7fbef5200640 1 -- 172.21.15.47:0/1749764309 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbef80317b0 con 0x563f277247a0 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.622+0000 7fbef5200640 1 -- 172.21.15.47:0/1749764309 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef8035040 con 0x563f277247a0 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.622+0000 7fbefcc00640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbee40a2d00 0x7fbee40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.622+0000 7fbf099e2740 1 -- 172.21.15.47:0/1749764309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277247a0 msgr2=0x563f27724b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.628 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.622+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277247a0 0x563f27724b80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fbef8033000 tx=0x7fbef8005d50 comp rx=0 tx=0).stop 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbefcc00640 1 -- 172.21.15.47:0/3332914760 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fbeec0cfb10 con 0x7fbf00074490 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbeffe00640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbee40a2d00 0x7fbee40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbf099e2740 1 -- 172.21.15.47:0/1749764309 shutdown_connections 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f2772f790 0x563f27731b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2772f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1749764309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277247a0 0x563f27724b80 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbf099e2740 1 -- 172.21.15.47:0/1749764309 >> 172.21.15.47:0/1749764309 conn(0x563f27720ac0 msgr2=0x563f27720ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbf099e2740 1 -- 172.21.15.47:0/1749764309 shutdown_connections 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbf099e2740 1 -- 172.21.15.47:0/1749764309 wait complete. 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbeffe00640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbee40a2d00 0x7fbee40a51c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x563f27725d60 tx=0x7fbef0005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.623+0000 7fbf099e2740 1 -- start start 2024-04-25T02:42:46.629 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf099e2740 1 Processor -- start 2024-04-25T02:42:46.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2772c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f2772ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f2772d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf099e2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563f27732520 con 0x563f277250c0 2024-04-25T02:42:46.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf099e2740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x563f27644ec0 con 0x563f2772f790 2024-04-25T02:42:46.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf099e2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563f277326a0 con 0x563f277247a0 2024-04-25T02:42:46.633 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf099e2740 10 client.0 _ll_register_callbacks cb 0x563f276813f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbeff400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f2772ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbeff400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f2772ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58724/0 (socket says 172.21.15.47:58724) 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbeff400640 1 -- 172.21.15.47:0/382418359 learned_addr learned my addr 172.21.15.47:0/382418359 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.624+0000 7fbf04c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f2772d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbeffe00640 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2772c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbeff400640 1 -- 172.21.15.47:0/382418359 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 msgr2=0x563f2772c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbeff400640 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2772c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbeff400640 1 -- 172.21.15.47:0/382418359 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 msgr2=0x563f2772d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbeff400640 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f2772d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbeff400640 1 -- 172.21.15.47:0/382418359 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f274677d0 con 0x563f277250c0 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbf04c00640 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f2772d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:46.634 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbeff400640 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f2772ccb0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fbeec00cba0 tx=0x7fbeec09b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=facf798eab3123be server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbee9600640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbee9600640 1 -- 172.21.15.47:0/382418359 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec0bc0d0 con 0x563f277250c0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbee9600640 1 -- 172.21.15.47:0/382418359 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fbeec0cd480 con 0x563f277250c0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.625+0000 7fbf099e2740 1 -- 172.21.15.47:0/382418359 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbef80317b0 con 0x563f277250c0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbee9600640 1 -- 172.21.15.47:0/382418359 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbeec0cd680 con 0x563f277250c0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbf099e2740 10 client.17445 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbf099e2740 1 -- 172.21.15.47:0/382418359 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563f2773e780 con 0x563f277250c0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbee9600640 1 -- 172.21.15.47:0/382418359 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbef80317b0 con 0x563f277250c0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbee9600640 1 -- 172.21.15.47:0/382418359 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbeec0041b0 con 0x563f277250c0 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbf099e2740 10 client.17445 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbf099e2740 10 client.17445 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbf099e2740 20 client.17445 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:46.635 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbf099e2740 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x563f2773fc40 0x563f27742030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbf099e2740 4 client.17445 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.626+0000 7fbf099e2740 1 -- 172.21.15.47:0/382418359 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563f27696a20 con 0x563f2773fc40 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.627+0000 7fbeffe00640 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x563f2773fc40 0x563f27742030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.627+0000 7fbeffe00640 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x563f2773fc40 0x563f27742030 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d0eb03daa6eb5372 server_cookie=2824b612e3c906f8 in_seq=0 out_seq=0 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.627+0000 7fbee9600640 10 client.17445 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.628+0000 7fbee9600640 1 -- 172.21.15.47:0/382418359 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563f27696a20 con 0x563f2773fc40 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.628+0000 7fbee9600640 10 client.17445 handle_command_reply: tid=0 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.628+0000 7fbf099e2740 1 client.17445 shutdown 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.628+0000 7fbf099e2740 1 -- 172.21.15.47:0/382418359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 msgr2=0x563f2772ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.628+0000 7fbf099e2740 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f2772ccb0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fbeec00cba0 tx=0x7fbeec09b930 comp rx=0 tx=0).stop 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 1 -- 172.21.15.47:0/382418359 shutdown_connections 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x563f2773fc40 0x563f27742030 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.636 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f2772d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f2772ccb0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 1 --2- 172.21.15.47:0/382418359 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2772c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 1 -- 172.21.15.47:0/382418359 >> 172.21.15.47:0/382418359 conn(0x563f27720ac0 msgr2=0x563f277267c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbee9600640 0 client.17445 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:42:46.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 1 -- 172.21.15.47:0/382418359 shutdown_connections 2024-04-25T02:42:46.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 1 -- 172.21.15.47:0/382418359 wait complete. 2024-04-25T02:42:46.637 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.629+0000 7fbf099e2740 20 client.17445 trim_cache size 0 max 16384 2024-04-25T02:42:46.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.643+0000 7fbf099e2740 1 Processor -- start 2024-04-25T02:42:46.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.643+0000 7fbf099e2740 1 -- start start 2024-04-25T02:42:46.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2773b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2771f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f2772f790 0x563f277478e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbf099e2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001b1cc0 con 0x563f2772f790 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbf099e2740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001af590 con 0x563f277250c0 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbf099e2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001ad400 con 0x563f277247a0 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeffe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2773b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeff400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2771f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbf04c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f2772f790 0x563f277478e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeffe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2773b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44328/0 (socket says 172.21.15.47:44328) 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeffe00640 1 -- 172.21.15.47:0/3933887148 learned_addr learned my addr 172.21.15.47:0/3933887148 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeffe00640 1 -- 172.21.15.47:0/3933887148 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 msgr2=0x563f2771f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeffe00640 1 --2- 172.21.15.47:0/3933887148 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2771f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeffe00640 1 -- 172.21.15.47:0/3933887148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f2772f790 msgr2=0x563f277478e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeffe00640 1 --2- 172.21.15.47:0/3933887148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f2772f790 0x563f277478e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.649 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeffe00640 1 -- 172.21.15.47:0/3933887148 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f2771af90 con 0x563f277247a0 2024-04-25T02:42:46.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.644+0000 7fbeff400640 1 --2- 172.21.15.47:0/3933887148 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2771f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:46.650 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.645+0000 7fbeffe00640 1 --2- 172.21.15.47:0/3933887148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2773b3e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbef0004300 tx=0x7fbef001a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5b3d9f16e864b78 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.645+0000 7fbeebe00640 1 -- 172.21.15.47:0/3933887148 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef001f9f0 con 0x563f277247a0 2024-04-25T02:42:46.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.645+0000 7fbeebe00640 1 -- 172.21.15.47:0/3933887148 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbef0030070 con 0x563f277247a0 2024-04-25T02:42:46.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.645+0000 7fbeebe00640 1 -- 172.21.15.47:0/3933887148 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef001e9d0 con 0x563f277247a0 2024-04-25T02:42:46.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 -- 172.21.15.47:0/3933887148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 msgr2=0x563f2773b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 --2- 172.21.15.47:0/3933887148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2773b3e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbef0004300 tx=0x7fbef001a000 comp rx=0 tx=0).stop 2024-04-25T02:42:46.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 -- 172.21.15.47:0/3933887148 shutdown_connections 2024-04-25T02:42:46.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 --2- 172.21.15.47:0/3933887148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f2772f790 0x563f277478e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 --2- 172.21.15.47:0/3933887148 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f277250c0 0x563f2771f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 --2- 172.21.15.47:0/3933887148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f2773b3e0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 -- 172.21.15.47:0/3933887148 >> 172.21.15.47:0/3933887148 conn(0x563f27720ac0 msgr2=0x563f2771f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 -- 172.21.15.47:0/3933887148 shutdown_connections 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 -- 172.21.15.47:0/3933887148 wait complete. 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.646+0000 7fbf099e2740 1 -- start start 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbf099e2740 1 Processor -- start 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f27733610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f27733b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbf099e2740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f277a5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbf099e2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001ada50 con 0x563f277250c0 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbf099e2740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001aeec0 con 0x563f2772f790 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbf099e2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbf001ae120 con 0x563f277247a0 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbf099e2740 10 client.0 _ll_register_callbacks cb 0x7fbeec0048f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:46.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbeffe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f27733610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbeffe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f27733610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44340/0 (socket says 172.21.15.47:44340) 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbeffe00640 1 -- 172.21.15.47:0/1132716865 learned_addr learned my addr 172.21.15.47:0/1132716865 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.647+0000 7fbeff400640 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f27733b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbf04c00640 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f277a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbeffe00640 1 -- 172.21.15.47:0/1132716865 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 msgr2=0x563f277a5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbeffe00640 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f277a5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbeffe00640 1 -- 172.21.15.47:0/1132716865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 msgr2=0x563f27733b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbeffe00640 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f27733b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbeffe00640 1 -- 172.21.15.47:0/1132716865 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f277343e0 con 0x563f277247a0 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbf04c00640 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f277a5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbeffe00640 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f27733610 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fbef0019040 tx=0x7fbef001e5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d34ba356c89a0c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbee9600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbee9600640 1 -- 172.21.15.47:0/1132716865 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef001fbf0 con 0x563f277247a0 2024-04-25T02:42:46.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbee9600640 1 -- 172.21.15.47:0/1132716865 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fbef001fd90 con 0x563f277247a0 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.648+0000 7fbf099e2740 1 -- 172.21.15.47:0/1132716865 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbef0030070 con 0x563f277247a0 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbee9600640 1 -- 172.21.15.47:0/1132716865 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbef002b470 con 0x563f277247a0 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbf099e2740 10 client.27550 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbf099e2740 1 -- 172.21.15.47:0/1132716865 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563f277a6760 con 0x563f277247a0 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbee9600640 1 -- 172.21.15.47:0/1132716865 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbef0030070 con 0x563f277247a0 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbee9600640 1 -- 172.21.15.47:0/1132716865 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbef00035f0 con 0x563f277247a0 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbf099e2740 10 client.27550 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbf099e2740 10 client.27550 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbf099e2740 20 client.27550 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x563f277a6dc0 0x563f277a91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbf099e2740 4 client.27550 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:42:46.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.649+0000 7fbf099e2740 1 -- 172.21.15.47:0/1132716865 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563f27690d70 con 0x563f277a6dc0 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.650+0000 7fbeff400640 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x563f277a6dc0 0x563f277a91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.650+0000 7fbeff400640 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x563f277a6dc0 0x563f277a91e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1ad30f5fc1e0eeeb server_cookie=7814ea3169e4ca3a in_seq=0 out_seq=0 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.650+0000 7fbee9600640 10 client.27550 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.650+0000 7fbee9600640 1 -- 172.21.15.47:0/1132716865 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563f27690d70 con 0x563f277a6dc0 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.650+0000 7fbee9600640 10 client.27550 handle_command_reply: tid=0 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.650+0000 7fbf099e2740 1 client.27550 shutdown 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 -- 172.21.15.47:0/1132716865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 msgr2=0x563f27733610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f27733610 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fbef0019040 tx=0x7fbef001e5b0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 -- 172.21.15.47:0/1132716865 shutdown_connections 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x563f277a6dc0 0x563f277a91e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x563f2772f790 0x563f277a5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.658 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563f277250c0 0x563f27733b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 --2- 172.21.15.47:0/1132716865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563f277247a0 0x563f27733610 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbee9600640 0 client.27550 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:42:46.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 -- 172.21.15.47:0/1132716865 >> 172.21.15.47:0/1132716865 conn(0x563f27720ac0 msgr2=0x563f2772cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 -- 172.21.15.47:0/1132716865 shutdown_connections 2024-04-25T02:42:46.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 1 -- 172.21.15.47:0/1132716865 wait complete. 2024-04-25T02:42:46.659 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf099e2740 20 client.27550 trim_cache size 0 max 16384 2024-04-25T02:42:46.659 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.651+0000 7fbf05600640 1 -- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbee40a2d00 msgr2=0x7fbee40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbee40a2d00 0x7fbee40a51c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x563f27725d60 tx=0x7fbef0005f90 comp rx=0 tx=0).stop 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 -- 172.21.15.47:0/3332914760 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf00074490 msgr2=0x7fbf0019a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf00074490 0x7fbf0019a610 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fbeec009d50 tx=0x7fbeec00c6a0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 -- 172.21.15.47:0/3332914760 shutdown_connections 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbee40a2d00 0x7fbee40a51c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf0010de30 0x7fbf0019e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf00074490 0x7fbf0019a610 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 --2- 172.21.15.47:0/3332914760 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf00073b70 0x7fbf0019a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 -- 172.21.15.47:0/3332914760 >> 172.21.15.47:0/3332914760 conn(0x7fbf000fd0e0 msgr2=0x7fbf000fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.660 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 -- 172.21.15.47:0/3332914760 shutdown_connections 2024-04-25T02:42:46.661 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.652+0000 7fbf05600640 1 -- 172.21.15.47:0/3332914760 wait complete. 2024-04-25T02:42:46.674 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:42:46.884 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 -- 172.21.15.47:0/2128796871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c8073b70 msgr2=0x7f69c8073f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 --2- 172.21.15.47:0/2128796871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c8073b70 0x7f69c8073f50 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f69b8009900 tx=0x7f69b802a480 comp rx=0 tx=0).stop 2024-04-25T02:42:46.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 -- 172.21.15.47:0/2128796871 shutdown_connections 2024-04-25T02:42:46.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 --2- 172.21.15.47:0/2128796871 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69c810df30 0x7f69c8110380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 --2- 172.21.15.47:0/2128796871 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69c8074490 0x7f69c810d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 --2- 172.21.15.47:0/2128796871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c8073b70 0x7f69c8073f50 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 -- 172.21.15.47:0/2128796871 >> 172.21.15.47:0/2128796871 conn(0x7f69c80fd1c0 msgr2=0x7f69c80ff5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 -- 172.21.15.47:0/2128796871 shutdown_connections 2024-04-25T02:42:46.885 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.880+0000 7f69ce400640 1 -- 172.21.15.47:0/2128796871 wait complete. 2024-04-25T02:42:46.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.881+0000 7f69ce400640 1 Processor -- start 2024-04-25T02:42:46.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.881+0000 7f69ce400640 1 -- start start 2024-04-25T02:42:46.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69ce400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69c8073b70 0x7f69c819a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69ce400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69c8074490 0x7f69c819a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.887 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69ce400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c810df30 0x7f69c819eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69ce400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69c8113cf0 con 0x7f69c8073b70 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69ce400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f69c8113b70 con 0x7f69c8074490 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69ce400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f69c8113e70 con 0x7f69c810df30 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69c7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69c8073b70 0x7f69c819a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69c7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c810df30 0x7f69c819eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69c6a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69c8074490 0x7f69c819a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69c7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c810df30 0x7f69c819eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44356/0 (socket says 172.21.15.47:44356) 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.882+0000 7f69c7e00640 1 -- 172.21.15.47:0/1670176536 learned_addr learned my addr 172.21.15.47:0/1670176536 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69c6a00640 1 -- 172.21.15.47:0/1670176536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c810df30 msgr2=0x7f69c819eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69c6a00640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c810df30 0x7f69c819eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69c6a00640 1 -- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69c8073b70 msgr2=0x7f69c819a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69c6a00640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69c8073b70 0x7f69c819a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69c6a00640 1 -- 172.21.15.47:0/1670176536 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69c819f210 con 0x7f69c8074490 2024-04-25T02:42:46.888 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69c7400640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69c8073b70 0x7f69c819a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:46.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69c6a00640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69c8074490 0x7f69c819a7b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f69b000e9f0 tx=0x7f69b000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69bfe00640 1 -- 172.21.15.47:0/1670176536 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b000ccc0 con 0x7f69c8074490 2024-04-25T02:42:46.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69bfe00640 1 -- 172.21.15.47:0/1670176536 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f69b0010910 con 0x7f69c8074490 2024-04-25T02:42:46.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69ce400640 1 -- 172.21.15.47:0/1670176536 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69c819f500 con 0x7f69c8074490 2024-04-25T02:42:46.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69bfe00640 1 -- 172.21.15.47:0/1670176536 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b0018960 con 0x7f69c8074490 2024-04-25T02:42:46.889 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.883+0000 7f69ce400640 1 -- 172.21.15.47:0/1670176536 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69c81a6d90 con 0x7f69c8074490 2024-04-25T02:42:46.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.886+0000 7f69bfe00640 1 -- 172.21.15.47:0/1670176536 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f69b0010ac0 con 0x7f69c8074490 2024-04-25T02:42:46.890 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69d11af740 1 Processor -- start 2024-04-25T02:42:46.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69d11af740 1 -- start start 2024-04-25T02:42:46.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69d11af740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b66109a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69d11af740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b6610ee0 0x5584b661b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69d11af740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 0x5584b661d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69d11af740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5584b65754e0 con 0x5584b6610ee0 2024-04-25T02:42:46.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69d11af740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5584b651da70 con 0x5584b661b5b0 2024-04-25T02:42:46.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69d11af740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5584b65714a0 con 0x5584b66105c0 2024-04-25T02:42:46.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69c7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b6610ee0 0x5584b661b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.892 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69c7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b66109a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69c7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b66109a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44372/0 (socket says 172.21.15.47:44372) 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.887+0000 7f69c7e00640 1 -- 172.21.15.47:0/2140372120 learned_addr learned my addr 172.21.15.47:0/2140372120 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c6a00640 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 0x5584b661d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c7400640 1 -- 172.21.15.47:0/2140372120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 msgr2=0x5584b66109a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c7400640 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b66109a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c7400640 1 -- 172.21.15.47:0/2140372120 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 msgr2=0x5584b661d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c7400640 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 0x5584b661d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c7400640 1 -- 172.21.15.47:0/2140372120 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584b62893f0 con 0x5584b6610ee0 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c7e00640 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b66109a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69bfe00640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69ac0a2d80 0x7f69ac0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69bfe00640 1 -- 172.21.15.47:0/1670176536 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f69b00cf7c0 con 0x7f69c8074490 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c7400640 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b6610ee0 0x5584b661b070 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f69b802aa70 tx=0x7f69b8005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4cf67e1e6207a94 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.893 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.888+0000 7f69c7e00640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69ac0a2d80 0x7f69ac0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.889+0000 7f69bcc00640 1 -- 172.21.15.47:0/2140372120 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b8035040 con 0x5584b6610ee0 2024-04-25T02:42:46.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.889+0000 7f69bcc00640 1 -- 172.21.15.47:0/2140372120 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f69b8004760 con 0x5584b6610ee0 2024-04-25T02:42:46.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.889+0000 7f69bcc00640 1 -- 172.21.15.47:0/2140372120 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b80037f0 con 0x5584b6610ee0 2024-04-25T02:42:46.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.889+0000 7f69d11af740 1 -- 172.21.15.47:0/2140372120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b6610ee0 msgr2=0x5584b661b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.889+0000 7f69c7e00640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69ac0a2d80 0x7f69ac0a5240 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f69c0012880 tx=0x7f69c0009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.889+0000 7f69d11af740 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b6610ee0 0x5584b661b070 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f69b802aa70 tx=0x7f69b8005de0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.897 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 -- 172.21.15.47:0/2140372120 shutdown_connections 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 0x5584b661d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b6610ee0 0x5584b661b070 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 --2- 172.21.15.47:0/2140372120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b66109a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 -- 172.21.15.47:0/2140372120 >> 172.21.15.47:0/2140372120 conn(0x5584b660c8e0 msgr2=0x5584b660ccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 -- 172.21.15.47:0/2140372120 shutdown_connections 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 -- 172.21.15.47:0/2140372120 wait complete. 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 -- start start 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.890+0000 7f69d11af740 1 Processor -- start 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69d11af740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b66105c0 0x5584b6618500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69d11af740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6618a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69d11af740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 0x5584b6618f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69d11af740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5584b661e340 con 0x5584b66105c0 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69d11af740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x5584b6530ec0 con 0x5584b661b5b0 2024-04-25T02:42:46.898 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69d11af740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5584b661e4c0 con 0x5584b6610ee0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69d11af740 10 client.0 _ll_register_callbacks cb 0x5584b656d3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b66105c0 0x5584b6618500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6618a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6618a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44384/0 (socket says 172.21.15.47:44384) 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 0x5584b6618f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c6a00640 1 -- 172.21.15.47:0/3948483008 learned_addr learned my addr 172.21.15.47:0/3948483008 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c6a00640 1 -- 172.21.15.47:0/3948483008 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 msgr2=0x5584b6618f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c6a00640 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 0x5584b6618f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c6a00640 1 -- 172.21.15.47:0/3948483008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b66105c0 msgr2=0x5584b6618500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c6a00640 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b66105c0 0x5584b6618500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.891+0000 7f69c6a00640 1 -- 172.21.15.47:0/3948483008 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584b63537d0 con 0x5584b6610ee0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69c6a00640 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6618a40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f69b009ba30 tx=0x7f69b0098090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a6f93423c9e02ae server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69b5600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69b5600640 1 -- 172.21.15.47:0/3948483008 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b00cd340 con 0x5584b6610ee0 2024-04-25T02:42:46.899 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69b5600640 1 -- 172.21.15.47:0/3948483008 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f69b00cfdb0 con 0x5584b6610ee0 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69d11af740 1 -- 172.21.15.47:0/3948483008 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69b8004760 con 0x5584b6610ee0 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69b5600640 1 -- 172.21.15.47:0/3948483008 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f69b009bd30 con 0x5584b6610ee0 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69d11af740 10 client.27562 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69d11af740 1 -- 172.21.15.47:0/3948483008 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5584b662a610 con 0x5584b6610ee0 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.892+0000 7f69b5600640 1 -- 172.21.15.47:0/3948483008 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f69b8004760 con 0x5584b6610ee0 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.893+0000 7f69b5600640 1 -- 172.21.15.47:0/3948483008 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f69b0018b00 con 0x5584b6610ee0 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.893+0000 7f69d11af740 10 client.27562 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.893+0000 7f69d11af740 10 client.27562 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.893+0000 7f69d11af740 20 client.27562 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.893+0000 7f69d11af740 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5584b662ba20 0x5584b662de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.893+0000 7f69d11af740 4 client.27562 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.893+0000 7f69d11af740 1 -- 172.21.15.47:0/3948483008 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584b6582a20 con 0x5584b662ba20 2024-04-25T02:42:46.900 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.893+0000 7f69c7400640 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5584b662ba20 0x5584b662de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.894+0000 7f69c7400640 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5584b662ba20 0x5584b662de10 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8db72329adf0c367 server_cookie=9093bab7e3428108 in_seq=0 out_seq=0 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.894+0000 7f69b5600640 10 client.27562 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.894+0000 7f69b5600640 1 -- 172.21.15.47:0/3948483008 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5584b6582a20 con 0x5584b662ba20 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.894+0000 7f69b5600640 10 client.27562 handle_command_reply: tid=0 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 client.27562 shutdown 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 -- 172.21.15.47:0/3948483008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 msgr2=0x5584b6618a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6618a40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f69b009ba30 tx=0x7f69b0098090 comp rx=0 tx=0).stop 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 -- 172.21.15.47:0/3948483008 shutdown_connections 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5584b662ba20 0x5584b662de10 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b661b5b0 0x5584b6618f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6618a40 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69b5600640 0 client.27562 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:42:46.902 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 --2- 172.21.15.47:0/3948483008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b66105c0 0x5584b6618500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 -- 172.21.15.47:0/3948483008 >> 172.21.15.47:0/3948483008 conn(0x5584b660c8e0 msgr2=0x5584b660bb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 -- 172.21.15.47:0/3948483008 shutdown_connections 2024-04-25T02:42:46.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 1 -- 172.21.15.47:0/3948483008 wait complete. 2024-04-25T02:42:46.903 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.895+0000 7f69d11af740 20 client.27562 trim_cache size 0 max 16384 2024-04-25T02:42:46.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69d11af740 1 Processor -- start 2024-04-25T02:42:46.914 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69d11af740 1 -- start start 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69d11af740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b66105c0 0x5584b660c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69d11af740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6612d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69d11af740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b66336b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69d11af740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69c81b1e80 con 0x5584b661b5b0 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69d11af740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f69c81af750 con 0x5584b66105c0 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69d11af740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f69c81ad5c0 con 0x5584b6610ee0 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69c7400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b66105c0 0x5584b660c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69c7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b66336b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.916 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69c7400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b66105c0 0x5584b660c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:40764/0 (socket says 172.21.15.47:40764) 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.910+0000 7f69c7400640 1 -- 172.21.15.47:0/2999200119 learned_addr learned my addr 172.21.15.47:0/2999200119 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c6a00640 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6612d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c7400640 1 -- 172.21.15.47:0/2999200119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 msgr2=0x5584b6612d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c7400640 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6612d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c7400640 1 -- 172.21.15.47:0/2999200119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 msgr2=0x5584b66336b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c7400640 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b66336b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c7400640 1 -- 172.21.15.47:0/2999200119 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584b6608230 con 0x5584b66105c0 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c7e00640 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b66336b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c6a00640 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6612d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69c7400640 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b66105c0 0x5584b660c2c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f69b8009230 tx=0x7f69b8005de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=891d73a4b4b2f33d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69b7e00640 1 -- 172.21.15.47:0/2999200119 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b8035040 con 0x5584b66105c0 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69b7e00640 1 -- 172.21.15.47:0/2999200119 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f69b8004c40 con 0x5584b66105c0 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.911+0000 7f69b7e00640 1 -- 172.21.15.47:0/2999200119 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b8003ad0 con 0x5584b66105c0 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 -- 172.21.15.47:0/2999200119 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b66105c0 msgr2=0x5584b660c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.917 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b66105c0 0x5584b660c2c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f69b8009230 tx=0x7f69b8005de0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 -- 172.21.15.47:0/2999200119 shutdown_connections 2024-04-25T02:42:46.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b66336b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b6610ee0 0x5584b6612d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 --2- 172.21.15.47:0/2999200119 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b66105c0 0x5584b660c2c0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 -- 172.21.15.47:0/2999200119 >> 172.21.15.47:0/2999200119 conn(0x5584b660c8e0 msgr2=0x5584b6618d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 -- 172.21.15.47:0/2999200119 shutdown_connections 2024-04-25T02:42:46.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 -- 172.21.15.47:0/2999200119 wait complete. 2024-04-25T02:42:46.918 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.912+0000 7f69d11af740 1 -- start start 2024-04-25T02:42:46.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69d11af740 1 Processor -- start 2024-04-25T02:42:46.921 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69d11af740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b661f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69d11af740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b6610ee0 0x5584b661fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69d11af740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b6690f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69d11af740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69c81adc10 con 0x5584b661b5b0 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69d11af740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f69c81af080 con 0x5584b6610ee0 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69d11af740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f69c81ae2e0 con 0x5584b66105c0 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69d11af740 10 client.0 _ll_register_callbacks cb 0x7f69b000e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69c7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b6690f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69c7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b6690f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58792/0 (socket says 172.21.15.47:58792) 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69c7e00640 1 -- 172.21.15.47:0/1834746935 learned_addr learned my addr 172.21.15.47:0/1834746935 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.913+0000 7f69c6a00640 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b6610ee0 0x5584b661fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69c7400640 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b661f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69c6a00640 1 -- 172.21.15.47:0/1834746935 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 msgr2=0x5584b661f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69c6a00640 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b661f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.922 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69c6a00640 1 -- 172.21.15.47:0/1834746935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 msgr2=0x5584b6690f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69c6a00640 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b6690f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69c6a00640 1 -- 172.21.15.47:0/1834746935 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584b6691460 con 0x5584b6610ee0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69c7e00640 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b6690f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69c6a00640 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b6610ee0 0x5584b661fa50 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f69b0099fe0 tx=0x7f69b0097f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a50e031a61a5ea02 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69b5600640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69b5600640 1 -- 172.21.15.47:0/1834746935 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b00b9060 con 0x5584b6610ee0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69b5600640 1 -- 172.21.15.47:0/1834746935 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f69b009b380 con 0x5584b6610ee0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.914+0000 7f69d11af740 1 -- 172.21.15.47:0/1834746935 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69b8004c40 con 0x5584b6610ee0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69b5600640 1 -- 172.21.15.47:0/1834746935 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f69b00cd340 con 0x5584b6610ee0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69d11af740 10 client.27578 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69d11af740 1 -- 172.21.15.47:0/1834746935 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5584b66925c0 con 0x5584b6610ee0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69b5600640 1 -- 172.21.15.47:0/1834746935 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f69b8004c40 con 0x5584b6610ee0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69b5600640 1 -- 172.21.15.47:0/1834746935 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f69b007ab50 con 0x5584b6610ee0 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69d11af740 10 client.27578 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69d11af740 10 client.27578 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69d11af740 20 client.27578 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:46.923 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69d11af740 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5584b6692be0 0x5584b6695000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69d11af740 4 client.27578 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69d11af740 1 -- 172.21.15.47:0/1834746935 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5584b657cd70 con 0x5584b6692be0 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.915+0000 7f69c7400640 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5584b6692be0 0x5584b6695000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.916+0000 7f69c7400640 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5584b6692be0 0x5584b6695000 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a3737d61d88dd788 server_cookie=de6afeb78b493dd3 in_seq=0 out_seq=0 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.916+0000 7f69b5600640 10 client.27578 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.916+0000 7f69b5600640 1 -- 172.21.15.47:0/1834746935 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5584b657cd70 con 0x5584b6692be0 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.916+0000 7f69b5600640 10 client.27578 handle_command_reply: tid=0 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.916+0000 7f69d11af740 1 client.27578 shutdown 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.916+0000 7f69d11af740 1 -- 172.21.15.47:0/1834746935 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b6610ee0 msgr2=0x5584b661fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.916+0000 7f69d11af740 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b6610ee0 0x5584b661fa50 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f69b0099fe0 tx=0x7f69b0097f10 comp rx=0 tx=0).stop 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 1 -- 172.21.15.47:0/1834746935 shutdown_connections 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x5584b6692be0 0x5584b6695000 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584b661b5b0 0x5584b6690f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5584b6610ee0 0x5584b661fa50 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 1 --2- 172.21.15.47:0/1834746935 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584b66105c0 0x5584b661f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.924 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 1 -- 172.21.15.47:0/1834746935 >> 172.21.15.47:0/1834746935 conn(0x5584b660c8e0 msgr2=0x5584b6619d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69b5600640 0 client.27578 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:42:46.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 1 -- 172.21.15.47:0/1834746935 shutdown_connections 2024-04-25T02:42:46.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 1 -- 172.21.15.47:0/1834746935 wait complete. 2024-04-25T02:42:46.925 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69d11af740 20 client.27578 trim_cache size 0 max 16384 2024-04-25T02:42:46.925 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69ce400640 1 -- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69ac0a2d80 msgr2=0x7f69ac0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69ce400640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69ac0a2d80 0x7f69ac0a5240 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f69c0012880 tx=0x7f69c0009500 comp rx=0 tx=0).stop 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69ce400640 1 -- 172.21.15.47:0/1670176536 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69c8074490 msgr2=0x7f69c819a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.917+0000 7f69ce400640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69c8074490 0x7f69c819a7b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f69b000e9f0 tx=0x7f69b000eeb0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.918+0000 7f69ce400640 1 -- 172.21.15.47:0/1670176536 shutdown_connections 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.918+0000 7f69ce400640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f69ac0a2d80 0x7f69ac0a5240 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.918+0000 7f69ce400640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f69c810df30 0x7f69c819eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.918+0000 7f69ce400640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f69c8074490 0x7f69c819a7b0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.918+0000 7f69ce400640 1 --2- 172.21.15.47:0/1670176536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f69c8073b70 0x7f69c819a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.918+0000 7f69ce400640 1 -- 172.21.15.47:0/1670176536 >> 172.21.15.47:0/1670176536 conn(0x7f69c80fd1c0 msgr2=0x7f69c80fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.918+0000 7f69ce400640 1 -- 172.21.15.47:0/1670176536 shutdown_connections 2024-04-25T02:42:46.926 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:46.918+0000 7f69ce400640 1 -- 172.21.15.47:0/1670176536 wait complete. 2024-04-25T02:42:46.936 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:46 smithi047 ceph-mon[27871]: pgmap v313: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:46.936 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:46 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1015029262' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:42:46.939 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.131+0000 7f7d44e00640 1 -- 172.21.15.47:0/2412567321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40109930 msgr2=0x7f7d40109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.131+0000 7f7d44e00640 1 --2- 172.21.15.47:0/2412567321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40109930 0x7f7d40109d10 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f7d30009900 tx=0x7f7d3002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.131+0000 7f7d44e00640 1 -- 172.21.15.47:0/2412567321 shutdown_connections 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.131+0000 7f7d44e00640 1 --2- 172.21.15.47:0/2412567321 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d401042e0 0x7f7d401107f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.131+0000 7f7d44e00640 1 --2- 172.21.15.47:0/2412567321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7d40103920 0x7f7d40103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.131+0000 7f7d44e00640 1 --2- 172.21.15.47:0/2412567321 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40109930 0x7f7d40109d10 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.131+0000 7f7d44e00640 1 -- 172.21.15.47:0/2412567321 >> 172.21.15.47:0/2412567321 conn(0x7f7d400ff3b0 msgr2=0x7f7d401017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.131+0000 7f7d44e00640 1 -- 172.21.15.47:0/2412567321 shutdown_connections 2024-04-25T02:42:47.136 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.132+0000 7f7d44e00640 1 -- 172.21.15.47:0/2412567321 wait complete. 2024-04-25T02:42:47.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.133+0000 7f7d44e00640 1 Processor -- start 2024-04-25T02:42:47.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.133+0000 7f7d44e00640 1 -- start start 2024-04-25T02:42:47.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.133+0000 7f7d44e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40103920 0x7f7d4019a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.133+0000 7f7d44e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7d401042e0 0x7f7d4019a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.133+0000 7f7d44e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d40109930 0x7f7d4019eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.133+0000 7f7d44e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7d40113d60 con 0x7f7d401042e0 2024-04-25T02:42:47.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.133+0000 7f7d44e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7d40113be0 con 0x7f7d40103920 2024-04-25T02:42:47.137 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.133+0000 7f7d44e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7d40113ee0 con 0x7f7d40109930 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7d401042e0 0x7f7d4019a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40103920 0x7f7d4019a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40103920 0x7f7d4019a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:40788/0 (socket says 172.21.15.47:40788) 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 -- 172.21.15.47:0/3462121383 learned_addr learned my addr 172.21.15.47:0/3462121383 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3e800640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d40109930 0x7f7d4019eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 -- 172.21.15.47:0/3462121383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d40109930 msgr2=0x7f7d4019eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d40109930 0x7f7d4019eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 -- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7d401042e0 msgr2=0x7f7d4019a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7d401042e0 0x7f7d4019a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.139 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 -- 172.21.15.47:0/3462121383 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d4019f2b0 con 0x7f7d40103920 2024-04-25T02:42:47.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.134+0000 7f7d3de00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40103920 0x7f7d4019a2c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f7d3002a9e0 tx=0x7f7d30003b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:47.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.135+0000 7f7d36a00640 1 -- 172.21.15.47:0/3462121383 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3003f070 con 0x7f7d40103920 2024-04-25T02:42:47.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.135+0000 7f7d36a00640 1 -- 172.21.15.47:0/3462121383 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d30031c20 con 0x7f7d40103920 2024-04-25T02:42:47.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.135+0000 7f7d36a00640 1 -- 172.21.15.47:0/3462121383 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d30035030 con 0x7f7d40103920 2024-04-25T02:42:47.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.135+0000 7f7d44e00640 1 -- 172.21.15.47:0/3462121383 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d4019f540 con 0x7f7d40103920 2024-04-25T02:42:47.140 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.135+0000 7f7d44e00640 1 -- 172.21.15.47:0/3462121383 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d401a6e30 con 0x7f7d40103920 2024-04-25T02:42:47.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.138+0000 7f7d47bb1740 1 Processor -- start 2024-04-25T02:42:47.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.138+0000 7f7d47bb1740 1 -- start start 2024-04-25T02:42:47.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.138+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510085c0 0x55c7510089a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.138+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751013070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.143 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.138+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c7510159a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.138+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c750f6d4e0 con 0x55c7510085c0 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.138+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c750f15a70 con 0x55c7510135b0 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.138+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c750f694a0 con 0x55c751008ee0 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510085c0 0x55c7510089a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c7510159a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510085c0 0x55c7510089a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58802/0 (socket says 172.21.15.47:58802) 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3d400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c7510159a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:40792/0 (socket says 172.21.15.47:40792) 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 -- 172.21.15.47:0/810416270 learned_addr learned my addr 172.21.15.47:0/810416270 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d36a00640 1 -- 172.21.15.47:0/3462121383 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7d30042070 con 0x7f7d40103920 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 -- 172.21.15.47:0/810416270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 msgr2=0x55c751013070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 --2- 172.21.15.47:0/810416270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751013070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 -- 172.21.15.47:0/810416270 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 msgr2=0x55c7510159a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 --2- 172.21.15.47:0/810416270 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c7510159a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.144 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 -- 172.21.15.47:0/810416270 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c750c813f0 con 0x55c7510085c0 2024-04-25T02:42:47.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3d400640 1 --2- 172.21.15.47:0/810416270 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c7510159a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-04-25T02:42:47.145 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.139+0000 7f7d3e800640 1 --2- 172.21.15.47:0/810416270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510085c0 0x55c7510089a0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7d38009f90 tx=0x7f7d38010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6606046291fd5cde server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:47.148 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.140+0000 7f7d2b400640 1 -- 172.21.15.47:0/810416270 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38011700 con 0x55c7510085c0 2024-04-25T02:42:47.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.140+0000 7f7d2b400640 1 -- 172.21.15.47:0/810416270 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d38011d80 con 0x55c7510085c0 2024-04-25T02:42:47.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.140+0000 7f7d2b400640 1 -- 172.21.15.47:0/810416270 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38019e40 con 0x55c7510085c0 2024-04-25T02:42:47.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.140+0000 7f7d36a00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7d240a2d80 0x7f7d240a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 -- 172.21.15.47:0/810416270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510085c0 msgr2=0x55c7510089a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/810416270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510085c0 0x55c7510089a0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7d38009f90 tx=0x7f7d38010860 comp rx=0 tx=0).stop 2024-04-25T02:42:47.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d36a00640 1 -- 172.21.15.47:0/3462121383 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f7d300efb40 con 0x7f7d40103920 2024-04-25T02:42:47.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 -- 172.21.15.47:0/810416270 shutdown_connections 2024-04-25T02:42:47.149 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/810416270 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c7510159a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/810416270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751013070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/810416270 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510085c0 0x55c7510089a0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d3de00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7d240a2d80 0x7f7d240a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 -- 172.21.15.47:0/810416270 >> 172.21.15.47:0/810416270 conn(0x55c7510048e0 msgr2=0x55c751004cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 -- 172.21.15.47:0/810416270 shutdown_connections 2024-04-25T02:42:47.150 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 -- 172.21.15.47:0/810416270 wait complete. 2024-04-25T02:42:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.141+0000 7f7d47bb1740 1 -- start start 2024-04-25T02:42:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d3de00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7d240a2d80 0x7f7d240a5240 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x55c751009b80 tx=0x7f7d30003f60 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d47bb1740 1 Processor -- start 2024-04-25T02:42:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 0x55c7510104f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.151 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c751010f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c7510163a0 con 0x55c7510135b0 2024-04-25T02:42:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c750f28ec0 con 0x55c7510085c0 2024-04-25T02:42:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c751016520 con 0x55c751008ee0 2024-04-25T02:42:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d47bb1740 10 client.0 _ll_register_callbacks cb 0x55c750f653f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d3e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c751010f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.142+0000 7f7d3e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c751010f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58818/0 (socket says 172.21.15.47:58818) 2024-04-25T02:42:47.152 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3e800640 1 -- 172.21.15.47:0/648617663 learned_addr learned my addr 172.21.15.47:0/648617663 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3d400640 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3e800640 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 0x55c7510104f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3d400640 1 -- 172.21.15.47:0/648617663 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 msgr2=0x55c7510104f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3d400640 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 0x55c7510104f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3d400640 1 -- 172.21.15.47:0/648617663 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 msgr2=0x55c751010f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3d400640 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c751010f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3d400640 1 -- 172.21.15.47:0/648617663 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c750d4b7d0 con 0x55c751008ee0 2024-04-25T02:42:47.153 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3e800640 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c751010f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d3d400640 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010a30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c00b910 tx=0x7f7d2c00bdd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84ea8e107281d627 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d1fe00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d1fe00640 1 -- 172.21.15.47:0/648617663 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2c003ea0 con 0x55c751008ee0 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.143+0000 7f7d1fe00640 1 -- 172.21.15.47:0/648617663 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f7d2c01b670 con 0x55c751008ee0 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 1 -- 172.21.15.47:0/648617663 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d38011d80 con 0x55c751008ee0 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d1fe00640 1 -- 172.21.15.47:0/648617663 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7d2c01b870 con 0x55c751008ee0 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 10 client.27577 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 1 -- 172.21.15.47:0/648617663 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c751022620 con 0x55c751008ee0 2024-04-25T02:42:47.154 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d1fe00640 1 -- 172.21.15.47:0/648617663 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d38011d80 con 0x55c751008ee0 2024-04-25T02:42:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d1fe00640 1 -- 172.21.15.47:0/648617663 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7d2c012b20 con 0x55c751008ee0 2024-04-25T02:42:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 10 client.27577 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 10 client.27577 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 20 client.27577 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c751023c20 0x55c751026010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 4 client.27577 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.144+0000 7f7d47bb1740 1 -- 172.21.15.47:0/648617663 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c750f7aa20 con 0x55c751023c20 2024-04-25T02:42:47.155 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.145+0000 7f7d3e800640 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c751023c20 0x55c751026010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.145+0000 7f7d3e800640 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c751023c20 0x55c751026010 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2fce449c5eef23e server_cookie=252d70c07fd5c294 in_seq=0 out_seq=0 2024-04-25T02:42:47.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.145+0000 7f7d1fe00640 10 client.27577 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:47.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.146+0000 7f7d1fe00640 1 -- 172.21.15.47:0/648617663 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c750f7aa20 con 0x55c751023c20 2024-04-25T02:42:47.156 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.146+0000 7f7d1fe00640 10 client.27577 handle_command_reply: tid=0 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.146+0000 7f7d47bb1740 1 client.27577 shutdown 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.146+0000 7f7d47bb1740 1 -- 172.21.15.47:0/648617663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 msgr2=0x55c751010a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.146+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010a30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c00b910 tx=0x7f7d2c00bdd0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 1 -- 172.21.15.47:0/648617663 shutdown_connections 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c751023c20 0x55c751026010 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c751010f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010a30 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d1fe00640 0 client.27577 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/648617663 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 0x55c7510104f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 1 -- 172.21.15.47:0/648617663 >> 172.21.15.47:0/648617663 conn(0x55c7510048e0 msgr2=0x55c751003b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 1 -- 172.21.15.47:0/648617663 shutdown_connections 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 1 -- 172.21.15.47:0/648617663 wait complete. 2024-04-25T02:42:47.157 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.147+0000 7f7d47bb1740 20 client.27577 trim_cache size 0 max 16384 2024-04-25T02:42:47.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.161+0000 7f7d47bb1740 1 Processor -- start 2024-04-25T02:42:47.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.161+0000 7f7d47bb1740 1 -- start start 2024-04-25T02:42:47.165 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.161+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 0x55c75101f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.161+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.161+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c75102b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.161+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7d401b1fe0 con 0x55c7510135b0 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.161+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7d401af8b0 con 0x55c7510085c0 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.161+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7d401ad720 con 0x55c751008ee0 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3e800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 0x55c75101f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3e800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c75102b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3d400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44446/0 (socket says 172.21.15.47:44446) 2024-04-25T02:42:47.166 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3d400640 1 -- 172.21.15.47:0/3123467455 learned_addr learned my addr 172.21.15.47:0/3123467455 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:47.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3e800640 1 -- 172.21.15.47:0/3123467455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 msgr2=0x55c751010d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:47.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3e800640 1 --2- 172.21.15.47:0/3123467455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3e800640 1 -- 172.21.15.47:0/3123467455 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 msgr2=0x55c75101f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:47.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3e800640 1 --2- 172.21.15.47:0/3123467455 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 0x55c75101f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3e800640 1 -- 172.21.15.47:0/3123467455 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c75100f4c0 con 0x55c7510135b0 2024-04-25T02:42:47.168 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.162+0000 7f7d3e800640 1 --2- 172.21.15.47:0/3123467455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c75102b7d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f7d38009d50 tx=0x7f7d38013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dbc65eb009e1dad server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:47.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d2aa00640 1 -- 172.21.15.47:0/3123467455 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38003970 con 0x55c7510135b0 2024-04-25T02:42:47.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d2aa00640 1 -- 172.21.15.47:0/3123467455 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d38020040 con 0x55c7510135b0 2024-04-25T02:42:47.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d2aa00640 1 -- 172.21.15.47:0/3123467455 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38005840 con 0x55c7510135b0 2024-04-25T02:42:47.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 -- 172.21.15.47:0/3123467455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 msgr2=0x55c75102b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/3123467455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c75102b7d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f7d38009d50 tx=0x7f7d38013040 comp rx=0 tx=0).stop 2024-04-25T02:42:47.169 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 -- 172.21.15.47:0/3123467455 shutdown_connections 2024-04-25T02:42:47.170 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/3123467455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7510135b0 0x55c75102b7d0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.170 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/3123467455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c751008ee0 0x55c751010d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.170 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/3123467455 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510085c0 0x55c75101f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.170 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 -- 172.21.15.47:0/3123467455 >> 172.21.15.47:0/3123467455 conn(0x55c7510048e0 msgr2=0x55c75100a5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:47.170 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 -- 172.21.15.47:0/3123467455 shutdown_connections 2024-04-25T02:42:47.170 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.163+0000 7f7d47bb1740 1 -- 172.21.15.47:0/3123467455 wait complete. 2024-04-25T02:42:47.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.164+0000 7f7d47bb1740 1 -- start start 2024-04-25T02:42:47.171 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.164+0000 7f7d47bb1740 1 Processor -- start 2024-04-25T02:42:47.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.164+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c7510085c0 0x55c75101bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.164+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c751008ee0 0x55c75100d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.164+0000 7f7d47bb1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c75100d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.164+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7d401add70 con 0x55c751008ee0 2024-04-25T02:42:47.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.164+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f7d401af1e0 con 0x55c7510135b0 2024-04-25T02:42:47.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.164+0000 7f7d47bb1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7d401ae440 con 0x55c7510085c0 2024-04-25T02:42:47.177 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d47bb1740 10 client.0 _ll_register_callbacks cb 0x7f7d2c004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c751008ee0 0x55c75100d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c7510085c0 0x55c75101bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3d400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c751008ee0 0x55c75100d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58838/0 (socket says 172.21.15.47:58838) 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3e800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c7510085c0 0x55c75101bcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44460/0 (socket says 172.21.15.47:44460) 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3d400640 1 -- 172.21.15.47:0/1360885264 learned_addr learned my addr 172.21.15.47:0/1360885264 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3e800640 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c75100d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3d400640 1 -- 172.21.15.47:0/1360885264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c7510085c0 msgr2=0x55c75101bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3d400640 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c7510085c0 0x55c75101bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3d400640 1 -- 172.21.15.47:0/1360885264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 msgr2=0x55c75100d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3d400640 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c75100d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.165+0000 7f7d3d400640 1 -- 172.21.15.47:0/1360885264 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c751089040 con 0x55c751008ee0 2024-04-25T02:42:47.178 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d3d400640 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c751008ee0 0x55c75100d010 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c012f40 tx=0x7f7d2c003f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec517d018289ab79 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d1fe00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d1fe00640 1 -- 172.21.15.47:0/1360885264 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2c033060 con 0x55c751008ee0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d1fe00640 1 -- 172.21.15.47:0/1360885264 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f7d2c01bc10 con 0x55c751008ee0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d47bb1740 1 -- 172.21.15.47:0/1360885264 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d38020040 con 0x55c751008ee0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d1fe00640 1 -- 172.21.15.47:0/1360885264 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7d2c028040 con 0x55c751008ee0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d47bb1740 10 client.17487 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d47bb1740 1 -- 172.21.15.47:0/1360885264 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c75108a150 con 0x55c751008ee0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.166+0000 7f7d1fe00640 1 -- 172.21.15.47:0/1360885264 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d38020040 con 0x55c751008ee0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.167+0000 7f7d1fe00640 1 -- 172.21.15.47:0/1360885264 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7d2c0049c0 con 0x55c751008ee0 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.167+0000 7f7d47bb1740 10 client.17487 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.167+0000 7f7d47bb1740 10 client.17487 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.167+0000 7f7d47bb1740 20 client.17487 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.167+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c75108a900 0x55c75108cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.167+0000 7f7d47bb1740 4 client.17487 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:42:47.179 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.167+0000 7f7d47bb1740 1 -- 172.21.15.47:0/1360885264 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c750f74d70 con 0x55c75108a900 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.167+0000 7f7d3e800640 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c75108a900 0x55c75108cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d3e800640 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c75108a900 0x55c75108cd20 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7b1e7d743136679 server_cookie=d1b083bb70726e47 in_seq=0 out_seq=0 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d1fe00640 10 client.17487 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d1fe00640 1 -- 172.21.15.47:0/1360885264 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c750f74d70 con 0x55c75108a900 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d1fe00640 10 client.17487 handle_command_reply: tid=0 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 client.17487 shutdown 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 -- 172.21.15.47:0/1360885264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c751008ee0 msgr2=0x55c75100d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c751008ee0 0x55c75100d010 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c012f40 tx=0x7f7d2c003f30 comp rx=0 tx=0).stop 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 -- 172.21.15.47:0/1360885264 shutdown_connections 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c75108a900 0x55c75108cd20 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c7510135b0 0x55c75100d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c751008ee0 0x55c75100d010 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d1fe00640 0 client.17487 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:47.180 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 --2- 172.21.15.47:0/1360885264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c7510085c0 0x55c75101bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 -- 172.21.15.47:0/1360885264 >> 172.21.15.47:0/1360885264 conn(0x55c7510048e0 msgr2=0x55c7510032b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:47.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 -- 172.21.15.47:0/1360885264 shutdown_connections 2024-04-25T02:42:47.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 1 -- 172.21.15.47:0/1360885264 wait complete. 2024-04-25T02:42:47.181 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.168+0000 7f7d47bb1740 20 client.17487 trim_cache size 0 max 16384 2024-04-25T02:42:47.181 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 -- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7d240a2d80 msgr2=0x7f7d240a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7d240a2d80 0x7f7d240a5240 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x55c751009b80 tx=0x7f7d30003f60 comp rx=0 tx=0).stop 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 -- 172.21.15.47:0/3462121383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40103920 msgr2=0x7f7d4019a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40103920 0x7f7d4019a2c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f7d3002a9e0 tx=0x7f7d30003b60 comp rx=0 tx=0).stop 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 -- 172.21.15.47:0/3462121383 shutdown_connections 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f7d240a2d80 0x7f7d240a5240 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d40109930 0x7f7d4019eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7d401042e0 0x7f7d4019a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.182 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 --2- 172.21.15.47:0/3462121383 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7d40103920 0x7f7d4019a2c0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:47.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 -- 172.21.15.47:0/3462121383 >> 172.21.15.47:0/3462121383 conn(0x7f7d400ff3b0 msgr2=0x7f7d400ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:47.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 -- 172.21.15.47:0/3462121383 shutdown_connections 2024-04-25T02:42:47.183 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:47.169+0000 7f7d44e00640 1 -- 172.21.15.47:0/3462121383 wait complete. 2024-04-25T02:42:47.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:46 smithi113 ceph-mon[32459]: pgmap v313: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:47.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:46 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1015029262' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:42:47.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:46 smithi178 ceph-mon[33053]: pgmap v313: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:47.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:46 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1015029262' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:42:48.191 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T02:42:48.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:42:48.191 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T02:42:48.422 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 -- 172.21.15.47:0/3950933910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 msgr2=0x7f2dd8107a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/3950933910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 0x7f2dd8107a60 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f2dc8009cd0 tx=0x7f2dc802a8f0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 -- 172.21.15.47:0/3950933910 shutdown_connections 2024-04-25T02:42:48.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/3950933910 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2dd8101fa0 0x7f2dd810e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/3950933910 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2dd81015e0 0x7f2dd8101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/3950933910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 0x7f2dd8107a60 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 -- 172.21.15.47:0/3950933910 >> 172.21.15.47:0/3950933910 conn(0x7f2dd80fd110 msgr2=0x7f2dd80ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 -- 172.21.15.47:0/3950933910 shutdown_connections 2024-04-25T02:42:48.423 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.418+0000 7f2dd7e00640 1 -- 172.21.15.47:0/3950933910 wait complete. 2024-04-25T02:42:48.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.419+0000 7f2dd7e00640 1 Processor -- start 2024-04-25T02:42:48.425 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7e00640 1 -- start start 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2dd81015e0 0x7f2dd819a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2dd8101fa0 0x7f2dd819a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 0x7f2dd819e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd8111a50 con 0x7f2dd8107680 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd81118d0 con 0x7f2dd8101fa0 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd8111bd0 con 0x7f2dd81015e0 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 0x7f2dd819e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2dd81015e0 0x7f2dd819a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd6a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2dd81015e0 0x7f2dd819a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44482/0 (socket says 172.21.15.47:44482) 2024-04-25T02:42:48.426 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd6a00640 1 -- 172.21.15.47:0/2784364175 learned_addr learned my addr 172.21.15.47:0/2784364175 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.420+0000 7f2dd7400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 0x7f2dd819e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58860/0 (socket says 172.21.15.47:58860) 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.421+0000 7f2dce000640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2dd8101fa0 0x7f2dd819a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.421+0000 7f2dd7400640 1 -- 172.21.15.47:0/2784364175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2dd81015e0 msgr2=0x7f2dd819a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.421+0000 7f2dd7400640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2dd81015e0 0x7f2dd819a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.421+0000 7f2dd7400640 1 -- 172.21.15.47:0/2784364175 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2dd8101fa0 msgr2=0x7f2dd819a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.421+0000 7f2dd7400640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2dd8101fa0 0x7f2dd819a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.421+0000 7f2dd7400640 1 -- 172.21.15.47:0/2784364175 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dd819f0c0 con 0x7f2dd8107680 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.421+0000 7f2dce000640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2dd8101fa0 0x7f2dd819a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.421+0000 7f2dd7400640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 0x7f2dd819e990 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f2dd000e970 tx=0x7f2dd000ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.422+0000 7f2ddca00640 1 -- 172.21.15.47:0/2784364175 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd000ccc0 con 0x7f2dd8107680 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.422+0000 7f2ddca00640 1 -- 172.21.15.47:0/2784364175 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2dd0005020 con 0x7f2dd8107680 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.422+0000 7f2ddca00640 1 -- 172.21.15.47:0/2784364175 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0004a00 con 0x7f2dd8107680 2024-04-25T02:42:48.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.422+0000 7f2dd7e00640 1 -- 172.21.15.47:0/2784364175 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dd819f3b0 con 0x7f2dd8107680 2024-04-25T02:42:48.428 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.422+0000 7f2dd7e00640 1 -- 172.21.15.47:0/2784364175 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dd81a6c40 con 0x7f2dd8107680 2024-04-25T02:42:48.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.425+0000 7f2de0c2c740 1 Processor -- start 2024-04-25T02:42:48.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.425+0000 7f2ddca00640 1 -- 172.21.15.47:0/2784364175 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2dd00051d0 con 0x7f2dd8107680 2024-04-25T02:42:48.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.425+0000 7f2de0c2c740 1 -- start start 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edf8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee029d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee05300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558d8ed56f40 con 0x558d8edf7f20 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x558d8ed5c190 con 0x558d8edf8840 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558d8ed04a10 con 0x558d8ee02f10 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2dd6a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee029d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2dd6a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee029d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:40860/0 (socket says 172.21.15.47:40860) 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2dce000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edf8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.426+0000 7f2dd6a00640 1 -- 172.21.15.47:0/3862545069 learned_addr learned my addr 172.21.15.47:0/3862545069 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dce000640 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee05300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dd6a00640 1 -- 172.21.15.47:0/3862545069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 msgr2=0x558d8ee05300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee05300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dd6a00640 1 -- 172.21.15.47:0/3862545069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 msgr2=0x558d8edf8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edf8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dd6a00640 1 -- 172.21.15.47:0/3862545069 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d8eb387e0 con 0x558d8edf8840 2024-04-25T02:42:48.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2ddca00640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2dbc0a2d00 0x7f2dbc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dce000640 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edf8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:48.432 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2ddca00640 1 -- 172.21.15.47:0/2784364175 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f2dd00cf420 con 0x7f2dd8107680 2024-04-25T02:42:48.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dce000640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2dbc0a2d00 0x7f2dbc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.427+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee029d0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f2dc802ae10 tx=0x7f2dc8005fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcfaebadc7259d75 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.428+0000 7f2dc7e00640 1 -- 172.21.15.47:0/3862545069 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc8030750 con 0x558d8edf8840 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.428+0000 7f2dc7e00640 1 -- 172.21.15.47:0/3862545069 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2dc8036030 con 0x558d8edf8840 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.428+0000 7f2dc7e00640 1 -- 172.21.15.47:0/3862545069 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc8004440 con 0x558d8edf8840 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 -- 172.21.15.47:0/3862545069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 msgr2=0x558d8ee029d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2dce000640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2dbc0a2d00 0x7f2dbc0a51c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2dc0009710 tx=0x7f2dc0005850 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee029d0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f2dc802ae10 tx=0x7f2dc8005fa0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 -- 172.21.15.47:0/3862545069 shutdown_connections 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee05300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee029d0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/3862545069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edf8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 -- 172.21.15.47:0/3862545069 >> 172.21.15.47:0/3862545069 conn(0x558d8edf4240 msgr2=0x558d8edf4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 -- 172.21.15.47:0/3862545069 shutdown_connections 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 -- 172.21.15.47:0/3862545069 wait complete. 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.429+0000 7f2de0c2c740 1 -- start start 2024-04-25T02:42:48.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.430+0000 7f2de0c2c740 1 Processor -- start 2024-04-25T02:42:48.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.430+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edffe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.430+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee003b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.430+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee008f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.430+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558d8ed17e70 con 0x558d8edf7f20 2024-04-25T02:42:48.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.430+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x558d8ed58150 con 0x558d8edf8840 2024-04-25T02:42:48.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.430+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558d8ee05d40 con 0x558d8ee02f10 2024-04-25T02:42:48.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.430+0000 7f2de0c2c740 10 client.0 _ll_register_callbacks cb 0x558d8ed531f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dd6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edffe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dce000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee003b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dd6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edffe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58880/0 (socket says 172.21.15.47:58880) 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dce000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee003b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:40862/0 (socket says 172.21.15.47:40862) 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dd6a00640 1 -- 172.21.15.47:0/140326453 learned_addr learned my addr 172.21.15.47:0/140326453 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dd7400640 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dce000640 1 -- 172.21.15.47:0/140326453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 msgr2=0x558d8ee008f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dce000640 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee008f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dce000640 1 -- 172.21.15.47:0/140326453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 msgr2=0x558d8edffe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dce000640 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edffe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dce000640 1 -- 172.21.15.47:0/140326453 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d8eb98f70 con 0x558d8edf8840 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dd7400640 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:48.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dce000640 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee003b0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x558d8edf53d0 tx=0x7f2dc0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36c4eff51bb8774c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.431+0000 7f2dc4c00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.432+0000 7f2dc4c00640 1 -- 172.21.15.47:0/140326453 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc0014c10 con 0x558d8edf8840 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.432+0000 7f2de0c2c740 1 -- 172.21.15.47:0/140326453 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2dc8036030 con 0x558d8edf8840 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.432+0000 7f2dc4c00640 1 -- 172.21.15.47:0/140326453 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f2dc0014db0 con 0x558d8edf8840 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.432+0000 7f2dc4c00640 1 -- 172.21.15.47:0/140326453 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2dc0004050 con 0x558d8edf8840 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.432+0000 7f2de0c2c740 10 client.27605 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.432+0000 7f2de0c2c740 1 -- 172.21.15.47:0/140326453 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558d8ea30170 con 0x558d8edf8840 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.432+0000 7f2dc4c00640 1 -- 172.21.15.47:0/140326453 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2dc8036030 con 0x558d8edf8840 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.433+0000 7f2dc4c00640 1 -- 172.21.15.47:0/140326453 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2dc0028020 con 0x558d8edf8840 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.433+0000 7f2de0c2c740 10 client.27605 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.433+0000 7f2de0c2c740 10 client.27605 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.433+0000 7f2de0c2c740 20 client.27605 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.433+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x558d8ee13110 0x558d8ee15560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.433+0000 7f2de0c2c740 4 client.27605 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:48.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.433+0000 7f2de0c2c740 1 -- 172.21.15.47:0/140326453 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d8ed696d0 con 0x558d8ee13110 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.434+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x558d8ee13110 0x558d8ee15560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.434+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x558d8ee13110 0x558d8ee15560 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a56020de7e9e12a4 server_cookie=d431cc7c520c3ba3 in_seq=0 out_seq=0 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.434+0000 7f2dc4c00640 10 client.27605 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.435+0000 7f2dc4c00640 1 -- 172.21.15.47:0/140326453 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558d8ed696d0 con 0x558d8ee13110 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.435+0000 7f2dc4c00640 10 client.27605 handle_command_reply: tid=0 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 client.27605 shutdown 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 -- 172.21.15.47:0/140326453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 msgr2=0x558d8ee003b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee003b0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x558d8edf53d0 tx=0x7f2dc0004730 comp rx=0 tx=0).stop 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 -- 172.21.15.47:0/140326453 shutdown_connections 2024-04-25T02:42:48.441 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x558d8ee13110 0x558d8ee15560 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2dc4c00640 0 client.27605 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:48.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf8840 0x558d8ee003b0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/140326453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8edffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 -- 172.21.15.47:0/140326453 >> 172.21.15.47:0/140326453 conn(0x558d8edf4240 msgr2=0x558d8edf9f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 -- 172.21.15.47:0/140326453 shutdown_connections 2024-04-25T02:42:48.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 1 -- 172.21.15.47:0/140326453 wait complete. 2024-04-25T02:42:48.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.436+0000 7f2de0c2c740 20 client.27605 trim_cache size 0 max 16384 2024-04-25T02:42:48.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.456+0000 7f2de0c2c740 1 Processor -- start 2024-04-25T02:42:48.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.456+0000 7f2de0c2c740 1 -- start start 2024-04-25T02:42:48.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.456+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf7f20 0x558d8ee0ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.456+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf8840 0x558d8edf3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.456+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee1ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.456+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd81b1cf0 con 0x558d8edf8840 2024-04-25T02:42:48.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.456+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd81af5c0 con 0x558d8edf7f20 2024-04-25T02:42:48.460 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.456+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd81ad430 con 0x558d8ee02f10 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dce000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf8840 0x558d8edf3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee1ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee1ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:44518/0 (socket says 172.21.15.47:44518) 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 -- 172.21.15.47:0/1999529085 learned_addr learned my addr 172.21.15.47:0/1999529085 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf7f20 0x558d8ee0ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 -- 172.21.15.47:0/1999529085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf7f20 msgr2=0x558d8ee0ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf7f20 0x558d8ee0ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 -- 172.21.15.47:0/1999529085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf8840 msgr2=0x558d8edf3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf8840 0x558d8edf3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 -- 172.21.15.47:0/1999529085 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d8ee11d60 con 0x558d8ee02f10 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dce000640 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf8840 0x558d8edf3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.457+0000 7f2dd7400640 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee1ae30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2dd00982b0 tx=0x7f2dd009c120 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6036fec1f478a3b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.462 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2dc7400640 1 -- 172.21.15.47:0/1999529085 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd001c040 con 0x558d8ee02f10 2024-04-25T02:42:48.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2dc7400640 1 -- 172.21.15.47:0/1999529085 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2dd0099be0 con 0x558d8ee02f10 2024-04-25T02:42:48.463 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2dc7400640 1 -- 172.21.15.47:0/1999529085 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd00a40c0 con 0x558d8ee02f10 2024-04-25T02:42:48.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2de0c2c740 1 -- 172.21.15.47:0/1999529085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 msgr2=0x558d8ee1ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee1ae30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2dd00982b0 tx=0x7f2dd009c120 comp rx=0 tx=0).stop 2024-04-25T02:42:48.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2de0c2c740 1 -- 172.21.15.47:0/1999529085 shutdown_connections 2024-04-25T02:42:48.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8ee02f10 0x558d8ee1ae30 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf8840 0x558d8edf3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.466 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/1999529085 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8edf7f20 0x558d8ee0ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.458+0000 7f2de0c2c740 1 -- 172.21.15.47:0/1999529085 >> 172.21.15.47:0/1999529085 conn(0x558d8edf4240 msgr2=0x558d8ee006c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.459+0000 7f2de0c2c740 1 -- 172.21.15.47:0/1999529085 shutdown_connections 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.459+0000 7f2de0c2c740 1 -- 172.21.15.47:0/1999529085 wait complete. 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.459+0000 7f2de0c2c740 1 -- start start 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.459+0000 7f2de0c2c740 1 Processor -- start 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8ee0b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8edf8840 0x558d8ee07490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2de0c2c740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8ee02f10 0x558d8ee079d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd81ada80 con 0x558d8edf7f20 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd81aeef0 con 0x558d8ee02f10 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2de0c2c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd81ae150 con 0x558d8edf8840 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2de0c2c740 10 client.0 _ll_register_callbacks cb 0x7f2dc0015890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2dd6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8ee0b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.467 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2dd6a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8ee0b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58888/0 (socket says 172.21.15.47:58888) 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2dd6a00640 1 -- 172.21.15.47:0/4291862766 learned_addr learned my addr 172.21.15.47:0/4291862766 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2dce000640 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8edf8840 0x558d8ee07490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2dd7400640 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8ee02f10 0x558d8ee079d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2dd6a00640 1 -- 172.21.15.47:0/4291862766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8edf8840 msgr2=0x558d8ee07490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.460+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8edf8840 0x558d8ee07490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2dd6a00640 1 -- 172.21.15.47:0/4291862766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8ee02f10 msgr2=0x558d8ee079d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8ee02f10 0x558d8ee079d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2dd6a00640 1 -- 172.21.15.47:0/4291862766 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d8edf4070 con 0x558d8edf7f20 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2dd6a00640 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8ee0b070 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2dc8009860 tx=0x7f2dc8030f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=779643e5762fd3c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2dc4c00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2dc4c00640 1 -- 172.21.15.47:0/4291862766 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc80098e0 con 0x558d8edf7f20 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2dc4c00640 1 -- 172.21.15.47:0/4291862766 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f2dc8030650 con 0x558d8edf7f20 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2de0c2c740 1 -- 172.21.15.47:0/4291862766 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2dd0099be0 con 0x558d8edf7f20 2024-04-25T02:42:48.468 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2dc4c00640 1 -- 172.21.15.47:0/4291862766 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2dc8003970 con 0x558d8edf7f20 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2de0c2c740 10 client.17505 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.461+0000 7f2de0c2c740 1 -- 172.21.15.47:0/4291862766 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558d8ee7a230 con 0x558d8edf7f20 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.462+0000 7f2dc4c00640 1 -- 172.21.15.47:0/4291862766 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2dd0099be0 con 0x558d8edf7f20 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.462+0000 7f2dc4c00640 1 -- 172.21.15.47:0/4291862766 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2dc8043070 con 0x558d8edf7f20 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.462+0000 7f2de0c2c740 10 client.17505 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.462+0000 7f2de0c2c740 10 client.17505 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.462+0000 7f2de0c2c740 20 client.17505 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.462+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x558d8ee7a590 0x558d8ee7c980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.462+0000 7f2de0c2c740 4 client.17505 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.462+0000 7f2de0c2c740 1 -- 172.21.15.47:0/4291862766 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558d8ed63a20 con 0x558d8ee7a590 2024-04-25T02:42:48.469 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.463+0000 7f2dce000640 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x558d8ee7a590 0x558d8ee7c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.463+0000 7f2dce000640 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x558d8ee7a590 0x558d8ee7c980 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d8d990cc041adca server_cookie=7af76e95a91e7fbd in_seq=0 out_seq=0 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.463+0000 7f2dc4c00640 10 client.17505 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2dc4c00640 1 -- 172.21.15.47:0/4291862766 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558d8ed63a20 con 0x558d8ee7a590 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2dc4c00640 10 client.17505 handle_command_reply: tid=0 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 client.17505 shutdown 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 -- 172.21.15.47:0/4291862766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 msgr2=0x558d8ee0b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8ee0b070 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2dc8009860 tx=0x7f2dc8030f70 comp rx=0 tx=0).stop 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 -- 172.21.15.47:0/4291862766 shutdown_connections 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x558d8ee7a590 0x558d8ee7c980 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x558d8ee02f10 0x558d8ee079d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d8edf8840 0x558d8ee07490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 --2- 172.21.15.47:0/4291862766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d8edf7f20 0x558d8ee0b070 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2de0c2c740 1 -- 172.21.15.47:0/4291862766 >> 172.21.15.47:0/4291862766 conn(0x558d8edf4240 msgr2=0x558d8edf9670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.471 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.464+0000 7f2dc4c00640 0 client.17505 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:48.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.465+0000 7f2de0c2c740 1 -- 172.21.15.47:0/4291862766 shutdown_connections 2024-04-25T02:42:48.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.465+0000 7f2de0c2c740 1 -- 172.21.15.47:0/4291862766 wait complete. 2024-04-25T02:42:48.472 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.465+0000 7f2de0c2c740 20 client.17505 trim_cache size 0 max 16384 2024-04-25T02:42:48.472 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:42:48.472 INFO:teuthology.orchestra.run.smithi047.stdout: "return_code": 0, 2024-04-25T02:42:48.472 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_tag": "b2c3e1be-44b6-4f4c-8633-fe672ff6e46b", 2024-04-25T02:42:48.472 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": "asynchronous" 2024-04-25T02:42:48.472 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:42:48.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.465+0000 7f2dd7e00640 1 -- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2dbc0a2d00 msgr2=0x7f2dbc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.465+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2dbc0a2d00 0x7f2dbc0a51c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2dc0009710 tx=0x7f2dc0005850 comp rx=0 tx=0).stop 2024-04-25T02:42:48.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.465+0000 7f2dd7e00640 1 -- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 msgr2=0x7f2dd819e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.473 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.465+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 0x7f2dd819e990 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f2dd000e970 tx=0x7f2dd000ee30 comp rx=0 tx=0).stop 2024-04-25T02:42:48.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.466+0000 7f2dd7e00640 1 -- 172.21.15.47:0/2784364175 shutdown_connections 2024-04-25T02:42:48.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.466+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2dbc0a2d00 0x7f2dbc0a51c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.466+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dd8107680 0x7f2dd819e990 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.466+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2dd8101fa0 0x7f2dd819a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.466+0000 7f2dd7e00640 1 --2- 172.21.15.47:0/2784364175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2dd81015e0 0x7f2dd819a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.466+0000 7f2dd7e00640 1 -- 172.21.15.47:0/2784364175 >> 172.21.15.47:0/2784364175 conn(0x7f2dd80fd110 msgr2=0x7f2dd80fe4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.466+0000 7f2dd7e00640 1 -- 172.21.15.47:0/2784364175 shutdown_connections 2024-04-25T02:42:48.474 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.466+0000 7f2dd7e00640 1 -- 172.21.15.47:0/2784364175 wait complete. 2024-04-25T02:42:48.488 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:42:48.488 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:42:48.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 -- 172.21.15.47:0/1765698269 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf341029e0 msgr2=0x7fbf34102dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.705 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1765698269 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf341029e0 0x7fbf34102dc0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fbf24009900 tx=0x7fbf2402a480 comp rx=0 tx=0).stop 2024-04-25T02:42:48.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 -- 172.21.15.47:0/1765698269 shutdown_connections 2024-04-25T02:42:48.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1765698269 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf3410bd20 0x7fbf3410e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1765698269 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf34103300 0x7fbf3410b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1765698269 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf341029e0 0x7fbf34102dc0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 -- 172.21.15.47:0/1765698269 >> 172.21.15.47:0/1765698269 conn(0x7fbf340777a0 msgr2=0x7fbf34077bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 -- 172.21.15.47:0/1765698269 shutdown_connections 2024-04-25T02:42:48.706 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.701+0000 7fbf3b000640 1 -- 172.21.15.47:0/1765698269 wait complete. 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.702+0000 7fbf3b000640 1 Processor -- start 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf3b000640 1 -- start start 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf3b000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf341029e0 0x7fbf34100630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf3b000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf34103300 0x7fbf34100b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf3b000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf3410bd20 0x7fbf341010b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf3b000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbf34111b00 con 0x7fbf341029e0 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf3b000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbf34111980 con 0x7fbf34103300 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf3b000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbf34111c80 con 0x7fbf3410bd20 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf33e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf341029e0 0x7fbf34100630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf33e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf341029e0 0x7fbf34100630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58910/0 (socket says 172.21.15.47:58910) 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf33e00640 1 -- 172.21.15.47:0/1464531905 learned_addr learned my addr 172.21.15.47:0/1464531905 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.703+0000 7fbf2be00640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf34103300 0x7fbf34100b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.704+0000 7fbf39000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf3410bd20 0x7fbf341010b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.708 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.704+0000 7fbf2be00640 1 -- 172.21.15.47:0/1464531905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf3410bd20 msgr2=0x7fbf341010b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.704+0000 7fbf2be00640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf3410bd20 0x7fbf341010b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.704+0000 7fbf2be00640 1 -- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf341029e0 msgr2=0x7fbf34100630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.704+0000 7fbf2be00640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf341029e0 0x7fbf34100630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.709 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.704+0000 7fbf2be00640 1 -- 172.21.15.47:0/1464531905 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf341a6520 con 0x7fbf34103300 2024-04-25T02:42:48.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.704+0000 7fbf2be00640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf34103300 0x7fbf34100b70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c00e9f0 tx=0x7fbf1c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.705+0000 7fbf31600640 1 -- 172.21.15.47:0/1464531905 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c00ccc0 con 0x7fbf34103300 2024-04-25T02:42:48.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.705+0000 7fbf31600640 1 -- 172.21.15.47:0/1464531905 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf1c010910 con 0x7fbf34103300 2024-04-25T02:42:48.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.705+0000 7fbf3b000640 1 -- 172.21.15.47:0/1464531905 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf341a6810 con 0x7fbf34103300 2024-04-25T02:42:48.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.705+0000 7fbf31600640 1 -- 172.21.15.47:0/1464531905 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c018960 con 0x7fbf34103300 2024-04-25T02:42:48.710 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.705+0000 7fbf3b000640 1 -- 172.21.15.47:0/1464531905 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf341a6d60 con 0x7fbf34103300 2024-04-25T02:42:48.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.708+0000 7fbf3de27740 1 Processor -- start 2024-04-25T02:42:48.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.708+0000 7fbf3de27740 1 -- start start 2024-04-25T02:42:48.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.708+0000 7fbf31600640 1 -- 172.21.15.47:0/1464531905 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbf1c010ac0 con 0x7fbf34103300 2024-04-25T02:42:48.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.708+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419000 0x55c2614193e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.708+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c261423ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.708+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261423ff0 0x55c2614263e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.712 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.708+0000 7fbf3de27740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c26137d560 con 0x55c261419000 2024-04-25T02:42:48.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.708+0000 7fbf3de27740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c261325930 con 0x55c261419920 2024-04-25T02:42:48.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf3de27740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c261379520 con 0x55c261423ff0 2024-04-25T02:42:48.713 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf39000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419000 0x55c2614193e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf33e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c261423ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf39000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419000 0x55c2614193e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58924/0 (socket says 172.21.15.47:58924) 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf39000640 1 -- 172.21.15.47:0/1704764569 learned_addr learned my addr 172.21.15.47:0/1704764569 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf2be00640 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261423ff0 0x55c2614263e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf33e00640 1 -- 172.21.15.47:0/1704764569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261423ff0 msgr2=0x55c2614263e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf33e00640 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261423ff0 0x55c2614263e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf33e00640 1 -- 172.21.15.47:0/1704764569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419000 msgr2=0x55c2614193e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf33e00640 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419000 0x55c2614193e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf33e00640 1 -- 172.21.15.47:0/1704764569 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c26115b7d0 con 0x55c261419920 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.709+0000 7fbf39000640 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419000 0x55c2614193e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:48.714 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.710+0000 7fbf33e00640 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c261423ab0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fbf24009230 tx=0x7fbf24005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=303b7701df17215a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.710+0000 7fbf29600640 1 -- 172.21.15.47:0/1704764569 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf24040070 con 0x55c261419920 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.710+0000 7fbf29600640 1 -- 172.21.15.47:0/1704764569 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf24004030 con 0x55c261419920 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.710+0000 7fbf29600640 1 -- 172.21.15.47:0/1704764569 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf24035040 con 0x55c261419920 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.710+0000 7fbf31600640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbf180a2d00 0x7fbf180a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf31600640 1 -- 172.21.15.47:0/1464531905 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fbf1c0cf7a0 con 0x7fbf34103300 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf39000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbf180a2d00 0x7fbf180a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 -- 172.21.15.47:0/1704764569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 msgr2=0x55c261423ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c261423ab0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fbf24009230 tx=0x7fbf24005dd0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 -- 172.21.15.47:0/1704764569 shutdown_connections 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261423ff0 0x55c2614263e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.716 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c261423ab0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1704764569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419000 0x55c2614193e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 -- 172.21.15.47:0/1704764569 >> 172.21.15.47:0/1704764569 conn(0x55c261415320 msgr2=0x55c261415700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 -- 172.21.15.47:0/1704764569 shutdown_connections 2024-04-25T02:42:48.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.711+0000 7fbf3de27740 1 -- 172.21.15.47:0/1704764569 wait complete. 2024-04-25T02:42:48.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.712+0000 7fbf39000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbf180a2d00 0x7fbf180a51c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009fd0 tx=0x7fbf2c009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.712+0000 7fbf3de27740 1 -- start start 2024-04-25T02:42:48.717 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.712+0000 7fbf3de27740 1 Processor -- start 2024-04-25T02:42:48.719 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.712+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c261420f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.712+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c261421450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c261421990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf3de27740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c261426d80 con 0x55c261419920 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf3de27740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55c261338d90 con 0x55c261423ff0 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf3de27740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c261426f00 con 0x55c261419000 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf3de27740 10 client.0 _ll_register_callbacks cb 0x55c261338780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf2be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c261421450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf2be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c261421450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58940/0 (socket says 172.21.15.47:58940) 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf2be00640 1 -- 172.21.15.47:0/3586977655 learned_addr learned my addr 172.21.15.47:0/3586977655 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf33e00640 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c261420f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf39000640 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c261421990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf2be00640 1 -- 172.21.15.47:0/3586977655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 msgr2=0x55c261420f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.720 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf2be00640 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c261420f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf2be00640 1 -- 172.21.15.47:0/3586977655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 msgr2=0x55c261421990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf2be00640 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c261421990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.713+0000 7fbf2be00640 1 -- 172.21.15.47:0/3586977655 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2610913f0 con 0x55c261419920 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf2be00640 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c261421450 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c09ba70 tx=0x7fbf1c09b6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b064c3488d248a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf22000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf22000640 1 -- 172.21.15.47:0/3586977655 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c0cd370 con 0x55c261419920 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf22000640 1 -- 172.21.15.47:0/3586977655 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fbf1c09b1c0 con 0x55c261419920 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf3de27740 1 -- 172.21.15.47:0/3586977655 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf24004030 con 0x55c261419920 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf22000640 1 -- 172.21.15.47:0/3586977655 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbf1c0a4930 con 0x55c261419920 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf3de27740 10 client.17517 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf3de27740 1 -- 172.21.15.47:0/3586977655 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c2610510f0 con 0x55c261419920 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.714+0000 7fbf22000640 1 -- 172.21.15.47:0/3586977655 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf24004030 con 0x55c261419920 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.715+0000 7fbf22000640 1 -- 172.21.15.47:0/3586977655 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbf1c097ac0 con 0x55c261419920 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.715+0000 7fbf3de27740 10 client.17517 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:48.721 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.715+0000 7fbf3de27740 10 client.17517 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:48.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.715+0000 7fbf3de27740 20 client.17517 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:48.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.715+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c261434360 0x55c2614367c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.715+0000 7fbf3de27740 4 client.17517 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:42:48.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.715+0000 7fbf3de27740 1 -- 172.21.15.47:0/3586977655 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c261390d90 con 0x55c261434360 2024-04-25T02:42:48.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.715+0000 7fbf33e00640 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c261434360 0x55c2614367c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.716+0000 7fbf33e00640 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c261434360 0x55c2614367c0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa6f1f93414b6e28 server_cookie=95f8bc00221cbd60 in_seq=0 out_seq=0 2024-04-25T02:42:48.722 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.716+0000 7fbf22000640 10 client.17517 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:48.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.716+0000 7fbf22000640 1 -- 172.21.15.47:0/3586977655 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c261390d90 con 0x55c261434360 2024-04-25T02:42:48.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.716+0000 7fbf22000640 10 client.17517 handle_command_reply: tid=0 2024-04-25T02:42:48.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.716+0000 7fbf3de27740 1 client.17517 shutdown 2024-04-25T02:42:48.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 -- 172.21.15.47:0/3586977655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 msgr2=0x55c261421450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c261421450 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c09ba70 tx=0x7fbf1c09b6d0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 -- 172.21.15.47:0/3586977655 shutdown_connections 2024-04-25T02:42:48.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c261434360 0x55c2614367c0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.723 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c261421990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c261421450 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3586977655 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c261420f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf22000640 0 client.17517 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:48.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 -- 172.21.15.47:0/3586977655 >> 172.21.15.47:0/3586977655 conn(0x55c261415320 msgr2=0x55c26141b120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 -- 172.21.15.47:0/3586977655 shutdown_connections 2024-04-25T02:42:48.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 1 -- 172.21.15.47:0/3586977655 wait complete. 2024-04-25T02:42:48.724 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.717+0000 7fbf3de27740 20 client.17517 trim_cache size 0 max 16384 2024-04-25T02:42:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.736+0000 7fbf3de27740 1 Processor -- start 2024-04-25T02:42:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf3de27740 1 -- start start 2024-04-25T02:42:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c26142fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c26141b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261423ff0 0x55c2614215e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf3de27740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbf341b1f10 con 0x55c261423ff0 2024-04-25T02:42:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf3de27740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbf341af7e0 con 0x55c261419920 2024-04-25T02:42:48.741 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf3de27740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbf341ad650 con 0x55c261419000 2024-04-25T02:42:48.742 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf39000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261423ff0 0x55c2614215e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf39000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261423ff0 0x55c2614215e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58956/0 (socket says 172.21.15.47:58956) 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf39000640 1 -- 172.21.15.47:0/3629759435 learned_addr learned my addr 172.21.15.47:0/3629759435 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf33e00640 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c26142fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.737+0000 7fbf2be00640 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c26141b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.738+0000 7fbf39000640 1 -- 172.21.15.47:0/3629759435 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 msgr2=0x55c26142fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.738+0000 7fbf39000640 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c26142fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.738+0000 7fbf39000640 1 -- 172.21.15.47:0/3629759435 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 msgr2=0x55c26141b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.738+0000 7fbf39000640 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c26141b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.738+0000 7fbf39000640 1 -- 172.21.15.47:0/3629759435 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c261410c80 con 0x55c261423ff0 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.738+0000 7fbf2be00640 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c26141b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.738+0000 7fbf39000640 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261423ff0 0x55c2614215e0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c003cb0 tx=0x7fbf2c016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72bacbfec067882 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.738+0000 7fbf28c00640 1 -- 172.21.15.47:0/3629759435 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c003e60 con 0x55c261423ff0 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf28c00640 1 -- 172.21.15.47:0/3629759435 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf2c004540 con 0x55c261423ff0 2024-04-25T02:42:48.743 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf28c00640 1 -- 172.21.15.47:0/3629759435 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c00fc40 con 0x55c261423ff0 2024-04-25T02:42:48.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf3de27740 1 -- 172.21.15.47:0/3629759435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261423ff0 msgr2=0x55c2614215e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261423ff0 0x55c2614215e0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c003cb0 tx=0x7fbf2c016000 comp rx=0 tx=0).stop 2024-04-25T02:42:48.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf3de27740 1 -- 172.21.15.47:0/3629759435 shutdown_connections 2024-04-25T02:42:48.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261423ff0 0x55c2614215e0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261419920 0x55c26141b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf3de27740 1 --2- 172.21.15.47:0/3629759435 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c26142fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.739+0000 7fbf3de27740 1 -- 172.21.15.47:0/3629759435 >> 172.21.15.47:0/3629759435 conn(0x55c261415320 msgr2=0x55c261420ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.740+0000 7fbf3de27740 1 -- 172.21.15.47:0/3629759435 shutdown_connections 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.740+0000 7fbf3de27740 1 -- 172.21.15.47:0/3629759435 wait complete. 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.740+0000 7fbf3de27740 1 -- start start 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.740+0000 7fbf3de27740 1 Processor -- start 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c26142c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c26141d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf3de27740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c26141dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf3de27740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbf341adca0 con 0x55c261419920 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf3de27740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fbf341af110 con 0x55c261423ff0 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf3de27740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbf341ae370 con 0x55c261419000 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf3de27740 10 client.0 _ll_register_callbacks cb 0x7fbf1c098100 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf2be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c26141d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf2be00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c26141d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58968/0 (socket says 172.21.15.47:58968) 2024-04-25T02:42:48.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf2be00640 1 -- 172.21.15.47:0/1803896649 learned_addr learned my addr 172.21.15.47:0/1803896649 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf39000640 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c26141dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf33e00640 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c26142c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf2be00640 1 -- 172.21.15.47:0/1803896649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 msgr2=0x55c26142c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf2be00640 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c26142c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf2be00640 1 -- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 msgr2=0x55c26141dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf2be00640 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c26141dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf2be00640 1 -- 172.21.15.47:0/1803896649 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c26141e420 con 0x55c261419920 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.741+0000 7fbf39000640 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c26141dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf2be00640 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c26141d820 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c09a020 tx=0x7fbf1c09bc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=853d69aaf0d560a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf22000640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf22000640 1 -- 172.21.15.47:0/1803896649 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c0cd380 con 0x55c261419920 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf22000640 1 -- 172.21.15.47:0/1803896649 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7fbf1c09b3c0 con 0x55c261419920 2024-04-25T02:42:48.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf3de27740 1 -- 172.21.15.47:0/1803896649 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf2c004540 con 0x55c261419920 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf22000640 1 -- 172.21.15.47:0/1803896649 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbf1c09afd0 con 0x55c261419920 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf3de27740 10 client.17523 fetch_fsmap learned FSMap version 24 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf3de27740 1 -- 172.21.15.47:0/1803896649 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c26149a7c0 con 0x55c261419920 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.742+0000 7fbf22000640 1 -- 172.21.15.47:0/1803896649 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf2c004540 con 0x55c261419920 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.743+0000 7fbf22000640 1 -- 172.21.15.47:0/1803896649 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbf1c0a1200 con 0x55c261419920 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.743+0000 7fbf3de27740 10 client.17523 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.743+0000 7fbf3de27740 10 client.17523 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.743+0000 7fbf3de27740 20 client.17523 populate_metadata read hostname 'smithi047' 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.743+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c26149af40 0x55c26149d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.743+0000 7fbf3de27740 4 client.17523 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:42:48.750 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.743+0000 7fbf3de27740 1 -- 172.21.15.47:0/1803896649 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c26138aaa0 con 0x55c26149af40 2024-04-25T02:42:48.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.743+0000 7fbf33e00640 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c26149af40 0x55c26149d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:48.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf22000640 10 client.17523 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:48.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf33e00640 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c26149af40 0x55c26149d360 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cee5a95b5420539 server_cookie=25fbfa1aebd2c711 in_seq=0 out_seq=0 2024-04-25T02:42:48.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf22000640 1 -- 172.21.15.47:0/1803896649 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55c26138aaa0 con 0x55c26149af40 2024-04-25T02:42:48.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf22000640 10 client.17523 handle_command_reply: tid=0 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 client.17523 shutdown 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 -- 172.21.15.47:0/1803896649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 msgr2=0x55c26141d820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c26141d820 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c09a020 tx=0x7fbf1c09bc00 comp rx=0 tx=0).stop 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 -- 172.21.15.47:0/1803896649 shutdown_connections 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55c26149af40 0x55c26149d360 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55c261423ff0 0x55c26141dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c261419920 0x55c26141d820 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 --2- 172.21.15.47:0/1803896649 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c261419000 0x55c26142c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 -- 172.21.15.47:0/1803896649 >> 172.21.15.47:0/1803896649 conn(0x55c261415320 msgr2=0x55c261421760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf22000640 0 client.17523 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 -- 172.21.15.47:0/1803896649 shutdown_connections 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 1 -- 172.21.15.47:0/1803896649 wait complete. 2024-04-25T02:42:48.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.744+0000 7fbf3de27740 20 client.17523 trim_cache size 0 max 16384 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": { 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout: "b2c3e1be-44b6-4f4c-8633-fe672ff6e46b": { 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout: "path": "/", 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout: "tag": "b2c3e1be-44b6-4f4c-8633-fe672ff6e46b", 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout: "options": "recursive,force" 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:42:48.757 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:42:48.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 -- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbf180a2d00 msgr2=0x7fbf180a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbf180a2d00 0x7fbf180a51c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009fd0 tx=0x7fbf2c009500 comp rx=0 tx=0).stop 2024-04-25T02:42:48.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 -- 172.21.15.47:0/1464531905 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf34103300 msgr2=0x7fbf34100b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:48.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf34103300 0x7fbf34100b70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c00e9f0 tx=0x7fbf1c00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 -- 172.21.15.47:0/1464531905 shutdown_connections 2024-04-25T02:42:48.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fbf180a2d00 0x7fbf180a51c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbf3410bd20 0x7fbf341010b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.758 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbf34103300 0x7fbf34100b70 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 --2- 172.21.15.47:0/1464531905 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf341029e0 0x7fbf34100630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:48.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 -- 172.21.15.47:0/1464531905 >> 172.21.15.47:0/1464531905 conn(0x7fbf340777a0 msgr2=0x7fbf340fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:48.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 -- 172.21.15.47:0/1464531905 shutdown_connections 2024-04-25T02:42:48.759 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:48.745+0000 7fbf3b000640 1 -- 172.21.15.47:0/1464531905 wait complete. 2024-04-25T02:42:48.766 INFO:tasks.cephfs.filesystem:scrub status for tag:b2c3e1be-44b6-4f4c-8633-fe672ff6e46b - {'path': '/', 'tag': 'b2c3e1be-44b6-4f4c-8633-fe672ff6e46b', 'options': 'recursive,force'} 2024-04-25T02:42:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:48 smithi047 ceph-mon[27871]: pgmap v314: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:48 smithi047 ceph-mon[27871]: scrub queued for path: / 2024-04-25T02:42:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:48 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:48 smithi047 ceph-mon[27871]: scrub summary: active paths [/] 2024-04-25T02:42:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:48 smithi047 ceph-mon[27871]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:48 smithi113 ceph-mon[32459]: pgmap v314: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:48 smithi113 ceph-mon[32459]: scrub queued for path: / 2024-04-25T02:42:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:48 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:48 smithi113 ceph-mon[32459]: scrub summary: active paths [/] 2024-04-25T02:42:49.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:48 smithi113 ceph-mon[32459]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:49.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:48 smithi178 ceph-mon[33053]: pgmap v314: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:42:49.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:48 smithi178 ceph-mon[33053]: scrub queued for path: / 2024-04-25T02:42:49.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:48 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:49.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:48 smithi178 ceph-mon[33053]: scrub summary: active paths [/] 2024-04-25T02:42:49.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:48 smithi178 ceph-mon[33053]: scrub summary: idle+waiting paths [/] 2024-04-25T02:42:50.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:49 smithi047 ceph-mon[27871]: scrub summary: idle 2024-04-25T02:42:50.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:49 smithi113 ceph-mon[32459]: scrub summary: idle 2024-04-25T02:42:50.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:49 smithi178 ceph-mon[33053]: scrub summary: idle 2024-04-25T02:42:51.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:50 smithi047 ceph-mon[27871]: pgmap v315: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:51.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:50 smithi113 ceph-mon[32459]: pgmap v315: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:51.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:50 smithi178 ceph-mon[33053]: pgmap v315: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:53.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:52 smithi047 ceph-mon[27871]: pgmap v316: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:53.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:52 smithi113 ceph-mon[32459]: pgmap v316: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:53.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:52 smithi178 ceph-mon[33053]: pgmap v316: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:42:53.424 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-25T02:42:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 -- 172.21.15.47:0/1721145050 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34107630 msgr2=0x7f2f34107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 --2- 172.21.15.47:0/1721145050 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34107630 0x7f2f34107a10 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f2f24009ca0 tx=0x7f2f2402a8c0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 -- 172.21.15.47:0/1721145050 shutdown_connections 2024-04-25T02:42:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 --2- 172.21.15.47:0/1721145050 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f34101f30 0x7f2f3410e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 --2- 172.21.15.47:0/1721145050 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f34101570 0x7f2f341019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 --2- 172.21.15.47:0/1721145050 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34107630 0x7f2f34107a10 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 -- 172.21.15.47:0/1721145050 >> 172.21.15.47:0/1721145050 conn(0x7f2f340fd080 msgr2=0x7f2f340ff4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:53.640 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 -- 172.21.15.47:0/1721145050 shutdown_connections 2024-04-25T02:42:53.641 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.636+0000 7f2f39000640 1 -- 172.21.15.47:0/1721145050 wait complete. 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.637+0000 7f2f39000640 1 Processor -- start 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.637+0000 7f2f39000640 1 -- start start 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.637+0000 7f2f39000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f34101570 0x7f2f34197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.637+0000 7f2f39000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34101f30 0x7f2f341982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.637+0000 7f2f39000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f34107630 0x7f2f3419c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.637+0000 7f2f39000640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2f34111940 con 0x7f2f34101f30 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.637+0000 7f2f39000640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2f341117c0 con 0x7f2f34107630 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.637+0000 7f2f39000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f34111ac0 con 0x7f2f34101570 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f32a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34101f30 0x7f2f341982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f32a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34101f30 0x7f2f341982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:57934/0 (socket says 172.21.15.47:57934) 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f32a00640 1 -- 172.21.15.47:0/1632945108 learned_addr learned my addr 172.21.15.47:0/1632945108 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f33400640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f34101570 0x7f2f34197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f33e00640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f34107630 0x7f2f3419c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:53.643 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f32a00640 1 -- 172.21.15.47:0/1632945108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f34101570 msgr2=0x7f2f34197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f32a00640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f34101570 0x7f2f34197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f32a00640 1 -- 172.21.15.47:0/1632945108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f34107630 msgr2=0x7f2f3419c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f32a00640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f34107630 0x7f2f3419c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.638+0000 7f2f32a00640 1 -- 172.21.15.47:0/1632945108 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f3419cd50 con 0x7f2f34101f30 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.639+0000 7f2f32a00640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34101f30 0x7f2f341982a0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00c920 tx=0x7f2f1c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.639+0000 7f2f2be00640 1 -- 172.21.15.47:0/1632945108 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c007c70 con 0x7f2f34101f30 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.639+0000 7f2f2be00640 1 -- 172.21.15.47:0/1632945108 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f1c007e10 con 0x7f2f34101f30 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.639+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f3419d040 con 0x7f2f34101f30 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.639+0000 7f2f2be00640 1 -- 172.21.15.47:0/1632945108 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c018890 con 0x7f2f34101f30 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.639+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f341a48d0 con 0x7f2f34101f30 2024-04-25T02:42:53.644 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.640+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f3404fd50 con 0x7f2f34101f30 2024-04-25T02:42:53.646 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.642+0000 7f2f2be00640 1 -- 172.21.15.47:0/1632945108 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2f1c018a70 con 0x7f2f34101f30 2024-04-25T02:42:53.647 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.644+0000 7f2f2be00640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f180a2cf0 0x7f2f180a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:53.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.644+0000 7f2f2be00640 1 -- 172.21.15.47:0/1632945108 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f2f1c0cf550 con 0x7f2f34101f30 2024-04-25T02:42:53.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.644+0000 7f2f33400640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f180a2cf0 0x7f2f180a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:53.648 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.645+0000 7f2f33400640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f180a2cf0 0x7f2f180a51b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2f24006010 tx=0x7f2f24009820 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:53.652 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.649+0000 7f2f2be00640 1 -- 172.21.15.47:0/1632945108 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2f1c014030 con 0x7f2f34101f30 2024-04-25T02:42:53.878 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.874+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f2f34061b80 con 0x7f2f180a2cf0 2024-04-25T02:42:53.891 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.888+0000 7f2f2be00640 1 -- 172.21.15.47:0/1632945108 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f2f34061b80 con 0x7f2f180a2cf0 2024-04-25T02:42:53.892 INFO:teuthology.orchestra.run.smithi047.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-25T00:00:00", "created": "2024-04-25T02:32:51", "first": "2024-04-25T02:33:00", "last": "2024-04-25T02:42:00", "last_pruned": "2024-04-25T02:42:00", "created_count": 10, "pruned_count": 4, "active": true} 2024-04-25T02:42:53.894 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f180a2cf0 msgr2=0x7f2f180a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f180a2cf0 0x7f2f180a51b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2f24006010 tx=0x7f2f24009820 comp rx=0 tx=0).stop 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34101f30 msgr2=0x7f2f341982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34101f30 0x7f2f341982a0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00c920 tx=0x7f2f1c00cde0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 shutdown_connections 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f2f180a2cf0 0x7f2f180a51b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2f34107630 0x7f2f3419c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2f34101f30 0x7f2f341982a0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 --2- 172.21.15.47:0/1632945108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f34101570 0x7f2f34197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.890+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 >> 172.21.15.47:0/1632945108 conn(0x7f2f340fd080 msgr2=0x7f2f340fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.891+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 shutdown_connections 2024-04-25T02:42:53.895 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:53.891+0000 7f2f39000640 1 -- 172.21.15.47:0/1632945108 wait complete. 2024-04-25T02:42:53.914 DEBUG:teuthology.orchestra.run.smithi047:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.116+0000 7f049fa00640 1 -- 172.21.15.47:0/1560556025 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 msgr2=0x7f04981103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.116+0000 7f049fa00640 1 --2- 172.21.15.47:0/1560556025 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 0x7f04981103d0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0490009860 tx=0x7f049002a3d0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.117+0000 7f049fa00640 1 -- 172.21.15.47:0/1560556025 shutdown_connections 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.117+0000 7f049fa00640 1 --2- 172.21.15.47:0/1560556025 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 0x7f04981103d0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.117+0000 7f049fa00640 1 --2- 172.21.15.47:0/1560556025 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0498074430 0x7f049810da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.117+0000 7f049fa00640 1 --2- 172.21.15.47:0/1560556025 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0498073b10 0x7f0498073ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.117+0000 7f049fa00640 1 -- 172.21.15.47:0/1560556025 >> 172.21.15.47:0/1560556025 conn(0x7f04980fd1f0 msgr2=0x7f04980ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.117+0000 7f049fa00640 1 -- 172.21.15.47:0/1560556025 shutdown_connections 2024-04-25T02:42:54.121 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.117+0000 7f049fa00640 1 -- 172.21.15.47:0/1560556025 wait complete. 2024-04-25T02:42:54.123 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.118+0000 7f049fa00640 1 Processor -- start 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.118+0000 7f049fa00640 1 -- start start 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.118+0000 7f049fa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0498073b10 0x7f049819a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.118+0000 7f049fa00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0498074430 0x7f049819a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.118+0000 7f049fa00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 0x7f049819ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.118+0000 7f049fa00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0498113d70 con 0x7f049810dfc0 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.118+0000 7f049fa00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0498113bf0 con 0x7f0498074430 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.118+0000 7f049fa00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0498113ef0 con 0x7f0498073b10 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049da00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 0x7f049819ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049d000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0498073b10 0x7f049819a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049da00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 0x7f049819ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:57954/0 (socket says 172.21.15.47:57954) 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049da00640 1 -- 172.21.15.47:0/1063113535 learned_addr learned my addr 172.21.15.47:0/1063113535 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f0497e00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0498074430 0x7f049819a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049d000640 1 -- 172.21.15.47:0/1063113535 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0498074430 msgr2=0x7f049819a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049d000640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0498074430 0x7f049819a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.124 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049d000640 1 -- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 msgr2=0x7f049819ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049d000640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 0x7f049819ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049d000640 1 -- 172.21.15.47:0/1063113535 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049819f170 con 0x7f0498073b10 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049da00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 0x7f049819ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.119+0000 7f049d000640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0498073b10 0x7f049819a1d0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f048c00ec80 tx=0x7f048c00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.120+0000 7f0495600640 1 -- 172.21.15.47:0/1063113535 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c003b70 con 0x7f0498073b10 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.120+0000 7f0495600640 1 -- 172.21.15.47:0/1063113535 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f048c003d10 con 0x7f0498073b10 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.120+0000 7f0495600640 1 -- 172.21.15.47:0/1063113535 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c0108a0 con 0x7f0498073b10 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.120+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f049819f460 con 0x7f0498073b10 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.120+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04981a6cf0 con 0x7f0498073b10 2024-04-25T02:42:54.125 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.121+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f049804f500 con 0x7f0498073b10 2024-04-25T02:42:54.127 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.123+0000 7f0495600640 1 -- 172.21.15.47:0/1063113535 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f048c004000 con 0x7f0498073b10 2024-04-25T02:42:54.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.124+0000 7f0495600640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04800a2e20 0x7f04800a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:42:54.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.125+0000 7f0495600640 1 -- 172.21.15.47:0/1063113535 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8513+0+0 (secure 0 0 0) 0x7f048c0cf850 con 0x7f0498073b10 2024-04-25T02:42:54.128 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.125+0000 7f0497e00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04800a2e20 0x7f04800a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:42:54.129 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.125+0000 7f0497e00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04800a2e20 0x7f04800a52e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0498110870 tx=0x7f0484009260 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:42:54.132 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.129+0000 7f0495600640 1 -- 172.21.15.47:0/1063113535 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f048c09c410 con 0x7f0498073b10 2024-04-25T02:42:54.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:53 smithi047 ceph-mon[27871]: pgmap v317: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:42:54.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:53 smithi047 ceph-mon[27871]: from='client.17529 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:42:54.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:53 smithi113 ceph-mon[32459]: pgmap v317: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:42:54.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:53 smithi113 ceph-mon[32459]: from='client.17529 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:42:54.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:53 smithi178 ceph-mon[33053]: pgmap v317: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-25T02:42:54.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:53 smithi178 ceph-mon[33053]: from='client.17529 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:42:54.363 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.359+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 --> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f0498061b80 con 0x7f04800a2e20 2024-04-25T02:42:54.375 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.372+0000 7f0495600640 1 -- 172.21.15.47:0/1063113535 <== mgr.25219 v2:172.21.15.47:6800/3657933538 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f0498061b80 con 0x7f04800a2e20 2024-04-25T02:42:54.376 INFO:teuthology.orchestra.run.smithi047.stdout:/ 1m 6m3h 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.374+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04800a2e20 msgr2=0x7f04800a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04800a2e20 0x7f04800a52e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0498110870 tx=0x7f0484009260 comp rx=0 tx=0).stop 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0498073b10 msgr2=0x7f049819a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0498073b10 0x7f049819a1d0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f048c00ec80 tx=0x7f048c00c6a0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 shutdown_connections 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f04800a2e20 0x7f04800a52e0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f049810dfc0 0x7f049819ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0498074430 0x7f049819a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 --2- 172.21.15.47:0/1063113535 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0498073b10 0x7f049819a1d0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:42:54.379 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 >> 172.21.15.47:0/1063113535 conn(0x7f04980fd1f0 msgr2=0x7f04980fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:42:54.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 shutdown_connections 2024-04-25T02:42:54.380 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:42:54.375+0000 7f049fa00640 1 -- 172.21.15.47:0/1063113535 wait complete. 2024-04-25T02:42:54.400 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-04-25T02:42:54.412 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-04-25T02:42:55.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:54 smithi113 ceph-mon[32459]: from='client.27628 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:42:55.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:54 smithi178 ceph-mon[33053]: from='client.27628 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:42:55.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:54 smithi047 ceph-mon[27871]: from='client.27628 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T02:42:56.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:55 smithi113 ceph-mon[32459]: pgmap v318: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:42:56.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:55 smithi178 ceph-mon[33053]: pgmap v318: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:42:56.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:55 smithi047 ceph-mon[27871]: pgmap v318: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 5 op/s 2024-04-25T02:42:59.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:42:58 smithi113 ceph-mon[32459]: pgmap v319: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-25T02:42:59.043 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:42:58 smithi178 ceph-mon[33053]: pgmap v319: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-25T02:42:59.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:42:58 smithi047 ceph-mon[27871]: pgmap v319: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-25T02:43:01.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:00 smithi113 ceph-mon[32459]: pgmap v320: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T02:43:01.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:00 smithi178 ceph-mon[33053]: pgmap v320: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T02:43:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:00 smithi047 ceph-mon[27871]: pgmap v320: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T02:43:03.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:02 smithi113 ceph-mon[32459]: pgmap v321: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T02:43:03.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:02 smithi178 ceph-mon[33053]: pgmap v321: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T02:43:03.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:02 smithi047 ceph-mon[27871]: pgmap v321: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T02:43:05.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:04 smithi113 ceph-mon[32459]: pgmap v322: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 28 op/s 2024-04-25T02:43:05.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:04 smithi178 ceph-mon[33053]: pgmap v322: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 28 op/s 2024-04-25T02:43:05.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:04 smithi047 ceph-mon[27871]: pgmap v322: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 28 op/s 2024-04-25T02:43:06.988 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:06 smithi178 ceph-mon[33053]: pgmap v323: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:43:06.989 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:06 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:43:06.989 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:06 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:06.989 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:06 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:06 smithi113 ceph-mon[32459]: pgmap v323: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:43:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:06 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:43:07.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:06 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:07.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:06 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:07.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:06 smithi047 ceph-mon[27871]: pgmap v323: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:43:07.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:06 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T02:43:07.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:06 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:07.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:06 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:07 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:07 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:07 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:07 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.062 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:07 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.062 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:07 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.063 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:07 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.063 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:07 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:07 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:07 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:07 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:07 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:08 smithi178 ceph-mon[33053]: pgmap v324: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T02:43:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:08 smithi047 ceph-mon[27871]: pgmap v324: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T02:43:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:08 smithi113 ceph-mon[32459]: pgmap v324: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T02:43:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:09 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-04-25T02:43:10.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:09 smithi178 ceph-mon[33053]: Unable to set osd_memory_target on smithi178 to 184756633: error parsing value: Value '184756633' is below minimum 939524096 2024-04-25T02:43:10.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:09 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:09 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:09 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:09 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:09 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi113 to 176.2M 2024-04-25T02:43:10.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:09 smithi178 ceph-mon[33053]: Unable to set osd_memory_target on smithi113 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-25T02:43:10.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:09 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-04-25T02:43:10.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:09 smithi047 ceph-mon[27871]: Unable to set osd_memory_target on smithi178 to 184756633: error parsing value: Value '184756633' is below minimum 939524096 2024-04-25T02:43:10.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:09 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:09 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:09 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:09 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:09 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi113 to 176.2M 2024-04-25T02:43:10.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:09 smithi047 ceph-mon[27871]: Unable to set osd_memory_target on smithi113 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-25T02:43:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:09 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-04-25T02:43:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:09 smithi113 ceph-mon[32459]: Unable to set osd_memory_target on smithi178 to 184756633: error parsing value: Value '184756633' is below minimum 939524096 2024-04-25T02:43:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:09 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:09 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:09 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:09 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:09 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi113 to 176.2M 2024-04-25T02:43:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:09 smithi113 ceph-mon[32459]: Unable to set osd_memory_target on smithi113 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-25T02:43:11.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:10 smithi047 ceph-mon[27871]: pgmap v325: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:43:11.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:10 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:11.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:10 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:11.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:10 smithi047 ceph-mon[27871]: osdmap e98: 12 total, 12 up, 12 in 2024-04-25T02:43:11.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:10 smithi113 ceph-mon[32459]: pgmap v325: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:43:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:10 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:10 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:11.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:10 smithi113 ceph-mon[32459]: osdmap e98: 12 total, 12 up, 12 in 2024-04-25T02:43:11.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:10 smithi178 ceph-mon[33053]: pgmap v325: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-04-25T02:43:11.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:10 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:11.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:10 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:11.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:10 smithi178 ceph-mon[33053]: osdmap e98: 12 total, 12 up, 12 in 2024-04-25T02:43:12.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:11 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:11 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:11 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:11 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:11 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:43:12.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:11 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:43:12.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:11 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:12.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:11 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:11 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:11 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:11 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:11 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:43:12.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:11 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:43:12.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:11 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:12.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:11 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:11 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:11 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:11 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T02:43:12.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:11 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T02:43:12.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:11 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T02:43:12.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:11 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' 2024-04-25T02:43:13.159 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:12 smithi113 ceph-mon[32459]: Adjusting osd_memory_target on smithi047 to 177.5M 2024-04-25T02:43:13.159 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:12 smithi113 ceph-mon[32459]: Unable to set osd_memory_target on smithi047 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T02:43:13.159 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:12 smithi113 ceph-mon[32459]: pgmap v327: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:43:13.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:12 smithi047 ceph-mon[27871]: Adjusting osd_memory_target on smithi047 to 177.5M 2024-04-25T02:43:13.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:12 smithi047 ceph-mon[27871]: Unable to set osd_memory_target on smithi047 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T02:43:13.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:12 smithi047 ceph-mon[27871]: pgmap v327: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:43:13.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:12 smithi178 ceph-mon[33053]: Adjusting osd_memory_target on smithi047 to 177.5M 2024-04-25T02:43:13.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:12 smithi178 ceph-mon[33053]: Unable to set osd_memory_target on smithi047 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T02:43:13.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:12 smithi178 ceph-mon[33053]: pgmap v327: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:43:15.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:14 smithi047 ceph-mon[27871]: pgmap v328: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:43:15.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:14 smithi047 ceph-mon[27871]: osdmap e99: 12 total, 12 up, 12 in 2024-04-25T02:43:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:14 smithi113 ceph-mon[32459]: pgmap v328: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:43:15.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:14 smithi113 ceph-mon[32459]: osdmap e99: 12 total, 12 up, 12 in 2024-04-25T02:43:15.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:14 smithi178 ceph-mon[33053]: pgmap v328: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:43:15.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:14 smithi178 ceph-mon[33053]: osdmap e99: 12 total, 12 up, 12 in 2024-04-25T02:43:17.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:16 smithi047 ceph-mon[27871]: pgmap v330: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:43:17.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:16 smithi113 ceph-mon[32459]: pgmap v330: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:43:17.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:16 smithi178 ceph-mon[33053]: pgmap v330: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-25T02:43:18.767 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T02:43:18.768 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T02:43:19.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.994+0000 7f6d43e00640 1 -- 172.21.15.47:0/2820489873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 msgr2=0x7f6d4410d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.994+0000 7f6d43e00640 1 --2- 172.21.15.47:0/2820489873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 0x7f6d4410d940 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6d30009860 tx=0x7f6d3002a3d0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.995+0000 7f6d43e00640 1 -- 172.21.15.47:0/2820489873 shutdown_connections 2024-04-25T02:43:19.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.995+0000 7f6d43e00640 1 --2- 172.21.15.47:0/2820489873 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d4410de80 0x7f6d44110270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.995+0000 7f6d43e00640 1 --2- 172.21.15.47:0/2820489873 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 0x7f6d4410d940 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.995+0000 7f6d43e00640 1 --2- 172.21.15.47:0/2820489873 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d44073af0 0x7f6d44073ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.000 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.995+0000 7f6d43e00640 1 -- 172.21.15.47:0/2820489873 >> 172.21.15.47:0/2820489873 conn(0x7f6d440fd110 msgr2=0x7f6d440ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.995+0000 7f6d43e00640 1 -- 172.21.15.47:0/2820489873 shutdown_connections 2024-04-25T02:43:19.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.995+0000 7f6d43e00640 1 -- 172.21.15.47:0/2820489873 wait complete. 2024-04-25T02:43:19.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.996+0000 7f6d43e00640 1 Processor -- start 2024-04-25T02:43:19.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.996+0000 7f6d43e00640 1 -- start start 2024-04-25T02:43:19.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.996+0000 7f6d43e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d44073af0 0x7f6d4419a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.996+0000 7f6d43e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 0x7f6d4419a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.996+0000 7f6d43e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d4410de80 0x7f6d4419ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.996+0000 7f6d43e00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d44113bf0 con 0x7f6d44074410 2024-04-25T02:43:19.003 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.996+0000 7f6d43e00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6d44113a70 con 0x7f6d44073af0 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.996+0000 7f6d43e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6d44113d70 con 0x7f6d4410de80 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 0x7f6d4419a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 0x7f6d4419a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:57986/0 (socket says 172.21.15.47:57986) 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42000640 1 -- 172.21.15.47:0/1936844532 learned_addr learned my addr 172.21.15.47:0/1936844532 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42a00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d44073af0 0x7f6d4419a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d43400640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d4410de80 0x7f6d4419ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42000640 1 -- 172.21.15.47:0/1936844532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d4410de80 msgr2=0x7f6d4419ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42000640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d4410de80 0x7f6d4419ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42000640 1 -- 172.21.15.47:0/1936844532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d44073af0 msgr2=0x7f6d4419a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42000640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d44073af0 0x7f6d4419a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42000640 1 -- 172.21.15.47:0/1936844532 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d4419f180 con 0x7f6d44074410 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.997+0000 7f6d42a00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d44073af0 0x7f6d4419a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.998+0000 7f6d42000640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 0x7f6d4419a6d0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6d30009980 tx=0x7f6d300309a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.004 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.998+0000 7f6d3b400640 1 -- 172.21.15.47:0/1936844532 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d30040070 con 0x7f6d44074410 2024-04-25T02:43:19.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.998+0000 7f6d3b400640 1 -- 172.21.15.47:0/1936844532 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d30005620 con 0x7f6d44074410 2024-04-25T02:43:19.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.998+0000 7f6d43e00640 1 -- 172.21.15.47:0/1936844532 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d4419f410 con 0x7f6d44074410 2024-04-25T02:43:19.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.998+0000 7f6d3b400640 1 -- 172.21.15.47:0/1936844532 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d300049b0 con 0x7f6d44074410 2024-04-25T02:43:19.005 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:18.998+0000 7f6d43e00640 1 -- 172.21.15.47:0/1936844532 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d441a6d00 con 0x7f6d44074410 2024-04-25T02:43:19.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d3b400640 1 -- 172.21.15.47:0/1936844532 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6d30043070 con 0x7f6d44074410 2024-04-25T02:43:19.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d4c9f1740 1 Processor -- start 2024-04-25T02:43:19.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d4c9f1740 1 -- start start 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446bfa5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfab00 0x55e446c04c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446c075c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e446b5e560 con 0x55e446bfa1e0 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55e446b06930 con 0x55e446c051d0 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.002+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e446b5a520 con 0x55e446bfab00 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446bfa5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d42000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446c075c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446bfa5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58000/0 (socket says 172.21.15.47:58000) 2024-04-25T02:43:19.009 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 -- 172.21.15.47:0/3126101984 learned_addr learned my addr 172.21.15.47:0/3126101984 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d42a00640 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfab00 0x55e446c04c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 -- 172.21.15.47:0/3126101984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfab00 msgr2=0x55e446c04c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfab00 0x55e446c04c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 -- 172.21.15.47:0/3126101984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 msgr2=0x55e446c075c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446c075c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 -- 172.21.15.47:0/3126101984 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e44693c7d0 con 0x55e446bfa1e0 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d42000640 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446c075c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d3b400640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d280a2d00 0x7f6d280a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.003+0000 7f6d43400640 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446bfa5c0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c0099f0 tx=0x7f6d3c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a08ed6b98134194 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.004+0000 7f6d3b400640 1 -- 172.21.15.47:0/1936844532 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f6d300f0180 con 0x7f6d44074410 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.004+0000 7f6d42a00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d280a2d00 0x7f6d280a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.010 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.004+0000 7f6d2fe00640 1 -- 172.21.15.47:0/3126101984 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c01d070 con 0x55e446bfa1e0 2024-04-25T02:43:19.011 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.004+0000 7f6d2fe00640 1 -- 172.21.15.47:0/3126101984 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d3c003e40 con 0x55e446bfa1e0 2024-04-25T02:43:19.011 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.004+0000 7f6d2fe00640 1 -- 172.21.15.47:0/3126101984 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c00dba0 con 0x55e446bfa1e0 2024-04-25T02:43:19.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/3126101984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 msgr2=0x55e446bfa5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d42a00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d280a2d00 0x7f6d280a51c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55e446bfb7a0 tx=0x7f6d34005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.014 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446bfa5c0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c0099f0 tx=0x7f6d3c0095c0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/3126101984 shutdown_connections 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446c075c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfab00 0x55e446c04c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/3126101984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446bfa5c0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/3126101984 >> 172.21.15.47:0/3126101984 conn(0x55e446bf6500 msgr2=0x55e446bf68e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/3126101984 shutdown_connections 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/3126101984 wait complete. 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.005+0000 7f6d4c9f1740 1 -- start start 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d4c9f1740 1 Processor -- start 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446c02110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfab00 0x55e446c02650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446c02b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e446c07fc0 con 0x55e446bfa1e0 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55e446b19d90 con 0x55e446bfab00 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e446c08140 con 0x55e446c051d0 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d4c9f1740 10 client.0 _ll_register_callbacks cb 0x55e446b19780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d42a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446c02110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d42a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446c02110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58012/0 (socket says 172.21.15.47:58012) 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d42a00640 1 -- 172.21.15.47:0/598717120 learned_addr learned my addr 172.21.15.47:0/598717120 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d42000640 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfab00 0x55e446c02650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.006+0000 7f6d43400640 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446c02b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d42a00640 1 -- 172.21.15.47:0/598717120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 msgr2=0x55e446c02b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d42a00640 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446c02b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d42a00640 1 -- 172.21.15.47:0/598717120 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfab00 msgr2=0x55e446c02650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d42a00640 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfab00 0x55e446c02650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d42a00640 1 -- 172.21.15.47:0/598717120 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4468723f0 con 0x55e446bfa1e0 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d42a00640 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446c02110 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6d340035f0 tx=0x7f6d34004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c9820669c8f785a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d2cc00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d2cc00640 1 -- 172.21.15.47:0/598717120 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3400f8b0 con 0x55e446bfa1e0 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d2cc00640 1 -- 172.21.15.47:0/598717120 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f6d3400fa50 con 0x55e446bfa1e0 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.007+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/598717120 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e446b71d90 con 0x55e446bfa1e0 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d2cc00640 1 -- 172.21.15.47:0/598717120 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d3400fc50 con 0x55e446bfa1e0 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d4c9f1740 10 client.17547 fetch_fsmap learned FSMap version 24 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/598717120 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e4468320f0 con 0x55e446bfa1e0 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d2cc00640 1 -- 172.21.15.47:0/598717120 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55e446b71d90 con 0x55e446bfa1e0 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d2cc00640 1 -- 172.21.15.47:0/598717120 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6d34027020 con 0x55e446bfa1e0 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d4c9f1740 10 client.17547 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d4c9f1740 10 client.17547 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d4c9f1740 20 client.17547 populate_metadata read hostname 'smithi047' 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e446c15590 0x55e446c179c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d4c9f1740 4 client.17547 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:43:19.017 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.008+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/598717120 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e446b6baa0 con 0x55e446c15590 2024-04-25T02:43:19.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.009+0000 7f6d42000640 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e446c15590 0x55e446c179c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.009+0000 7f6d42000640 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e446c15590 0x55e446c179c0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34e91dda15a9e896 server_cookie=e5594ed47f2b4451 in_seq=0 out_seq=0 2024-04-25T02:43:19.018 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.009+0000 7f6d2cc00640 10 client.17547 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.010+0000 7f6d2cc00640 1 -- 172.21.15.47:0/598717120 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e446b6baa0 con 0x55e446c15590 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.010+0000 7f6d2cc00640 10 client.17547 handle_command_reply: tid=0 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.010+0000 7f6d4c9f1740 1 client.17547 shutdown 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.010+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/598717120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 msgr2=0x55e446c02110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.010+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446c02110 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6d340035f0 tx=0x7f6d34004730 comp rx=0 tx=0).stop 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.010+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/598717120 shutdown_connections 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.010+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e446c15590 0x55e446c179c0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.011+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446c02b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.019 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.011+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfab00 0x55e446c02650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.011+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/598717120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfa1e0 0x55e446c02110 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.011+0000 7f6d2cc00640 0 client.17547 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:43:19.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.011+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/598717120 >> 172.21.15.47:0/598717120 conn(0x55e446bf6500 msgr2=0x55e446bf5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.011+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/598717120 shutdown_connections 2024-04-25T02:43:19.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.011+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/598717120 wait complete. 2024-04-25T02:43:19.020 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.011+0000 7f6d4c9f1740 20 client.17547 trim_cache size 0 max 16384 2024-04-25T02:43:19.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.030+0000 7f6d4c9f1740 1 Processor -- start 2024-04-25T02:43:19.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.030+0000 7f6d4c9f1740 1 -- start start 2024-04-25T02:43:19.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfa1e0 0x55e446bf5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446c10eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446bf68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d441b1d60 con 0x55e446bfab00 2024-04-25T02:43:19.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6d441af630 con 0x55e446c051d0 2024-04-25T02:43:19.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6d441ad4a0 con 0x55e446bfa1e0 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d42000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446c10eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d42000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446c10eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58014/0 (socket says 172.21.15.47:58014) 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d42000640 1 -- 172.21.15.47:0/1300681565 learned_addr learned my addr 172.21.15.47:0/1300681565 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d43400640 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446bf68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d42a00640 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfa1e0 0x55e446bf5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d42000640 1 -- 172.21.15.47:0/1300681565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfa1e0 msgr2=0x55e446bf5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d42000640 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfa1e0 0x55e446bf5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d42000640 1 -- 172.21.15.47:0/1300681565 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 msgr2=0x55e446bf68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.031+0000 7f6d42000640 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446bf68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.032+0000 7f6d42000640 1 -- 172.21.15.47:0/1300681565 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e446bf0a20 con 0x55e446bfab00 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.032+0000 7f6d42a00640 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfa1e0 0x55e446bf5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.032+0000 7f6d42000640 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446c10eb0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6d30045040 tx=0x7f6d300f2640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c43a4fca8fb34b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.032+0000 7f6d2f400640 1 -- 172.21.15.47:0/1300681565 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3004a040 con 0x55e446bfab00 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.032+0000 7f6d2f400640 1 -- 172.21.15.47:0/1300681565 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d300a70b0 con 0x55e446bfab00 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.032+0000 7f6d2f400640 1 -- 172.21.15.47:0/1300681565 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d300ba790 con 0x55e446bfab00 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/1300681565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 msgr2=0x55e446c10eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446c10eb0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6d30045040 tx=0x7f6d300f2640 comp rx=0 tx=0).stop 2024-04-25T02:43:19.039 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/1300681565 shutdown_connections 2024-04-25T02:43:19.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446c051d0 0x55e446bf68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446c10eb0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/1300681565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446bfa1e0 0x55e446bf5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/1300681565 >> 172.21.15.47:0/1300681565 conn(0x55e446bf6500 msgr2=0x55e446bfb930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/1300681565 shutdown_connections 2024-04-25T02:43:19.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/1300681565 wait complete. 2024-04-25T02:43:19.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 -- start start 2024-04-25T02:43:19.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.033+0000 7f6d4c9f1740 1 Processor -- start 2024-04-25T02:43:19.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfa1e0 0x55e446c0d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446bfebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d4c9f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446bff150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d441adaf0 con 0x55e446bfab00 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f6d441aef60 con 0x55e446bfa1e0 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d4c9f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6d441ae1c0 con 0x55e446c051d0 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d4c9f1740 10 client.0 _ll_register_callbacks cb 0x7f6d34004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d42a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfa1e0 0x55e446c0d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d42a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfa1e0 0x55e446c0d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44878/0 (socket says 172.21.15.47:44878) 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d42a00640 1 -- 172.21.15.47:0/2613355407 learned_addr learned my addr 172.21.15.47:0/2613355407 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d42000640 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446bfebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.034+0000 7f6d43400640 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446bff150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d42a00640 1 -- 172.21.15.47:0/2613355407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 msgr2=0x55e446bff150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d42a00640 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446bff150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d42a00640 1 -- 172.21.15.47:0/2613355407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 msgr2=0x55e446bfebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d42a00640 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446bfebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d42a00640 1 -- 172.21.15.47:0/2613355407 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e446bff980 con 0x55e446bfa1e0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d43400640 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446bff150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d42a00640 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfa1e0 0x55e446c0d8a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f6d340035f0 tx=0x7f6d34005a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=752ef880e8bf98bc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d2cc00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d2cc00640 1 -- 172.21.15.47:0/2613355407 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d34036070 con 0x55e446bfa1e0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/2613355407 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d300a70b0 con 0x55e446bfa1e0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.035+0000 7f6d2cc00640 1 -- 172.21.15.47:0/2613355407 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f6d34012240 con 0x55e446bfa1e0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d2cc00640 1 -- 172.21.15.47:0/2613355407 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d3401d960 con 0x55e446bfa1e0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d4c9f1740 10 client.27659 fetch_fsmap learned FSMap version 24 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/2613355407 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e446c7bbb0 con 0x55e446bfa1e0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d2cc00640 1 -- 172.21.15.47:0/2613355407 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d300a70b0 con 0x55e446bfa1e0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d2cc00640 1 -- 172.21.15.47:0/2613355407 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6d34027040 con 0x55e446bfa1e0 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d4c9f1740 10 client.27659 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:43:19.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d4c9f1740 10 client.27659 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d4c9f1740 20 client.27659 populate_metadata read hostname 'smithi047' 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e446c7c360 0x55e446c7e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d4c9f1740 4 client.27659 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.036+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/2613355407 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e446b65df0 con 0x55e446c7c360 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.037+0000 7f6d42000640 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e446c7c360 0x55e446c7e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.037+0000 7f6d42000640 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e446c7c360 0x55e446c7e780 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbf5cbdb9c614f96 server_cookie=74d0654ee81675e7 in_seq=0 out_seq=0 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.037+0000 7f6d2cc00640 10 client.27659 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.037+0000 7f6d2cc00640 1 -- 172.21.15.47:0/2613355407 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e446b65df0 con 0x55e446c7c360 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.037+0000 7f6d2cc00640 10 client.27659 handle_command_reply: tid=0 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 client.27659 shutdown 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/2613355407 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfa1e0 msgr2=0x55e446c0d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfa1e0 0x55e446c0d8a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f6d340035f0 tx=0x7f6d34005a90 comp rx=0 tx=0).stop 2024-04-25T02:43:19.046 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/2613355407 shutdown_connections 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x55e446c7c360 0x55e446c7e780 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e446c051d0 0x55e446bff150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e446bfab00 0x55e446bfebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 --2- 172.21.15.47:0/2613355407 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55e446bfa1e0 0x55e446c0d8a0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/2613355407 >> 172.21.15.47:0/2613355407 conn(0x55e446bf6500 msgr2=0x55e446c041d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d2cc00640 0 client.27659 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/2613355407 shutdown_connections 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 1 -- 172.21.15.47:0/2613355407 wait complete. 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.038+0000 7f6d4c9f1740 20 client.27659 trim_cache size 0 max 16384 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:43:19.047 INFO:teuthology.orchestra.run.smithi047.stdout: "status": "no active scrubs running", 2024-04-25T02:43:19.048 INFO:teuthology.orchestra.run.smithi047.stdout: "scrubs": {} 2024-04-25T02:43:19.048 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:43:19.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 -- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d280a2d00 msgr2=0x7f6d280a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d280a2d00 0x7f6d280a51c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55e446bfb7a0 tx=0x7f6d34005f90 comp rx=0 tx=0).stop 2024-04-25T02:43:19.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 -- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 msgr2=0x7f6d4419a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 0x7f6d4419a6d0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6d30009980 tx=0x7f6d300309a0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 -- 172.21.15.47:0/1936844532 shutdown_connections 2024-04-25T02:43:19.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f6d280a2d00 0x7f6d280a51c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6d4410de80 0x7f6d4419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d44074410 0x7f6d4419a6d0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 --2- 172.21.15.47:0/1936844532 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d44073af0 0x7f6d4419a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 -- 172.21.15.47:0/1936844532 >> 172.21.15.47:0/1936844532 conn(0x7f6d440fd110 msgr2=0x7f6d440fe9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 -- 172.21.15.47:0/1936844532 shutdown_connections 2024-04-25T02:43:19.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.039+0000 7f6d43e00640 1 -- 172.21.15.47:0/1936844532 wait complete. 2024-04-25T02:43:19.061 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T02:43:19.062 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:43:19.126 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:18 smithi047 ceph-mon[27871]: pgmap v331: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:43:19.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:18 smithi113 ceph-mon[32459]: pgmap v331: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:43:19.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 -- 172.21.15.47:0/1286024864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30073b70 msgr2=0x7f4a30073f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 --2- 172.21.15.47:0/1286024864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30073b70 0x7f4a30073f50 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4a20009860 tx=0x7f4a2002a3d0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 -- 172.21.15.47:0/1286024864 shutdown_connections 2024-04-25T02:43:19.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 --2- 172.21.15.47:0/1286024864 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a3010df50 0x7f4a301103a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.268 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 --2- 172.21.15.47:0/1286024864 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4a30074490 0x7f4a3010da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 --2- 172.21.15.47:0/1286024864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30073b70 0x7f4a30073f50 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 -- 172.21.15.47:0/1286024864 >> 172.21.15.47:0/1286024864 conn(0x7f4a30078b00 msgr2=0x7f4a30078f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 -- 172.21.15.47:0/1286024864 shutdown_connections 2024-04-25T02:43:19.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.263+0000 7f4a37a00640 1 -- 172.21.15.47:0/1286024864 wait complete. 2024-04-25T02:43:19.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.265+0000 7f4a37a00640 1 Processor -- start 2024-04-25T02:43:19.269 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.265+0000 7f4a37a00640 1 -- start start 2024-04-25T02:43:19.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.265+0000 7f4a37a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4a30073b70 0x7f4a3019a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.265+0000 7f4a37a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30074490 0x7f4a3019a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.265+0000 7f4a37a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a3010df50 0x7f4a3019eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.265+0000 7f4a37a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4a30113d10 con 0x7f4a3010df50 2024-04-25T02:43:19.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.265+0000 7f4a37a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4a30113b90 con 0x7f4a30073b70 2024-04-25T02:43:19.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.265+0000 7f4a37a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4a30113e90 con 0x7f4a30074490 2024-04-25T02:43:19.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30074490 0x7f4a3019a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a35000640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4a30073b70 0x7f4a3019a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30074490 0x7f4a3019a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60366/0 (socket says 172.21.15.47:60366) 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 -- 172.21.15.47:0/2962376294 learned_addr learned my addr 172.21.15.47:0/2962376294 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a35a00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a3010df50 0x7f4a3019eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 -- 172.21.15.47:0/2962376294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4a30073b70 msgr2=0x7f4a3019a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4a30073b70 0x7f4a3019a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 -- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a3010df50 msgr2=0x7f4a3019eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a3010df50 0x7f4a3019eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 -- 172.21.15.47:0/2962376294 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a3019f1e0 con 0x7f4a30074490 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a35a00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a3010df50 0x7f4a3019eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a35000640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4a30073b70 0x7f4a3019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:19.272 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.266+0000 7f4a27e00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30074490 0x7f4a3019a730 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4a1800e9c0 tx=0x7f4a1800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.267+0000 7f4a2e000640 1 -- 172.21.15.47:0/2962376294 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1800cde0 con 0x7f4a30074490 2024-04-25T02:43:19.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.267+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a3019f4d0 con 0x7f4a30074490 2024-04-25T02:43:19.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.267+0000 7f4a2e000640 1 -- 172.21.15.47:0/2962376294 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4a180035f0 con 0x7f4a30074490 2024-04-25T02:43:19.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.267+0000 7f4a2e000640 1 -- 172.21.15.47:0/2962376294 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a18010650 con 0x7f4a30074490 2024-04-25T02:43:19.273 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.267+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a301a6d60 con 0x7f4a30074490 2024-04-25T02:43:19.274 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.268+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a300689b0 con 0x7f4a30074490 2024-04-25T02:43:19.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.270+0000 7f4a2e000640 1 -- 172.21.15.47:0/2962376294 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4a180037a0 con 0x7f4a30074490 2024-04-25T02:43:19.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.271+0000 7f4a2e000640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4a140a2d00 0x7f4a140a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.272+0000 7f4a2e000640 1 -- 172.21.15.47:0/2962376294 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f4a180cf880 con 0x7f4a30074490 2024-04-25T02:43:19.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.272+0000 7f4a35000640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4a140a2d00 0x7f4a140a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.273+0000 7f4a35000640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4a140a2d00 0x7f4a140a51c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4a200095f0 tx=0x7f4a20005c90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.276+0000 7f4a2e000640 1 -- 172.21.15.47:0/2962376294 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4a1809c440 con 0x7f4a30074490 2024-04-25T02:43:19.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:18 smithi178 ceph-mon[33053]: pgmap v331: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T02:43:19.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.526+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a3019b540 con 0x7f4a30074490 2024-04-25T02:43:19.533 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.527+0000 7f4a2e000640 1 -- 172.21.15.47:0/2962376294 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f4a1809bd40 con 0x7f4a30074490 2024-04-25T02:43:19.533 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:43:19.533 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:43:19.533 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.530+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4a140a2d00 msgr2=0x7f4a140a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.530+0000 7f4a37a00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4a140a2d00 0x7f4a140a51c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4a200095f0 tx=0x7f4a20005c90 comp rx=0 tx=0).stop 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.530+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30074490 msgr2=0x7f4a3019a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.530+0000 7f4a37a00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30074490 0x7f4a3019a730 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4a1800e9c0 tx=0x7f4a1800ee80 comp rx=0 tx=0).stop 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.531+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 shutdown_connections 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.531+0000 7f4a37a00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f4a140a2d00 0x7f4a140a51c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.531+0000 7f4a37a00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a3010df50 0x7f4a3019eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.531+0000 7f4a37a00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4a30074490 0x7f4a3019a730 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.531+0000 7f4a37a00640 1 --2- 172.21.15.47:0/2962376294 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f4a30073b70 0x7f4a3019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.531+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 >> 172.21.15.47:0/2962376294 conn(0x7f4a30078b00 msgr2=0x7f4a300fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.531+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 shutdown_connections 2024-04-25T02:43:19.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.531+0000 7f4a37a00640 1 -- 172.21.15.47:0/2962376294 wait complete. 2024-04-25T02:43:19.555 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.772+0000 7f0ba1400640 1 -- 172.21.15.47:0/2314815978 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 msgr2=0x7f0b9c1083a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.772+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2314815978 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 0x7f0b9c1083a0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c009900 tx=0x7f0b8c02a3f0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.772+0000 7f0ba1400640 1 -- 172.21.15.47:0/2314815978 shutdown_connections 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.772+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2314815978 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b9c10d040 0x7f0b9c114c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.772+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2314815978 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b9c108970 0x7f0b9c10c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.772+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2314815978 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 0x7f0b9c1083a0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.772+0000 7f0ba1400640 1 -- 172.21.15.47:0/2314815978 >> 172.21.15.47:0/2314815978 conn(0x7f0b9c075c80 msgr2=0x7f0b9c0780a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.773+0000 7f0ba1400640 1 -- 172.21.15.47:0/2314815978 shutdown_connections 2024-04-25T02:43:19.778 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.773+0000 7f0ba1400640 1 -- 172.21.15.47:0/2314815978 wait complete. 2024-04-25T02:43:19.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0ba1400640 1 Processor -- start 2024-04-25T02:43:19.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0ba1400640 1 -- start start 2024-04-25T02:43:19.779 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0ba1400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 0x7f0b9c19e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0ba1400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b9c10d040 0x7f0b9c19eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0ba1400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b9c1a2f20 0x7f0b9c1a33d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0ba1400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c1180e0 con 0x7f0b9c10d040 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0ba1400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c117f60 con 0x7f0b9c107fc0 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0ba1400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c118260 con 0x7f0b9c1a2f20 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0b99e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b9c10d040 0x7f0b9c19eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0b9a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 0x7f0b9c19e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0b9a800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 0x7f0b9c19e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44924/0 (socket says 172.21.15.47:44924) 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.774+0000 7f0b9a800640 1 -- 172.21.15.47:0/2888943218 learned_addr learned my addr 172.21.15.47:0/2888943218 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.780 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.775+0000 7f0b9b200640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b9c1a2f20 0x7f0b9c1a33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.775+0000 7f0b99e00640 1 -- 172.21.15.47:0/2888943218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b9c1a2f20 msgr2=0x7f0b9c1a33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.775+0000 7f0b99e00640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b9c1a2f20 0x7f0b9c1a33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.775+0000 7f0b99e00640 1 -- 172.21.15.47:0/2888943218 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 msgr2=0x7f0b9c19e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.775+0000 7f0b99e00640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 0x7f0b9c19e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.775+0000 7f0b99e00640 1 -- 172.21.15.47:0/2888943218 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9c1a3a10 con 0x7f0b9c10d040 2024-04-25T02:43:19.781 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.775+0000 7f0b99e00640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b9c10d040 0x7f0b9c19eba0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f0b8800e9c0 tx=0x7f0b8800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.776+0000 7f0b93400640 1 -- 172.21.15.47:0/2888943218 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8800ccc0 con 0x7f0b9c10d040 2024-04-25T02:43:19.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.776+0000 7f0b93400640 1 -- 172.21.15.47:0/2888943218 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b88010910 con 0x7f0b9c10d040 2024-04-25T02:43:19.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.776+0000 7f0ba1400640 1 -- 172.21.15.47:0/2888943218 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9c1a3d00 con 0x7f0b9c10d040 2024-04-25T02:43:19.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.776+0000 7f0b93400640 1 -- 172.21.15.47:0/2888943218 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b880188c0 con 0x7f0b9c10d040 2024-04-25T02:43:19.782 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.776+0000 7f0ba1400640 1 -- 172.21.15.47:0/2888943218 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b9c1ab4f0 con 0x7f0b9c10d040 2024-04-25T02:43:19.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0ba43ca740 1 Processor -- start 2024-04-25T02:43:19.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0ba43ca740 1 -- start start 2024-04-25T02:43:19.785 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0b93400640 1 -- 172.21.15.47:0/2888943218 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0b88010ac0 con 0x7f0b9c10d040 2024-04-25T02:43:19.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835065c0 0x5617835069a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783511070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835115b0 0x5617835139a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56178346b4e0 con 0x5617835115b0 2024-04-25T02:43:19.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561783413a70 con 0x5617835065c0 2024-04-25T02:43:19.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.780+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5617834674a0 con 0x561783506ee0 2024-04-25T02:43:19.786 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835065c0 0x5617835069a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b99e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835115b0 0x5617835139a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835065c0 0x5617835069a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44926/0 (socket says 172.21.15.47:44926) 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 -- 172.21.15.47:0/3261253815 learned_addr learned my addr 172.21.15.47:0/3261253815 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9a800640 1 --2- 172.21.15.47:0/3261253815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783511070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 -- 172.21.15.47:0/3261253815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 msgr2=0x561783511070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 --2- 172.21.15.47:0/3261253815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783511070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 -- 172.21.15.47:0/3261253815 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835115b0 msgr2=0x5617835139a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 --2- 172.21.15.47:0/3261253815 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835115b0 0x5617835139a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 -- 172.21.15.47:0/3261253815 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56178317f3f0 con 0x5617835065c0 2024-04-25T02:43:19.787 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.781+0000 7f0b9b200640 1 --2- 172.21.15.47:0/3261253815 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835065c0 0x5617835069a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f0b94009f50 tx=0x7f0b940118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e5577d121064ed5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.782+0000 7f0b93400640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0b800a2d00 0x7f0b800a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.782+0000 7f0b87400640 1 -- 172.21.15.47:0/3261253815 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b94004d20 con 0x5617835065c0 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.782+0000 7f0b87400640 1 -- 172.21.15.47:0/3261253815 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b94004050 con 0x5617835065c0 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.782+0000 7f0b87400640 1 -- 172.21.15.47:0/3261253815 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b94005280 con 0x5617835065c0 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.782+0000 7f0b93400640 1 -- 172.21.15.47:0/2888943218 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f0b880cf810 con 0x7f0b9c10d040 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.782+0000 7f0b9a800640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0b800a2d00 0x7f0b800a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3261253815 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835065c0 msgr2=0x5617835069a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3261253815 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835065c0 0x5617835069a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f0b94009f50 tx=0x7f0b940118d0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3261253815 shutdown_connections 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3261253815 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835115b0 0x5617835139a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0b9a800640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0b800a2d00 0x7f0b800a51c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x561783507b80 tx=0x7f0b8c005a20 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.791 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3261253815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783511070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3261253815 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835065c0 0x5617835069a0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3261253815 >> 172.21.15.47:0/3261253815 conn(0x5617835028e0 msgr2=0x561783502cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3261253815 shutdown_connections 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3261253815 wait complete. 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.783+0000 7f0ba43ca740 1 -- start start 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0ba43ca740 1 Processor -- start 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x56178350e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178350ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x56178350f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5617835143a0 con 0x561783506ee0 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x561783426ec0 con 0x5617835115b0 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561783514520 con 0x5617835065c0 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0ba43ca740 10 client.0 _ll_register_callbacks cb 0x5617834633f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0b99e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178350ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.792 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0b9b200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x56178350f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0b9a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x56178350e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0b99e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178350ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58078/0 (socket says 172.21.15.47:58078) 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0b9a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x56178350e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60406/0 (socket says 172.21.15.47:60406) 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.784+0000 7f0b99e00640 1 -- 172.21.15.47:0/2069250587 learned_addr learned my addr 172.21.15.47:0/2069250587 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b9a800640 1 -- 172.21.15.47:0/2069250587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 msgr2=0x56178350f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b9a800640 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x56178350f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b9a800640 1 -- 172.21.15.47:0/2069250587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 msgr2=0x56178350ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b9a800640 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178350ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b9a800640 1 -- 172.21.15.47:0/2069250587 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617832497d0 con 0x5617835065c0 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b99e00640 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178350ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b9a800640 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x56178350e590 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c005ab0 tx=0x7f0b8c009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77115d10cda65c4b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b7be00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b7be00640 1 -- 172.21.15.47:0/2069250587 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c04d030 con 0x5617835065c0 2024-04-25T02:43:19.793 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0b7be00640 1 -- 172.21.15.47:0/2069250587 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f0b8c003800 con 0x5617835065c0 2024-04-25T02:43:19.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.785+0000 7f0ba43ca740 1 -- 172.21.15.47:0/2069250587 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b94004050 con 0x5617835065c0 2024-04-25T02:43:19.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.786+0000 7f0b7be00640 1 -- 172.21.15.47:0/2069250587 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0b8c035040 con 0x5617835065c0 2024-04-25T02:43:19.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.786+0000 7f0ba43ca740 10 client.27664 fetch_fsmap learned FSMap version 24 2024-04-25T02:43:19.794 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.786+0000 7f0ba43ca740 1 -- 172.21.15.47:0/2069250587 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561783520690 con 0x5617835065c0 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.786+0000 7f0b7be00640 1 -- 172.21.15.47:0/2069250587 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b94004050 con 0x5617835065c0 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.786+0000 7f0b7be00640 1 -- 172.21.15.47:0/2069250587 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0b8c05b9e0 con 0x5617835065c0 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.787+0000 7f0ba43ca740 10 client.27664 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.787+0000 7f0ba43ca740 10 client.27664 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.787+0000 7f0ba43ca740 20 client.27664 populate_metadata read hostname 'smithi047' 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.787+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561783521aa0 0x561783523ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.787+0000 7f0ba43ca740 4 client.27664 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.787+0000 7f0ba43ca740 1 -- 172.21.15.47:0/2069250587 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561783478a20 con 0x561783521aa0 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.787+0000 7f0b99e00640 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561783521aa0 0x561783523ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.788+0000 7f0b99e00640 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561783521aa0 0x561783523ed0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7ed9e4b0ab047887 server_cookie=9cfd75c5148a882b in_seq=0 out_seq=0 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.788+0000 7f0b7be00640 10 client.27664 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0b7be00640 1 -- 172.21.15.47:0/2069250587 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561783478a20 con 0x561783521aa0 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0b7be00640 10 client.27664 handle_command_reply: tid=0 2024-04-25T02:43:19.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 client.27664 shutdown 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 -- 172.21.15.47:0/2069250587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 msgr2=0x56178350e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x56178350e590 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c005ab0 tx=0x7f0b8c009260 comp rx=0 tx=0).stop 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 -- 172.21.15.47:0/2069250587 shutdown_connections 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x561783521aa0 0x561783523ed0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x56178350f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178350ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/2069250587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x56178350e590 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0b7be00640 0 client.27664 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 -- 172.21.15.47:0/2069250587 >> 172.21.15.47:0/2069250587 conn(0x5617835028e0 msgr2=0x5617835086e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 -- 172.21.15.47:0/2069250587 shutdown_connections 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 1 -- 172.21.15.47:0/2069250587 wait complete. 2024-04-25T02:43:19.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.789+0000 7f0ba43ca740 20 client.27664 trim_cache size 0 max 16384 2024-04-25T02:43:19.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.804+0000 7f0ba43ca740 1 Processor -- start 2024-04-25T02:43:19.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.804+0000 7f0ba43ca740 1 -- start start 2024-04-25T02:43:19.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x561783508e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178351d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835297a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c1b6300 con 0x561783506ee0 2024-04-25T02:43:19.810 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c1b3bd0 con 0x5617835115b0 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c1b1a40 con 0x5617835065c0 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b99e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178351d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b99e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178351d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58090/0 (socket says 172.21.15.47:58090) 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b99e00640 1 -- 172.21.15.47:0/4158265822 learned_addr learned my addr 172.21.15.47:0/4158265822 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b9b200640 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835297a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b9a800640 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x561783508e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b99e00640 1 -- 172.21.15.47:0/4158265822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 msgr2=0x561783508e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b99e00640 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x561783508e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b99e00640 1 -- 172.21.15.47:0/4158265822 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 msgr2=0x5617835297a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b99e00640 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835297a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.811 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.805+0000 7f0b99e00640 1 -- 172.21.15.47:0/4158265822 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617834fcf50 con 0x561783506ee0 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.806+0000 7f0b99e00640 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178351d260 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0b88010f50 tx=0x7f0b880d1c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cea1af8e77aff5a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.806+0000 7f0b86a00640 1 -- 172.21.15.47:0/4158265822 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b880d5020 con 0x561783506ee0 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.806+0000 7f0b86a00640 1 -- 172.21.15.47:0/4158265822 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b8809bd80 con 0x561783506ee0 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.806+0000 7f0b86a00640 1 -- 172.21.15.47:0/4158265822 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8809b1d0 con 0x561783506ee0 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 -- 172.21.15.47:0/4158265822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 msgr2=0x56178351d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178351d260 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0b88010f50 tx=0x7f0b880d1c60 comp rx=0 tx=0).stop 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 -- 172.21.15.47:0/4158265822 shutdown_connections 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835297a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561783506ee0 0x56178351d260 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/4158265822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617835065c0 0x561783508e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 -- 172.21.15.47:0/4158265822 >> 172.21.15.47:0/4158265822 conn(0x5617835028e0 msgr2=0x56178350ede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 -- 172.21.15.47:0/4158265822 shutdown_connections 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 -- 172.21.15.47:0/4158265822 wait complete. 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 -- start start 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.807+0000 7f0ba43ca740 1 Processor -- start 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835065c0 0x561783519c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783514f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0ba43ca740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835155a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c1b2090 con 0x5617835065c0 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c1b3500 con 0x5617835115b0 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0ba43ca740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c1b2760 con 0x561783506ee0 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0ba43ca740 10 client.0 _ll_register_callbacks cb 0x7f0b8c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835065c0 0x561783519c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b99e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783514f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9a800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835065c0 0x561783519c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58094/0 (socket says 172.21.15.47:58094) 2024-04-25T02:43:19.816 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9a800640 1 -- 172.21.15.47:0/3540881560 learned_addr learned my addr 172.21.15.47:0/3540881560 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9b200640 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835155a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9a800640 1 -- 172.21.15.47:0/3540881560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 msgr2=0x561783514f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9a800640 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783514f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9a800640 1 -- 172.21.15.47:0/3540881560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 msgr2=0x5617835155a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9a800640 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835155a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9a800640 1 -- 172.21.15.47:0/3540881560 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561783515dd0 con 0x5617835065c0 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b99e00640 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783514f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.808+0000 7f0b9b200640 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835155a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.809+0000 7f0b9a800640 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835065c0 0x561783519c20 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c005d00 tx=0x7f0b8c004410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b95a7ee6e31baf17 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.809+0000 7f0b7be00640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.809+0000 7f0b7be00640 1 -- 172.21.15.47:0/3540881560 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c04d040 con 0x5617835065c0 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.809+0000 7f0b7be00640 1 -- 172.21.15.47:0/3540881560 <== mon.0 v2:172.21.15.47:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f0b8c005240 con 0x5617835065c0 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.809+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3540881560 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b8809bd80 con 0x5617835065c0 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.809+0000 7f0b7be00640 1 -- 172.21.15.47:0/3540881560 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0b8c069050 con 0x5617835065c0 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.809+0000 7f0ba43ca740 10 client.17577 fetch_fsmap learned FSMap version 24 2024-04-25T02:43:19.817 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.809+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3540881560 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561783588110 con 0x5617835065c0 2024-04-25T02:43:19.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0b7be00640 1 -- 172.21.15.47:0/3540881560 <== mon.0 v2:172.21.15.47:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b8809bd80 con 0x5617835065c0 2024-04-25T02:43:19.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0b7be00640 1 -- 172.21.15.47:0/3540881560 <== mon.0 v2:172.21.15.47:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0b8c003990 con 0x5617835065c0 2024-04-25T02:43:19.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0ba43ca740 10 client.17577 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:43:19.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0ba43ca740 10 client.17577 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-04-25T02:43:19.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0ba43ca740 20 client.17577 populate_metadata read hostname 'smithi047' 2024-04-25T02:43:19.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5617835888b0 0x56178358acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:19.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0ba43ca740 4 client.17577 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:43:19.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3540881560 --> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561783472d70 con 0x5617835888b0 2024-04-25T02:43:19.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.810+0000 7f0b99e00640 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5617835888b0 0x56178358acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:19.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0b99e00640 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5617835888b0 0x56178358acd0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a135c0dc1b3d0625 server_cookie=674a4212db48430a in_seq=0 out_seq=0 2024-04-25T02:43:19.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0b7be00640 10 client.17577 ms_handle_connect on v2:172.21.15.178:6838/2023850034 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0b7be00640 1 -- 172.21.15.47:0/3540881560 <== mds.2 v2:172.21.15.178:6838/2023850034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561783472d70 con 0x5617835888b0 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0b7be00640 10 client.17577 handle_command_reply: tid=0 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 client.17577 shutdown 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3540881560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835065c0 msgr2=0x561783519c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835065c0 0x561783519c20 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c005d00 tx=0x7f0b8c004410 comp rx=0 tx=0).stop 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3540881560 shutdown_connections 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.178:6838/2023850034,v1:172.21.15.178:6839/2023850034] conn(0x5617835888b0 0x56178358acd0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x5617835115b0 0x5617835155a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561783506ee0 0x561783514f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0b7be00640 0 client.17577 ms_handle_reset on v2:172.21.15.178:6838/2023850034 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 --2- 172.21.15.47:0/3540881560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5617835065c0 0x561783519c20 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.811+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3540881560 >> 172.21.15.47:0/3540881560 conn(0x5617835028e0 msgr2=0x56178350e550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3540881560 shutdown_connections 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba43ca740 1 -- 172.21.15.47:0/3540881560 wait complete. 2024-04-25T02:43:19.820 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba43ca740 20 client.17577 trim_cache size 0 max 16384 2024-04-25T02:43:19.821 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:43:19.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 -- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0b800a2d00 msgr2=0x7f0b800a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0b800a2d00 0x7f0b800a51c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x561783507b80 tx=0x7f0b8c005a20 comp rx=0 tx=0).stop 2024-04-25T02:43:19.821 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 -- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b9c10d040 msgr2=0x7f0b9c19eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b9c10d040 0x7f0b9c19eba0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f0b8800e9c0 tx=0x7f0b8800ee80 comp rx=0 tx=0).stop 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 -- 172.21.15.47:0/2888943218 shutdown_connections 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0b800a2d00 0x7f0b800a51c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b9c1a2f20 0x7f0b9c1a33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0b9c10d040 0x7f0b9c19eba0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 --2- 172.21.15.47:0/2888943218 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0b9c107fc0 0x7f0b9c19e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.812+0000 7f0ba1400640 1 -- 172.21.15.47:0/2888943218 >> 172.21.15.47:0/2888943218 conn(0x7f0b9c075c80 msgr2=0x7f0b9c076fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.813+0000 7f0ba1400640 1 -- 172.21.15.47:0/2888943218 shutdown_connections 2024-04-25T02:43:19.822 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:19.813+0000 7f0ba1400640 1 -- 172.21.15.47:0/2888943218 wait complete. 2024-04-25T02:43:19.836 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T02:43:20.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 -- 172.21.15.47:0/3753073894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43e0103130 msgr2=0x7f43e010b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 --2- 172.21.15.47:0/3753073894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43e0103130 0x7f43e010b610 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f43c8009900 tx=0x7f43c802a480 comp rx=0 tx=0).stop 2024-04-25T02:43:20.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 -- 172.21.15.47:0/3753073894 shutdown_connections 2024-04-25T02:43:20.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 --2- 172.21.15.47:0/3753073894 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43e010bc30 0x7f43e010e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 --2- 172.21.15.47:0/3753073894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43e0103130 0x7f43e010b610 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 --2- 172.21.15.47:0/3753073894 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43e0102810 0x7f43e0102bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 -- 172.21.15.47:0/3753073894 >> 172.21.15.47:0/3753073894 conn(0x7f43e00fc050 msgr2=0x7f43e00fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 -- 172.21.15.47:0/3753073894 shutdown_connections 2024-04-25T02:43:20.041 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.035+0000 7f43e5800640 1 -- 172.21.15.47:0/3753073894 wait complete. 2024-04-25T02:43:20.042 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.036+0000 7f43e5800640 1 Processor -- start 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.036+0000 7f43e5800640 1 -- start start 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43e5800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43e0102810 0x7f43e0100460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43e5800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43e0103130 0x7f43e01009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43e5800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43e010bc30 0x7f43e0100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43e5800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0111a30 con 0x7f43e010bc30 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43e5800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f43e01118b0 con 0x7f43e0102810 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43e5800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0111bb0 con 0x7f43e0103130 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43e0102810 0x7f43e0100460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43dfe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43e0102810 0x7f43e0100460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44962/0 (socket says 172.21.15.47:44962) 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43dfe00640 1 -- 172.21.15.47:0/3454014264 learned_addr learned my addr 172.21.15.47:0/3454014264 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43d7e00640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43e0103130 0x7f43e01009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.043 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.037+0000 7f43e4e00640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43e010bc30 0x7f43e0100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43d7e00640 1 -- 172.21.15.47:0/3454014264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43e0102810 msgr2=0x7f43e0100460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43d7e00640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43e0102810 0x7f43e0100460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43d7e00640 1 -- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43e010bc30 msgr2=0x7f43e0100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43d7e00640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43e010bc30 0x7f43e0100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43d7e00640 1 -- 172.21.15.47:0/3454014264 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e01a6450 con 0x7f43e0103130 2024-04-25T02:43:20.044 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43dfe00640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43e0102810 0x7f43e0100460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:20.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43d7e00640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43e0103130 0x7f43e01009a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f43c8005940 tx=0x7f43c8004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43dd600640 1 -- 172.21.15.47:0/3454014264 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c803f030 con 0x7f43e0103130 2024-04-25T02:43:20.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43dd600640 1 -- 172.21.15.47:0/3454014264 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43c8004440 con 0x7f43e0103130 2024-04-25T02:43:20.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43dd600640 1 -- 172.21.15.47:0/3454014264 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8035070 con 0x7f43e0103130 2024-04-25T02:43:20.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.038+0000 7f43e5800640 1 -- 172.21.15.47:0/3454014264 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e01a66e0 con 0x7f43e0103130 2024-04-25T02:43:20.045 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.039+0000 7f43e5800640 1 -- 172.21.15.47:0/3454014264 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e01a6bd0 con 0x7f43e0103130 2024-04-25T02:43:20.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43e9ba9740 1 Processor -- start 2024-04-25T02:43:20.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43dd600640 1 -- 172.21.15.47:0/3454014264 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f43c8042030 con 0x7f43e0103130 2024-04-25T02:43:20.047 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43e9ba9740 1 -- start start 2024-04-25T02:43:20.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf877a0 0x55b0dcf87b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf880c0 0x55b0dcf92250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dcf94b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b0dceec4e0 con 0x55b0dcf880c0 2024-04-25T02:43:20.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b0dce94a70 con 0x55b0dcf877a0 2024-04-25T02:43:20.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b0dcee84a0 con 0x55b0dcf92790 2024-04-25T02:43:20.048 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.042+0000 7f43dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf880c0 0x55b0dcf92250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf880c0 0x55b0dcf92250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58118/0 (socket says 172.21.15.47:58118) 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43dfe00640 1 -- 172.21.15.47:0/1041983794 learned_addr learned my addr 172.21.15.47:0/1041983794 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43e4e00640 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf877a0 0x55b0dcf87b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43d7e00640 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dcf94b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43dfe00640 1 -- 172.21.15.47:0/1041983794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 msgr2=0x55b0dcf94b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43dfe00640 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dcf94b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43dfe00640 1 -- 172.21.15.47:0/1041983794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf877a0 msgr2=0x55b0dcf87b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43dfe00640 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf877a0 0x55b0dcf87b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43dfe00640 1 -- 172.21.15.47:0/1041983794 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0dcc003f0 con 0x55b0dcf880c0 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43d7e00640 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dcf94b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:43:20.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.043+0000 7f43dfe00640 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf880c0 0x55b0dcf92250 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f43d0009fd0 tx=0x7f43d0011ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84831012df1e7050 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.044+0000 7f43d5600640 1 -- 172.21.15.47:0/1041983794 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d001e070 con 0x55b0dcf880c0 2024-04-25T02:43:20.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.044+0000 7f43d5600640 1 -- 172.21.15.47:0/1041983794 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43d000fbd0 con 0x55b0dcf880c0 2024-04-25T02:43:20.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.044+0000 7f43d5600640 1 -- 172.21.15.47:0/1041983794 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d0019d20 con 0x55b0dcf880c0 2024-04-25T02:43:20.053 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.044+0000 7f43dd600640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43c40a2d00 0x7f43c40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.044+0000 7f43dd600640 1 -- 172.21.15.47:0/3454014264 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f43c80ef6d0 con 0x7f43e0103130 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.044+0000 7f43e9ba9740 1 -- 172.21.15.47:0/1041983794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf880c0 msgr2=0x55b0dcf92250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.044+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf880c0 0x55b0dcf92250 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f43d0009fd0 tx=0x7f43d0011ae0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.044+0000 7f43e4e00640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43c40a2d00 0x7f43c40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 -- 172.21.15.47:0/1041983794 shutdown_connections 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dcf94b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf880c0 0x55b0dcf92250 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/1041983794 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf877a0 0x55b0dcf87b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 -- 172.21.15.47:0/1041983794 >> 172.21.15.47:0/1041983794 conn(0x55b0dcf83ac0 msgr2=0x55b0dcf83ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 -- 172.21.15.47:0/1041983794 shutdown_connections 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 -- 172.21.15.47:0/1041983794 wait complete. 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 -- start start 2024-04-25T02:43:20.054 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e4e00640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43c40a2d00 0x7f43c40a51c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f43d8005fd0 tx=0x7f43d8009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.045+0000 7f43e9ba9740 1 Processor -- start 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf877a0 0x55b0dcf8f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf92790 0x55b0dcf901c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b0dcf95580 con 0x55b0dcf92790 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x55b0dcea7ec0 con 0x55b0dcf880c0 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b0dcf95700 con 0x55b0dcf877a0 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e9ba9740 10 client.0 _ll_register_callbacks cb 0x55b0dcee43f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e4e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf92790 0x55b0dcf901c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43d7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43dfe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf877a0 0x55b0dcf8f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e4e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf92790 0x55b0dcf901c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58130/0 (socket says 172.21.15.47:58130) 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.046+0000 7f43e4e00640 1 -- 172.21.15.47:0/2358228839 learned_addr learned my addr 172.21.15.47:0/2358228839 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.055 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43dfe00640 1 -- 172.21.15.47:0/2358228839 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 msgr2=0x55b0dcf8fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43dfe00640 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43dfe00640 1 -- 172.21.15.47:0/2358228839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf92790 msgr2=0x55b0dcf901c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43dfe00640 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf92790 0x55b0dcf901c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43dfe00640 1 -- 172.21.15.47:0/2358228839 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0dccca7d0 con 0x55b0dcf877a0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43d7e00640 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43dfe00640 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf877a0 0x55b0dcf8f740 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f43d001c040 tx=0x7f43d000fb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c79f115199db134f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43ce000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43ce000640 1 -- 172.21.15.47:0/2358228839 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d001e040 con 0x55b0dcf877a0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43ce000640 1 -- 172.21.15.47:0/2358228839 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f43d0019a80 con 0x55b0dcf877a0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.047+0000 7f43e9ba9740 1 -- 172.21.15.47:0/2358228839 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43d000fbd0 con 0x55b0dcf877a0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43ce000640 1 -- 172.21.15.47:0/2358228839 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f43d002f050 con 0x55b0dcf877a0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43e9ba9740 10 client.27682 fetch_fsmap learned FSMap version 24 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43e9ba9740 1 -- 172.21.15.47:0/2358228839 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b0dcfa1870 con 0x55b0dcf877a0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43ce000640 1 -- 172.21.15.47:0/2358228839 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43d000fbd0 con 0x55b0dcf877a0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43ce000640 1 -- 172.21.15.47:0/2358228839 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f43d002a030 con 0x55b0dcf877a0 2024-04-25T02:43:20.056 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43e9ba9740 10 client.27682 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:43:20.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43e9ba9740 10 client.27682 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:43:20.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43e9ba9740 20 client.27682 populate_metadata read hostname 'smithi047' 2024-04-25T02:43:20.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55b0dcfa2cd0 0x55b0dcfa50c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43e9ba9740 4 client.27682 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:43:20.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.048+0000 7f43e9ba9740 1 -- 172.21.15.47:0/2358228839 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0dcef9a20 con 0x55b0dcfa2cd0 2024-04-25T02:43:20.057 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.049+0000 7f43d7e00640 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55b0dcfa2cd0 0x55b0dcfa50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.049+0000 7f43d7e00640 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55b0dcfa2cd0 0x55b0dcfa50c0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4243b12d4b3c8893 server_cookie=5b1ab220fedfc496 in_seq=0 out_seq=0 2024-04-25T02:43:20.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.049+0000 7f43ce000640 10 client.27682 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:43:20.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43ce000640 1 -- 172.21.15.47:0/2358228839 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b0dcef9a20 con 0x55b0dcfa2cd0 2024-04-25T02:43:20.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43ce000640 10 client.27682 handle_command_reply: tid=0 2024-04-25T02:43:20.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 client.27682 shutdown 2024-04-25T02:43:20.058 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 -- 172.21.15.47:0/2358228839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf877a0 msgr2=0x55b0dcf8f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf877a0 0x55b0dcf8f740 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f43d001c040 tx=0x7f43d000fb20 comp rx=0 tx=0).stop 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 -- 172.21.15.47:0/2358228839 shutdown_connections 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55b0dcfa2cd0 0x55b0dcfa50c0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf92790 0x55b0dcf901c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/2358228839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf877a0 0x55b0dcf8f740 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43ce000640 0 client.27682 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 -- 172.21.15.47:0/2358228839 >> 172.21.15.47:0/2358228839 conn(0x55b0dcf83ac0 msgr2=0x55b0dcf897c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 -- 172.21.15.47:0/2358228839 shutdown_connections 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.050+0000 7f43e9ba9740 1 -- 172.21.15.47:0/2358228839 wait complete. 2024-04-25T02:43:20.059 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.051+0000 7f43e9ba9740 20 client.27682 trim_cache size 0 max 16384 2024-04-25T02:43:20.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.065+0000 7f43e9ba9740 1 Processor -- start 2024-04-25T02:43:20.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.065+0000 7f43e9ba9740 1 -- start start 2024-04-25T02:43:20.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf9e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf92790 0x55b0dcfaa880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43e01b1d50 con 0x55b0dcf877a0 2024-04-25T02:43:20.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f43e01af620 con 0x55b0dcf92790 2024-04-25T02:43:20.071 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f43e01ad490 con 0x55b0dcf880c0 2024-04-25T02:43:20.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43d7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf9e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43d7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60452/0 (socket says 172.21.15.47:60452) 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43d7e00640 1 -- 172.21.15.47:0/362027544 learned_addr learned my addr 172.21.15.47:0/362027544 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.066+0000 7f43e4e00640 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf92790 0x55b0dcfaa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d7e00640 1 -- 172.21.15.47:0/362027544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf92790 msgr2=0x55b0dcfaa880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d7e00640 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf92790 0x55b0dcfaa880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d7e00640 1 -- 172.21.15.47:0/362027544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 msgr2=0x55b0dcf9e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d7e00640 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf9e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d7e00640 1 -- 172.21.15.47:0/362027544 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0dcfa5650 con 0x55b0dcf880c0 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43dfe00640 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf9e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d7e00640 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8ffe0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f43c80b8610 tx=0x7f43c803b560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4360cde7035a057c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d4c00640 1 -- 172.21.15.47:0/362027544 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8049040 con 0x55b0dcf880c0 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d4c00640 1 -- 172.21.15.47:0/362027544 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43c80a6040 con 0x55b0dcf880c0 2024-04-25T02:43:20.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.067+0000 7f43d4c00640 1 -- 172.21.15.47:0/362027544 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c80ed040 con 0x55b0dcf880c0 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 -- 172.21.15.47:0/362027544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf880c0 msgr2=0x55b0dcf8ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8ffe0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f43c80b8610 tx=0x7f43c803b560 comp rx=0 tx=0).stop 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 -- 172.21.15.47:0/362027544 shutdown_connections 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf92790 0x55b0dcfaa880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf880c0 0x55b0dcf8ffe0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/362027544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf9e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 -- 172.21.15.47:0/362027544 >> 172.21.15.47:0/362027544 conn(0x55b0dcf83ac0 msgr2=0x55b0dcf83ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 -- 172.21.15.47:0/362027544 shutdown_connections 2024-04-25T02:43:20.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.068+0000 7f43e9ba9740 1 -- 172.21.15.47:0/362027544 wait complete. 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 1 -- start start 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 1 Processor -- start 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf95940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf95e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dd00f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43e01adae0 con 0x55b0dcf877a0 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f43e01aef50 con 0x55b0dcf880c0 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f43e01ae1b0 con 0x55b0dcf92790 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.069+0000 7f43e9ba9740 10 client.0 _ll_register_callbacks cb 0x7f43d001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43dfe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf95940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf95e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf95e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:44992/0 (socket says 172.21.15.47:44992) 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 -- 172.21.15.47:0/964482279 learned_addr learned my addr 172.21.15.47:0/964482279 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43e4e00640 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dd00f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 -- 172.21.15.47:0/964482279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 msgr2=0x55b0dd00f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dd00f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 -- 172.21.15.47:0/964482279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 msgr2=0x55b0dcf95940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf95940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 -- 172.21.15.47:0/964482279 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0dd00fe30 con 0x55b0dcf880c0 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43e4e00640 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dd00f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43d7e00640 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf95e80 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f43c80c42d0 tx=0x7f43c80ecd60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b13010c1507a9f60 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.070+0000 7f43ce000640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43ce000640 1 -- 172.21.15.47:0/964482279 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c80d9060 con 0x55b0dcf880c0 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 1 -- 172.21.15.47:0/964482279 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43c80a6040 con 0x55b0dcf880c0 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43ce000640 1 -- 172.21.15.47:0/964482279 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f43c80ed040 con 0x55b0dcf880c0 2024-04-25T02:43:20.079 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43ce000640 1 -- 172.21.15.47:0/964482279 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f43c8049040 con 0x55b0dcf880c0 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 10 client.27701 fetch_fsmap learned FSMap version 24 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 1 -- 172.21.15.47:0/964482279 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b0dd010f60 con 0x55b0dcf880c0 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43ce000640 1 -- 172.21.15.47:0/964482279 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43c80a6040 con 0x55b0dcf880c0 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43ce000640 1 -- 172.21.15.47:0/964482279 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f43c80bb090 con 0x55b0dcf880c0 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 10 client.27701 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 10 client.27701 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 20 client.27701 populate_metadata read hostname 'smithi047' 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55b0dd011530 0x55b0dd013950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 4 client.27701 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.071+0000 7f43e9ba9740 1 -- 172.21.15.47:0/964482279 --> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b0dcef3d70 con 0x55b0dd011530 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.072+0000 7f43dfe00640 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55b0dd011530 0x55b0dd013950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.072+0000 7f43dfe00640 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55b0dd011530 0x55b0dd013950 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=513ac94e10027477 server_cookie=d5cd1223bd931634 in_seq=0 out_seq=0 2024-04-25T02:43:20.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.072+0000 7f43ce000640 10 client.27701 ms_handle_connect on v2:172.21.15.47:6840/1009095225 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.072+0000 7f43ce000640 1 -- 172.21.15.47:0/964482279 <== mds.1 v2:172.21.15.47:6840/1009095225 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b0dcef3d70 con 0x55b0dd011530 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.072+0000 7f43ce000640 10 client.27701 handle_command_reply: tid=0 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.072+0000 7f43e9ba9740 1 client.27701 shutdown 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 -- 172.21.15.47:0/964482279 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 msgr2=0x55b0dcf95e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf95e80 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f43c80c42d0 tx=0x7f43c80ecd60 comp rx=0 tx=0).stop 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 -- 172.21.15.47:0/964482279 shutdown_connections 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.47:6840/1009095225,v1:172.21.15.47:6841/1009095225] conn(0x55b0dd011530 0x55b0dd013950 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b0dcf92790 0x55b0dd00f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x55b0dcf880c0 0x55b0dcf95e80 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43ce000640 0 client.27701 ms_handle_reset on v2:172.21.15.47:6840/1009095225 2024-04-25T02:43:20.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 --2- 172.21.15.47:0/964482279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b0dcf877a0 0x55b0dcf95940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 -- 172.21.15.47:0/964482279 >> 172.21.15.47:0/964482279 conn(0x55b0dcf83ac0 msgr2=0x55b0dcf8dee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 -- 172.21.15.47:0/964482279 shutdown_connections 2024-04-25T02:43:20.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 1 -- 172.21.15.47:0/964482279 wait complete. 2024-04-25T02:43:20.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.073+0000 7f43e9ba9740 20 client.27701 trim_cache size 0 max 16384 2024-04-25T02:43:20.083 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:43:20.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 -- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43c40a2d00 msgr2=0x7f43c40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43c40a2d00 0x7f43c40a51c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f43d8005fd0 tx=0x7f43d8009500 comp rx=0 tx=0).stop 2024-04-25T02:43:20.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 -- 172.21.15.47:0/3454014264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43e0103130 msgr2=0x7f43e01009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43e0103130 0x7f43e01009a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f43c8005940 tx=0x7f43c8004040 comp rx=0 tx=0).stop 2024-04-25T02:43:20.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 -- 172.21.15.47:0/3454014264 shutdown_connections 2024-04-25T02:43:20.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f43c40a2d00 0x7f43c40a51c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43e010bc30 0x7f43e0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43e0103130 0x7f43e01009a0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 --2- 172.21.15.47:0/3454014264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43e0102810 0x7f43e0100460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 -- 172.21.15.47:0/3454014264 >> 172.21.15.47:0/3454014264 conn(0x7f43e00fc050 msgr2=0x7f43e00fd950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 -- 172.21.15.47:0/3454014264 shutdown_connections 2024-04-25T02:43:20.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.074+0000 7f43e5800640 1 -- 172.21.15.47:0/3454014264 wait complete. 2024-04-25T02:43:20.094 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:19 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2962376294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:43:20.097 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T02:43:20.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:19 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2962376294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.290+0000 7fa886200640 1 -- 172.21.15.47:0/54362576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 msgr2=0x7fa880107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.290+0000 7fa886200640 1 --2- 172.21.15.47:0/54362576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 0x7fa880107a70 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fa870009900 tx=0x7fa87002a3f0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.291+0000 7fa886200640 1 -- 172.21.15.47:0/54362576 shutdown_connections 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.291+0000 7fa886200640 1 --2- 172.21.15.47:0/54362576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa880101fb0 0x7fa88010e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.291+0000 7fa886200640 1 --2- 172.21.15.47:0/54362576 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa8801015f0 0x7fa880101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.291+0000 7fa886200640 1 --2- 172.21.15.47:0/54362576 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 0x7fa880107a70 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.291+0000 7fa886200640 1 -- 172.21.15.47:0/54362576 >> 172.21.15.47:0/54362576 conn(0x7fa8800fd0e0 msgr2=0x7fa8800ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.291+0000 7fa886200640 1 -- 172.21.15.47:0/54362576 shutdown_connections 2024-04-25T02:43:20.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.291+0000 7fa886200640 1 -- 172.21.15.47:0/54362576 wait complete. 2024-04-25T02:43:20.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.292+0000 7fa886200640 1 Processor -- start 2024-04-25T02:43:20.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.292+0000 7fa886200640 1 -- start start 2024-04-25T02:43:20.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa886200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8801015f0 0x7fa880073a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa886200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa880101fb0 0x7fa880073f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa886200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 0x7fa8800744c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa886200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa880111a60 con 0x7fa8801015f0 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa886200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801118e0 con 0x7fa880107690 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa886200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa880111be0 con 0x7fa880101fb0 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa884e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8801015f0 0x7fa880073a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa885800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 0x7fa8800744c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa87fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa880101fb0 0x7fa880073f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa885800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 0x7fa8800744c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45006/0 (socket says 172.21.15.47:45006) 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa885800640 1 -- 172.21.15.47:0/4291159080 learned_addr learned my addr 172.21.15.47:0/4291159080 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.293+0000 7fa87fe00640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa880101fb0 0x7fa880073f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60496/0 (socket says 172.21.15.47:60496) 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa885800640 1 -- 172.21.15.47:0/4291159080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa880101fb0 msgr2=0x7fa880073f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa885800640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa880101fb0 0x7fa880073f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa885800640 1 -- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8801015f0 msgr2=0x7fa880073a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa885800640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8801015f0 0x7fa880073a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa885800640 1 -- 172.21.15.47:0/4291159080 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8801a6480 con 0x7fa880107690 2024-04-25T02:43:20.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa885800640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 0x7fa8800744c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa87800e9b0 tx=0x7fa87800ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa87d600640 1 -- 172.21.15.47:0/4291159080 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87800cd80 con 0x7fa880107690 2024-04-25T02:43:20.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa886200640 1 -- 172.21.15.47:0/4291159080 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8801a6770 con 0x7fa880107690 2024-04-25T02:43:20.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa87d600640 1 -- 172.21.15.47:0/4291159080 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8780035f0 con 0x7fa880107690 2024-04-25T02:43:20.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa87d600640 1 -- 172.21.15.47:0/4291159080 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878010670 con 0x7fa880107690 2024-04-25T02:43:20.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.294+0000 7fa886200640 1 -- 172.21.15.47:0/4291159080 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8801a6cc0 con 0x7fa880107690 2024-04-25T02:43:20.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa88a671740 1 Processor -- start 2024-04-25T02:43:20.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa87d600640 1 -- 172.21.15.47:0/4291159080 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa8780037a0 con 0x7fa880107690 2024-04-25T02:43:20.303 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa88a671740 1 -- start start 2024-04-25T02:43:20.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa88a671740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dac7a0 0x559795dacb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa88a671740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa88a671740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795db7790 0x559795db9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa88a671740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559795d114e0 con 0x559795dac7a0 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa88a671740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559795cb9a70 con 0x559795db7790 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.298+0000 7fa88a671740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559795d0d4a0 con 0x559795dad0c0 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa87fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dac7a0 0x559795dacb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa87fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dac7a0 0x559795dacb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58174/0 (socket says 172.21.15.47:58174) 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa87fe00640 1 -- 172.21.15.47:0/3705237882 learned_addr learned my addr 172.21.15.47:0/3705237882 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa884e00640 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa87fe00640 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795db7790 0x559795db9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa884e00640 1 -- 172.21.15.47:0/3705237882 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795db7790 msgr2=0x559795db9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa884e00640 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795db7790 0x559795db9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa884e00640 1 -- 172.21.15.47:0/3705237882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dac7a0 msgr2=0x559795dacb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa884e00640 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dac7a0 0x559795dacb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa884e00640 1 -- 172.21.15.47:0/3705237882 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559795a253f0 con 0x559795dad0c0 2024-04-25T02:43:20.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.299+0000 7fa87fe00640 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dac7a0 0x559795dacb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:20.306 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.300+0000 7fa884e00640 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db7250 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa87002a910 tx=0x7fa870005e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48347173b538368c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.300+0000 7fa87d600640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8640a2d80 0x7fa8640a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.300+0000 7fa876000640 1 -- 172.21.15.47:0/3705237882 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870035040 con 0x559795dad0c0 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.300+0000 7fa87d600640 1 -- 172.21.15.47:0/4291159080 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7fa8780cf6b0 con 0x7fa880107690 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.300+0000 7fa876000640 1 -- 172.21.15.47:0/3705237882 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa870005520 con 0x559795dad0c0 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.300+0000 7fa876000640 1 -- 172.21.15.47:0/3705237882 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8700035f0 con 0x559795dad0c0 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.300+0000 7fa87fe00640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8640a2d80 0x7fa8640a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 -- 172.21.15.47:0/3705237882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 msgr2=0x559795db7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db7250 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa87002a910 tx=0x7fa870005e00 comp rx=0 tx=0).stop 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa87fe00640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8640a2d80 0x7fa8640a5240 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x559795da9c50 tx=0x7fa86c009b30 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 -- 172.21.15.47:0/3705237882 shutdown_connections 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795db7790 0x559795db9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db7250 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.308 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 --2- 172.21.15.47:0/3705237882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dac7a0 0x559795dacb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 -- 172.21.15.47:0/3705237882 >> 172.21.15.47:0/3705237882 conn(0x559795da8ac0 msgr2=0x559795da8ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 -- 172.21.15.47:0/3705237882 shutdown_connections 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.301+0000 7fa88a671740 1 -- 172.21.15.47:0/3705237882 wait complete. 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.302+0000 7fa88a671740 1 -- start start 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.302+0000 7fa88a671740 1 Processor -- start 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.302+0000 7fa88a671740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.302+0000 7fa88a671740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db4c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.302+0000 7fa88a671740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.302+0000 7fa88a671740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559795dba520 con 0x559795db7790 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.302+0000 7fa88a671740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x559795cccec0 con 0x559795dac7a0 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.302+0000 7fa88a671740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559795dba6a0 con 0x559795dad0c0 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa88a671740 10 client.0 _ll_register_callbacks cb 0x559795d093f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa87fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.309 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa885800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa884e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa87fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60518/0 (socket says 172.21.15.47:60518) 2024-04-25T02:43:20.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa87fe00640 1 -- 172.21.15.47:0/2944278558 learned_addr learned my addr 172.21.15.47:0/2944278558 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa884e00640 1 -- 172.21.15.47:0/2944278558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 msgr2=0x559795db4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa884e00640 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa884e00640 1 -- 172.21.15.47:0/2944278558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 msgr2=0x559795db5190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa884e00640 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db5190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa884e00640 1 -- 172.21.15.47:0/2944278558 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559795aef7d0 con 0x559795dac7a0 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa87fe00640 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.303+0000 7fa885800640 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.304+0000 7fa884e00640 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db4710 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fa87002a910 tx=0x7fa870004970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9acf3d6ccc58f2d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.304+0000 7fa86aa00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.304+0000 7fa86aa00640 1 -- 172.21.15.47:0/2944278558 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870052060 con 0x559795dac7a0 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.304+0000 7fa88a671740 1 -- 172.21.15.47:0/2944278558 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa870005520 con 0x559795dac7a0 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.304+0000 7fa86aa00640 1 -- 172.21.15.47:0/2944278558 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7fa870004bd0 con 0x559795dac7a0 2024-04-25T02:43:20.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.304+0000 7fa86aa00640 1 -- 172.21.15.47:0/2944278558 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa870035070 con 0x559795dac7a0 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.304+0000 7fa88a671740 10 client.27713 fetch_fsmap learned FSMap version 24 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.304+0000 7fa88a671740 1 -- 172.21.15.47:0/2944278558 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559795dc67a0 con 0x559795dac7a0 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa86aa00640 1 -- 172.21.15.47:0/2944278558 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa870005520 con 0x559795dac7a0 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa86aa00640 1 -- 172.21.15.47:0/2944278558 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa8700039c0 con 0x559795dac7a0 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa88a671740 10 client.27713 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa88a671740 10 client.27713 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa88a671740 20 client.27713 populate_metadata read hostname 'smithi047' 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa88a671740 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559795dc7af0 0x559795dc9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa88a671740 4 client.27713 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa88a671740 1 -- 172.21.15.47:0/2944278558 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559795d1ea20 con 0x559795dc7af0 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.305+0000 7fa87fe00640 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559795dc7af0 0x559795dc9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.306+0000 7fa87fe00640 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559795dc7af0 0x559795dc9ee0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c061f71abdc752fc server_cookie=1e3f0fc1834af31c in_seq=0 out_seq=0 2024-04-25T02:43:20.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.306+0000 7fa86aa00640 10 client.27713 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa86aa00640 1 -- 172.21.15.47:0/2944278558 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559795d1ea20 con 0x559795dc7af0 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa86aa00640 10 client.27713 handle_command_reply: tid=0 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 client.27713 shutdown 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 -- 172.21.15.47:0/2944278558 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 msgr2=0x559795db4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db4710 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fa87002a910 tx=0x7fa870004970 comp rx=0 tx=0).stop 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 -- 172.21.15.47:0/2944278558 shutdown_connections 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559795dc7af0 0x559795dc9ee0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dad0c0 0x559795db4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa86aa00640 0 client.27713 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 --2- 172.21.15.47:0/2944278558 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db4710 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 -- 172.21.15.47:0/2944278558 >> 172.21.15.47:0/2944278558 conn(0x559795da8ac0 msgr2=0x559795dae8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 -- 172.21.15.47:0/2944278558 shutdown_connections 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 1 -- 172.21.15.47:0/2944278558 wait complete. 2024-04-25T02:43:20.315 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.307+0000 7fa88a671740 20 client.27713 trim_cache size 0 max 16384 2024-04-25T02:43:20.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.322+0000 7fa88a671740 1 Processor -- start 2024-04-25T02:43:20.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.322+0000 7fa88a671740 1 -- start start 2024-04-25T02:43:20.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa88a671740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db3980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa88a671740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dad0c0 0x559795dc33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa88a671740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795db7790 0x559795db4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa88a671740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801b1d60 con 0x559795dad0c0 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa88a671740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801af630 con 0x559795dac7a0 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa88a671740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801ad4a0 con 0x559795db7790 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa87fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dad0c0 0x559795dc33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa884e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa884e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db3980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:45030/0 (socket says 172.21.15.47:45030) 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa884e00640 1 -- 172.21.15.47:0/2443534202 learned_addr learned my addr 172.21.15.47:0/2443534202 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa885800640 1 --2- 172.21.15.47:0/2443534202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795db7790 0x559795db4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa884e00640 1 -- 172.21.15.47:0/2443534202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795db7790 msgr2=0x559795db4fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa884e00640 1 --2- 172.21.15.47:0/2443534202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795db7790 0x559795db4fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa884e00640 1 -- 172.21.15.47:0/2443534202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dad0c0 msgr2=0x559795dc33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.323+0000 7fa884e00640 1 --2- 172.21.15.47:0/2443534202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dad0c0 0x559795dc33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.324+0000 7fa884e00640 1 -- 172.21.15.47:0/2443534202 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559795da4410 con 0x559795dac7a0 2024-04-25T02:43:20.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.324+0000 7fa884e00640 1 --2- 172.21.15.47:0/2443534202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db3980 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fa870009900 tx=0x7fa870009780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc82aa3a7ae486ad server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.324+0000 7fa875600640 1 -- 172.21.15.47:0/2443534202 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870052070 con 0x559795dac7a0 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.324+0000 7fa875600640 1 -- 172.21.15.47:0/2443534202 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa870003ad0 con 0x559795dac7a0 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.324+0000 7fa875600640 1 -- 172.21.15.47:0/2443534202 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870049070 con 0x559795dac7a0 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 -- 172.21.15.47:0/2443534202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 msgr2=0x559795db3980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 --2- 172.21.15.47:0/2443534202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db3980 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fa870009900 tx=0x7fa870009780 comp rx=0 tx=0).stop 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 -- 172.21.15.47:0/2443534202 shutdown_connections 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 --2- 172.21.15.47:0/2443534202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795db7790 0x559795db4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 --2- 172.21.15.47:0/2443534202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795dad0c0 0x559795dc33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 --2- 172.21.15.47:0/2443534202 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dac7a0 0x559795db3980 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 -- 172.21.15.47:0/2443534202 >> 172.21.15.47:0/2443534202 conn(0x559795da8ac0 msgr2=0x559795dae840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 -- 172.21.15.47:0/2443534202 shutdown_connections 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 -- 172.21.15.47:0/2443534202 wait complete. 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.325+0000 7fa88a671740 1 -- start start 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa88a671740 1 Processor -- start 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa88a671740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dac7a0 0x559795dbfae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa88a671740 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dad0c0 0x559795db0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa88a671740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db12b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa88a671740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801adaf0 con 0x559795db7790 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa88a671740 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801aef60 con 0x559795dad0c0 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa88a671740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801ae1c0 con 0x559795dac7a0 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa88a671740 10 client.0 _ll_register_callbacks cb 0x7fa86c009e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa884e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dac7a0 0x559795dbfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.334 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa87fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dad0c0 0x559795db0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa884e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dac7a0 0x559795dbfae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:60536/0 (socket says 172.21.15.47:60536) 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa884e00640 1 -- 172.21.15.47:0/2092448189 learned_addr learned my addr 172.21.15.47:0/2092448189 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.326+0000 7fa885800640 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.327+0000 7fa87fe00640 1 -- 172.21.15.47:0/2092448189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dac7a0 msgr2=0x559795dbfae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.327+0000 7fa87fe00640 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dac7a0 0x559795dbfae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.327+0000 7fa87fe00640 1 -- 172.21.15.47:0/2092448189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 msgr2=0x559795db12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.327+0000 7fa87fe00640 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.327+0000 7fa87fe00640 1 -- 172.21.15.47:0/2092448189 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559795db17f0 con 0x559795dad0c0 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.327+0000 7fa87fe00640 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dad0c0 0x559795db0d70 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x559795dca480 tx=0x7fa86c004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72e1e57a4dbbc2ff server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.327+0000 7fa86aa00640 10 client.0 ms_handle_connect on v2:172.21.15.113:3300/0 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.328+0000 7fa86aa00640 1 -- 172.21.15.47:0/2092448189 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c02b910 con 0x559795dad0c0 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.328+0000 7fa86aa00640 1 -- 172.21.15.47:0/2092448189 <== mon.2 v2:172.21.15.113:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7fa86c01a070 con 0x559795dad0c0 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.328+0000 7fa88a671740 1 -- 172.21.15.47:0/2092448189 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa870003ad0 con 0x559795dad0c0 2024-04-25T02:43:20.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.328+0000 7fa86aa00640 1 -- 172.21.15.47:0/2092448189 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa86c0114d0 con 0x559795dad0c0 2024-04-25T02:43:20.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.328+0000 7fa88a671740 10 client.27719 fetch_fsmap learned FSMap version 24 2024-04-25T02:43:20.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.328+0000 7fa88a671740 1 -- 172.21.15.47:0/2092448189 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559795e2daf0 con 0x559795dad0c0 2024-04-25T02:43:20.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.328+0000 7fa86aa00640 1 -- 172.21.15.47:0/2092448189 <== mon.2 v2:172.21.15.113:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa870003ad0 con 0x559795dad0c0 2024-04-25T02:43:20.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.328+0000 7fa86aa00640 1 -- 172.21.15.47:0/2092448189 <== mon.2 v2:172.21.15.113:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa86c01d070 con 0x559795dad0c0 2024-04-25T02:43:20.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa88a671740 10 client.27719 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T02:43:20.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa88a671740 10 client.27719 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T02:43:20.337 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa88a671740 20 client.27719 populate_metadata read hostname 'smithi047' 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa88a671740 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559795e2e1f0 0x559795e30610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa88a671740 4 client.27719 mds_command: new command op to 24572 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa88a671740 1 -- 172.21.15.47:0/2092448189 --> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559795d18d70 con 0x559795e2e1f0 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa884e00640 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559795e2e1f0 0x559795e30610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa884e00640 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559795e2e1f0 0x559795e30610 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7539d8327c849b1 server_cookie=5c9366412ff078fe in_seq=0 out_seq=0 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.329+0000 7fa86aa00640 10 client.27719 ms_handle_connect on v2:172.21.15.113:6838/3297899949 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa86aa00640 1 -- 172.21.15.47:0/2092448189 <== mds.0 v2:172.21.15.113:6838/3297899949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559795d18d70 con 0x559795e2e1f0 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa86aa00640 10 client.27719 handle_command_reply: tid=0 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 client.27719 shutdown 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 -- 172.21.15.47:0/2092448189 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dad0c0 msgr2=0x559795db0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dad0c0 0x559795db0d70 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x559795dca480 tx=0x7fa86c004ab0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 -- 172.21.15.47:0/2092448189 shutdown_connections 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.113:6838/3297899949,v1:172.21.15.113:6839/3297899949] conn(0x559795e2e1f0 0x559795e30610 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559795db7790 0x559795db12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x559795dad0c0 0x559795db0d70 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 --2- 172.21.15.47:0/2092448189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559795dac7a0 0x559795dbfae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 -- 172.21.15.47:0/2092448189 >> 172.21.15.47:0/2092448189 conn(0x559795da8ac0 msgr2=0x559795da72b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa86aa00640 0 client.27719 ms_handle_reset on v2:172.21.15.113:6838/3297899949 2024-04-25T02:43:20.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 -- 172.21.15.47:0/2092448189 shutdown_connections 2024-04-25T02:43:20.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 1 -- 172.21.15.47:0/2092448189 wait complete. 2024-04-25T02:43:20.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.330+0000 7fa88a671740 20 client.27719 trim_cache size 0 max 16384 2024-04-25T02:43:20.339 INFO:teuthology.orchestra.run.smithi047.stdout:[] 2024-04-25T02:43:20.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 -- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8640a2d80 msgr2=0x7fa8640a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8640a2d80 0x7fa8640a5240 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x559795da9c50 tx=0x7fa86c009b30 comp rx=0 tx=0).stop 2024-04-25T02:43:20.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 -- 172.21.15.47:0/4291159080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 msgr2=0x7fa8800744c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:20.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 0x7fa8800744c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa87800e9b0 tx=0x7fa87800ee70 comp rx=0 tx=0).stop 2024-04-25T02:43:20.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 -- 172.21.15.47:0/4291159080 shutdown_connections 2024-04-25T02:43:20.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fa8640a2d80 0x7fa8640a5240 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fa880107690 0x7fa8800744c0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa880101fb0 0x7fa880073f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 --2- 172.21.15.47:0/4291159080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8801015f0 0x7fa880073a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:20.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 -- 172.21.15.47:0/4291159080 >> 172.21.15.47:0/4291159080 conn(0x7fa8800fd0e0 msgr2=0x7fa8800fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:20.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 -- 172.21.15.47:0/4291159080 shutdown_connections 2024-04-25T02:43:20.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:20.331+0000 7fa886200640 1 -- 172.21.15.47:0/4291159080 wait complete. 2024-04-25T02:43:20.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:19 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2962376294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:43:21.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:20 smithi047 ceph-mon[27871]: pgmap v332: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 231 B/s wr, 7 op/s 2024-04-25T02:43:21.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:20 smithi113 ceph-mon[32459]: pgmap v332: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 231 B/s wr, 7 op/s 2024-04-25T02:43:21.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:20 smithi178 ceph-mon[33053]: pgmap v332: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 231 B/s wr, 7 op/s 2024-04-25T02:43:21.355 INFO:tasks.fwd_scrub.fs.[cephfs]:end scrubbing fs: cephfs 2024-04-25T02:43:21.355 INFO:tasks.fwd_scrub:done joining 2024-04-25T02:43:21.355 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-25T02:43:21.368 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:43:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 -- 172.21.15.47:0/3315425021 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101580 msgr2=0x7f2238101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 --2- 172.21.15.47:0/3315425021 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101580 0x7f2238101a00 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2220009890 tx=0x7f222002a360 comp rx=0 tx=0).stop 2024-04-25T02:43:21.593 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 -- 172.21.15.47:0/3315425021 shutdown_connections 2024-04-25T02:43:21.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 --2- 172.21.15.47:0/3315425021 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2238101f40 0x7f223810e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 --2- 172.21.15.47:0/3315425021 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101580 0x7f2238101a00 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 --2- 172.21.15.47:0/3315425021 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2238107640 0x7f2238107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 -- 172.21.15.47:0/3315425021 >> 172.21.15.47:0/3315425021 conn(0x7f22380fd070 msgr2=0x7f22380ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:21.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 -- 172.21.15.47:0/3315425021 shutdown_connections 2024-04-25T02:43:21.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.588+0000 7f2237200640 1 -- 172.21.15.47:0/3315425021 wait complete. 2024-04-25T02:43:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.589+0000 7f2237200640 1 Processor -- start 2024-04-25T02:43:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.589+0000 7f2237200640 1 -- start start 2024-04-25T02:43:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2237200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2238101580 0x7f2238197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2237200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101f40 0x7f2238198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2237200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2238107640 0x7f223819c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:21.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2237200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2238111900 con 0x7f2238101580 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2237200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f2238111780 con 0x7f2238101f40 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2237200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2238111a80 con 0x7f2238107640 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2238101580 0x7f2238197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2238101580 0x7f2238197dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:58208/0 (socket says 172.21.15.47:58208) 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235e00640 1 -- 172.21.15.47:0/2445803353 learned_addr learned my addr 172.21.15.47:0/2445803353 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235400640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101f40 0x7f2238198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2236800640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2238107640 0x7f223819c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235e00640 1 -- 172.21.15.47:0/2445803353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2238107640 msgr2=0x7f223819c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235e00640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2238107640 0x7f223819c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235e00640 1 -- 172.21.15.47:0/2445803353 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101f40 msgr2=0x7f2238198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235e00640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101f40 0x7f2238198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235e00640 1 -- 172.21.15.47:0/2445803353 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f223819cdb0 con 0x7f2238101580 2024-04-25T02:43:21.597 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.590+0000 7f2235400640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101f40 0x7f2238198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:21.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.591+0000 7f2235e00640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2238101580 0x7f2238197dc0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f222800e9c0 tx=0x7f222800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:21.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.591+0000 7f222ea00640 1 -- 172.21.15.47:0/2445803353 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222800cde0 con 0x7f2238101580 2024-04-25T02:43:21.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.591+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f223819d0a0 con 0x7f2238101580 2024-04-25T02:43:21.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.591+0000 7f222ea00640 1 -- 172.21.15.47:0/2445803353 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22280035f0 con 0x7f2238101580 2024-04-25T02:43:21.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.591+0000 7f222ea00640 1 -- 172.21.15.47:0/2445803353 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2228010650 con 0x7f2238101580 2024-04-25T02:43:21.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.591+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22381a4930 con 0x7f2238101580 2024-04-25T02:43:21.598 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.592+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2238068480 con 0x7f2238101580 2024-04-25T02:43:21.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.595+0000 7f222ea00640 1 -- 172.21.15.47:0/2445803353 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f22280037a0 con 0x7f2238101580 2024-04-25T02:43:21.601 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.597+0000 7f222ea00640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f221c0a2d80 0x7f221c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:21.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.597+0000 7f222ea00640 1 -- 172.21.15.47:0/2445803353 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f22280cf750 con 0x7f2238101580 2024-04-25T02:43:21.602 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.597+0000 7f2235400640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f221c0a2d80 0x7f221c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:21.603 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.598+0000 7f2235400640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f221c0a2d80 0x7f221c0a5240 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2220000c00 tx=0x7f2220005890 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:21.606 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.602+0000 7f222ea00640 1 -- 172.21.15.47:0/2445803353 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f222809c310 con 0x7f2238101580 2024-04-25T02:43:21.813 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.808+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2238199110 con 0x7f2238101580 2024-04-25T02:43:21.815 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.810+0000 7f222ea00640 1 -- 172.21.15.47:0/2445803353 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+23059 (secure 0 0 0) 0x7f222809bc10 con 0x7f2238101580 2024-04-25T02:43:21.816 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:43:21.816 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":99,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:43:13.961929+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":98,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/233515399":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/3106043570":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/3332745112":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1042598960":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:43:21.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f221c0a2d80 msgr2=0x7f221c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:21.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f221c0a2d80 0x7f221c0a5240 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2220000c00 tx=0x7f2220005890 comp rx=0 tx=0).stop 2024-04-25T02:43:21.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2238101580 msgr2=0x7f2238197dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:21.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2238101580 0x7f2238197dc0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f222800e9c0 tx=0x7f222800ee80 comp rx=0 tx=0).stop 2024-04-25T02:43:21.818 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 shutdown_connections 2024-04-25T02:43:21.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f221c0a2d80 0x7f221c0a5240 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2238107640 0x7f223819c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2238101f40 0x7f2238198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 --2- 172.21.15.47:0/2445803353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2238101580 0x7f2238197dc0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:21.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 >> 172.21.15.47:0/2445803353 conn(0x7f22380fd070 msgr2=0x7f22380fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:21.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 shutdown_connections 2024-04-25T02:43:21.819 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:21.813+0000 7f2237200640 1 -- 172.21.15.47:0/2445803353 wait complete. 2024-04-25T02:43:21.839 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '98', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 98, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:43:21.840 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 -- 172.21.15.47:0/3118257177 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ce8101760 msgr2=0x7f8ce8101be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3118257177 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ce8101760 0x7f8ce8101be0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8cd4009860 tx=0x7f8cd402a340 comp rx=0 tx=0).stop 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 -- 172.21.15.47:0/3118257177 shutdown_connections 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3118257177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ce8102120 0x7f8ce810e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3118257177 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ce8101760 0x7f8ce8101be0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3118257177 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ce8107770 0x7f8ce8107b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 -- 172.21.15.47:0/3118257177 >> 172.21.15.47:0/3118257177 conn(0x7f8ce80fd250 msgr2=0x7f8ce80ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 -- 172.21.15.47:0/3118257177 shutdown_connections 2024-04-25T02:43:22.061 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.055+0000 7f8cf0200640 1 -- 172.21.15.47:0/3118257177 wait complete. 2024-04-25T02:43:22.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.057+0000 7f8cf0200640 1 Processor -- start 2024-04-25T02:43:22.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.057+0000 7f8cf0200640 1 -- start start 2024-04-25T02:43:22.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.057+0000 7f8cf0200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ce8101760 0x7f8ce81980c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.057+0000 7f8cf0200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ce8102120 0x7f8ce8198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.057+0000 7f8cf0200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ce8107770 0x7f8ce819c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.057+0000 7f8cf0200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ce8111b80 con 0x7f8ce8101760 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.057+0000 7f8cf0200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8ce8111a00 con 0x7f8ce8107770 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.057+0000 7f8cf0200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8ce8111d00 con 0x7f8ce8102120 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8ced800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ce8101760 0x7f8ce81980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8ced800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ce8101760 0x7f8ce81980c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43744/0 (socket says 172.21.15.47:43744) 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8ced800640 1 -- 172.21.15.47:0/3012595530 learned_addr learned my addr 172.21.15.47:0/3012595530 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8cee200640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ce8107770 0x7f8ce819c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8cece00640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ce8102120 0x7f8ce8198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8ced800640 1 -- 172.21.15.47:0/3012595530 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ce8102120 msgr2=0x7f8ce8198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8ced800640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ce8102120 0x7f8ce8198600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.064 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8ced800640 1 -- 172.21.15.47:0/3012595530 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ce8107770 msgr2=0x7f8ce819c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8ced800640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ce8107770 0x7f8ce819c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.058+0000 7f8ced800640 1 -- 172.21.15.47:0/3012595530 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ce819d0b0 con 0x7f8ce8101760 2024-04-25T02:43:22.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.059+0000 7f8ced800640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ce8101760 0x7f8ce81980c0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc00e9f0 tx=0x7f8cdc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:22.065 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.059+0000 7f8ce6000640 1 -- 172.21.15.47:0/3012595530 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc00cd80 con 0x7f8ce8101760 2024-04-25T02:43:22.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.059+0000 7f8ce6000640 1 -- 172.21.15.47:0/3012595530 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8cdc005500 con 0x7f8ce8101760 2024-04-25T02:43:22.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.059+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ce819d3a0 con 0x7f8ce8101760 2024-04-25T02:43:22.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.059+0000 7f8ce6000640 1 -- 172.21.15.47:0/3012595530 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc010690 con 0x7f8ce8101760 2024-04-25T02:43:22.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.059+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ce81a4c30 con 0x7f8ce8101760 2024-04-25T02:43:22.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.060+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ce80689b0 con 0x7f8ce8101760 2024-04-25T02:43:22.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.062+0000 7f8ce6000640 1 -- 172.21.15.47:0/3012595530 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8cdc0046c0 con 0x7f8ce8101760 2024-04-25T02:43:22.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.064+0000 7f8ce6000640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8cd00a2d00 0x7f8cd00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.064+0000 7f8ce6000640 1 -- 172.21.15.47:0/3012595530 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f8cdc0cf860 con 0x7f8ce8101760 2024-04-25T02:43:22.069 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.064+0000 7f8cece00640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8cd00a2d00 0x7f8cd00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.070 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.065+0000 7f8cece00640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8cd00a2d00 0x7f8cd00a51c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8cd402a930 tx=0x7f8cd40056d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:22.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.068+0000 7f8ce6000640 1 -- 172.21.15.47:0/3012595530 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f8cdc09c420 con 0x7f8ce8101760 2024-04-25T02:43:22.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:21 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2445803353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:43:22.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:21 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2445803353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:43:22.277 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.272+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8ce8109cd0 con 0x7f8ce8101760 2024-04-25T02:43:22.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.273+0000 7f8ce6000640 1 -- 172.21.15.47:0/3012595530 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v99) ==== 93+0+10 (secure 0 0 0) 0x7f8cdc09bd20 con 0x7f8ce8101760 2024-04-25T02:43:22.278 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:43:22.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8cd00a2d00 msgr2=0x7f8cd00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8cd00a2d00 0x7f8cd00a51c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8cd402a930 tx=0x7f8cd40056d0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.281 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ce8101760 msgr2=0x7f8ce81980c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ce8101760 0x7f8ce81980c0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc00e9f0 tx=0x7f8cdc00edf0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 shutdown_connections 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8cd00a2d00 0x7f8cd00a51c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ce8107770 0x7f8ce819c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ce8102120 0x7f8ce8198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 --2- 172.21.15.47:0/3012595530 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ce8101760 0x7f8ce81980c0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 >> 172.21.15.47:0/3012595530 conn(0x7f8ce80fd250 msgr2=0x7f8ce80fda90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 shutdown_connections 2024-04-25T02:43:22.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.276+0000 7f8cf0200640 1 -- 172.21.15.47:0/3012595530 wait complete. 2024-04-25T02:43:22.303 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:43:22.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:21 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2445803353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:43:22.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 -- 172.21.15.47:0/2290888567 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c10bbc0 msgr2=0x7f9d4c10e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.526 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 --2- 172.21.15.47:0/2290888567 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c10bbc0 0x7f9d4c10e060 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9d44009860 tx=0x7f9d4402a3d0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 -- 172.21.15.47:0/2290888567 shutdown_connections 2024-04-25T02:43:22.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 --2- 172.21.15.47:0/2290888567 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c10bbc0 0x7f9d4c10e060 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 --2- 172.21.15.47:0/2290888567 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d4c1030c0 0x7f9d4c10b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 --2- 172.21.15.47:0/2290888567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d4c1027a0 0x7f9d4c102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 -- 172.21.15.47:0/2290888567 >> 172.21.15.47:0/2290888567 conn(0x7f9d4c0fbfc0 msgr2=0x7f9d4c0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:22.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 -- 172.21.15.47:0/2290888567 shutdown_connections 2024-04-25T02:43:22.527 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.521+0000 7f9d52800640 1 -- 172.21.15.47:0/2290888567 wait complete. 2024-04-25T02:43:22.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.522+0000 7f9d52800640 1 Processor -- start 2024-04-25T02:43:22.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.522+0000 7f9d52800640 1 -- start start 2024-04-25T02:43:22.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d52800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d4c1027a0 0x7f9d4c197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d52800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c1030c0 0x7f9d4c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d52800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d4c10bbc0 0x7f9d4c19c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d52800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9d4c111a10 con 0x7f9d4c1027a0 2024-04-25T02:43:22.529 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d52800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f9d4c111890 con 0x7f9d4c1030c0 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d52800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9d4c111b90 con 0x7f9d4c10bbc0 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d51400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d4c1027a0 0x7f9d4c197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d51400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d4c1027a0 0x7f9d4c197eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43750/0 (socket says 172.21.15.47:43750) 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d51400640 1 -- 172.21.15.47:0/579267231 learned_addr learned my addr 172.21.15.47:0/579267231 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d50a00640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c1030c0 0x7f9d4c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d51e00640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d4c10bbc0 0x7f9d4c19c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d50a00640 1 -- 172.21.15.47:0/579267231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d4c10bbc0 msgr2=0x7f9d4c19c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d50a00640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d4c10bbc0 0x7f9d4c19c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.523+0000 7f9d50a00640 1 -- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d4c1027a0 msgr2=0x7f9d4c197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d50a00640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d4c1027a0 0x7f9d4c197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d50a00640 1 -- 172.21.15.47:0/579267231 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d4c19ce50 con 0x7f9d4c1030c0 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d51400640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d4c1027a0 0x7f9d4c197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:22.530 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d50a00640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c1030c0 0x7f9d4c1983f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9d3800ea50 tx=0x7f9d3800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:22.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d4a000640 1 -- 172.21.15.47:0/579267231 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d3800ce20 con 0x7f9d4c1030c0 2024-04-25T02:43:22.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d4c19d140 con 0x7f9d4c1030c0 2024-04-25T02:43:22.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d4a000640 1 -- 172.21.15.47:0/579267231 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d38010910 con 0x7f9d4c1030c0 2024-04-25T02:43:22.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d4a000640 1 -- 172.21.15.47:0/579267231 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d38017ac0 con 0x7f9d4c1030c0 2024-04-25T02:43:22.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.524+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d4c1a49d0 con 0x7f9d4c1030c0 2024-04-25T02:43:22.531 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.526+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d4c068480 con 0x7f9d4c1030c0 2024-04-25T02:43:22.532 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.528+0000 7f9d4a000640 1 -- 172.21.15.47:0/579267231 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9d38010ac0 con 0x7f9d4c1030c0 2024-04-25T02:43:22.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.530+0000 7f9d4a000640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9d300a2d80 0x7f9d300a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.530+0000 7f9d4a000640 1 -- 172.21.15.47:0/579267231 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f9d380cfbd0 con 0x7f9d4c1030c0 2024-04-25T02:43:22.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.530+0000 7f9d51400640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9d300a2d80 0x7f9d300a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.535 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.531+0000 7f9d51400640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9d300a2d80 0x7f9d300a5240 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c0096c0 tx=0x7f9d3c009260 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:22.538 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.533+0000 7f9d4a000640 1 -- 172.21.15.47:0/579267231 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9d3809c790 con 0x7f9d4c1030c0 2024-04-25T02:43:22.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.739+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9d4c106c90 con 0x7f9d4c1030c0 2024-04-25T02:43:22.744 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.739+0000 7f9d4a000640 1 -- 172.21.15.47:0/579267231 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v99) ==== 104+0+11 (secure 0 0 0) 0x7f9d3809c090 con 0x7f9d4c1030c0 2024-04-25T02:43:22.745 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:43:22.747 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.742+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9d300a2d80 msgr2=0x7f9d300a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.742+0000 7f9d52800640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9d300a2d80 0x7f9d300a5240 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c0096c0 tx=0x7f9d3c009260 comp rx=0 tx=0).stop 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c1030c0 msgr2=0x7f9d4c1983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c1030c0 0x7f9d4c1983f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9d3800ea50 tx=0x7f9d3800ef10 comp rx=0 tx=0).stop 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 shutdown_connections 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f9d300a2d80 0x7f9d300a5240 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d4c10bbc0 0x7f9d4c19c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9d4c1030c0 0x7f9d4c1983f0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 --2- 172.21.15.47:0/579267231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d4c1027a0 0x7f9d4c197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.748 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 >> 172.21.15.47:0/579267231 conn(0x7f9d4c0fbfc0 msgr2=0x7f9d4c0fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:22.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 shutdown_connections 2024-04-25T02:43:22.749 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.743+0000 7f9d52800640 1 -- 172.21.15.47:0/579267231 wait complete. 2024-04-25T02:43:22.769 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.981+0000 7f0fc7200640 1 -- 172.21.15.47:0/1096737332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc8107680 msgr2=0x7f0fc8107a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.981+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1096737332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc8107680 0x7f0fc8107a60 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8009930 tx=0x7f0fb802a420 comp rx=0 tx=0).stop 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.981+0000 7f0fc7200640 1 -- 172.21.15.47:0/1096737332 shutdown_connections 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.981+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1096737332 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fc8101fa0 0x7f0fc810e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.981+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1096737332 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fc81015e0 0x7f0fc8101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.981+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1096737332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc8107680 0x7f0fc8107a60 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.981+0000 7f0fc7200640 1 -- 172.21.15.47:0/1096737332 >> 172.21.15.47:0/1096737332 conn(0x7f0fc80fd110 msgr2=0x7f0fc80ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.982+0000 7f0fc7200640 1 -- 172.21.15.47:0/1096737332 shutdown_connections 2024-04-25T02:43:22.987 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.982+0000 7f0fc7200640 1 -- 172.21.15.47:0/1096737332 wait complete. 2024-04-25T02:43:22.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.983+0000 7f0fc7200640 1 Processor -- start 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.983+0000 7f0fc7200640 1 -- start start 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.983+0000 7f0fc7200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc81015e0 0x7f0fc819a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.983+0000 7f0fc7200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fc8101fa0 0x7f0fc819a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.983+0000 7f0fc7200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fc8107680 0x7f0fc819e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.983+0000 7f0fc7200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc8111a50 con 0x7f0fc81015e0 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.983+0000 7f0fc7200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc81118d0 con 0x7f0fc8101fa0 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.983+0000 7f0fc7200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc8111bd0 con 0x7f0fc8107680 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc81015e0 0x7f0fc819a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc81015e0 0x7f0fc819a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43772/0 (socket says 172.21.15.47:43772) 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 -- 172.21.15.47:0/1284131844 learned_addr learned my addr 172.21.15.47:0/1284131844 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc6800640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fc8107680 0x7f0fc819e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5400640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fc8101fa0 0x7f0fc819a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 -- 172.21.15.47:0/1284131844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fc8107680 msgr2=0x7f0fc819e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fc8107680 0x7f0fc819e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 -- 172.21.15.47:0/1284131844 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fc8101fa0 msgr2=0x7f0fc819a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:22.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fc8101fa0 0x7f0fc819a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:22.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 -- 172.21.15.47:0/1284131844 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fc819f0e0 con 0x7f0fc81015e0 2024-04-25T02:43:22.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.984+0000 7f0fc5e00640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc81015e0 0x7f0fc819a0f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f0fb802a940 tx=0x7f0fb8003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:22.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.985+0000 7f0fbea00640 1 -- 172.21.15.47:0/1284131844 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb803f070 con 0x7f0fc81015e0 2024-04-25T02:43:22.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.985+0000 7f0fbea00640 1 -- 172.21.15.47:0/1284131844 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0fb8031c90 con 0x7f0fc81015e0 2024-04-25T02:43:22.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.985+0000 7f0fbea00640 1 -- 172.21.15.47:0/1284131844 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8035030 con 0x7f0fc81015e0 2024-04-25T02:43:22.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.985+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fc819f370 con 0x7f0fc81015e0 2024-04-25T02:43:22.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.985+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fc81a6c60 con 0x7f0fc81015e0 2024-04-25T02:43:22.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.986+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fc8102d20 con 0x7f0fc81015e0 2024-04-25T02:43:22.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.988+0000 7f0fbea00640 1 -- 172.21.15.47:0/1284131844 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0fb8042070 con 0x7f0fc81015e0 2024-04-25T02:43:22.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.990+0000 7f0fbea00640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0fac0a2d80 0x7f0fac0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:22.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.990+0000 7f0fbea00640 1 -- 172.21.15.47:0/1284131844 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f0fb80efd30 con 0x7f0fc81015e0 2024-04-25T02:43:22.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.990+0000 7f0fc5400640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0fac0a2d80 0x7f0fac0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:22.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.991+0000 7f0fc5400640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0fac0a2d80 0x7f0fac0a5240 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0fc810e8b0 tx=0x7f0fb4005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:22.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:22.994+0000 7f0fbea00640 1 -- 172.21.15.47:0/1284131844 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0fb80bc2a0 con 0x7f0fc81015e0 2024-04-25T02:43:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:22 smithi047 ceph-mon[27871]: pgmap v333: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:43:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:22 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3012595530' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:43:23.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:22 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/579267231' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:43:23.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.197+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0fc81a6e30 con 0x7f0fc81015e0 2024-04-25T02:43:23.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.198+0000 7f0fbea00640 1 -- 172.21.15.47:0/1284131844 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v99) ==== 100+0+11 (secure 0 0 0) 0x7f0fb80c05a0 con 0x7f0fc81015e0 2024-04-25T02:43:23.203 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:43:23.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0fac0a2d80 msgr2=0x7f0fac0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:23.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0fac0a2d80 0x7f0fac0a5240 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0fc810e8b0 tx=0x7f0fb4005f90 comp rx=0 tx=0).stop 2024-04-25T02:43:23.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc81015e0 msgr2=0x7f0fc819a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:23.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc81015e0 0x7f0fc819a0f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f0fb802a940 tx=0x7f0fb8003b20 comp rx=0 tx=0).stop 2024-04-25T02:43:23.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 shutdown_connections 2024-04-25T02:43:23.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f0fac0a2d80 0x7f0fac0a5240 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0fc8107680 0x7f0fc819e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f0fc8101fa0 0x7f0fc819a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 --2- 172.21.15.47:0/1284131844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fc81015e0 0x7f0fc819a0f0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 >> 172.21.15.47:0/1284131844 conn(0x7f0fc80fd110 msgr2=0x7f0fc80fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:23.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 shutdown_connections 2024-04-25T02:43:23.208 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.202+0000 7f0fc7200640 1 -- 172.21.15.47:0/1284131844 wait complete. 2024-04-25T02:43:23.227 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-25T02:43:23.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:22 smithi113 ceph-mon[32459]: pgmap v333: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:43:23.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:22 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3012595530' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:43:23.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:22 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/579267231' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:43:23.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:22 smithi178 ceph-mon[33053]: pgmap v333: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-25T02:43:23.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:22 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3012595530' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:43:23.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:22 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/579267231' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 -- 172.21.15.47:0/2713614076 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 msgr2=0x7f8af0109b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 --2- 172.21.15.47:0/2713614076 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 0x7f8af0109b30 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009930 tx=0x7f8ae002a420 comp rx=0 tx=0).stop 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 -- 172.21.15.47:0/2713614076 shutdown_connections 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 --2- 172.21.15.47:0/2713614076 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8af0104100 0x7f8af0110610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 --2- 172.21.15.47:0/2713614076 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8af0103740 0x7f8af0103bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 --2- 172.21.15.47:0/2713614076 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 0x7f8af0109b30 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 -- 172.21.15.47:0/2713614076 >> 172.21.15.47:0/2713614076 conn(0x7f8af00ff210 msgr2=0x7f8af0101630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 -- 172.21.15.47:0/2713614076 shutdown_connections 2024-04-25T02:43:23.427 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.421+0000 7f8aefe00640 1 -- 172.21.15.47:0/2713614076 wait complete. 2024-04-25T02:43:23.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.422+0000 7f8aefe00640 1 Processor -- start 2024-04-25T02:43:23.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aefe00640 1 -- start start 2024-04-25T02:43:23.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aefe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8af0103740 0x7f8af019a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:23.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aefe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8af0104100 0x7f8af019a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:23.429 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aefe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 0x7f8af019e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aefe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8af0113b60 con 0x7f8af0104100 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aefe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8af01139e0 con 0x7f8af0103740 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aefe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8af0113ce0 con 0x7f8af0109750 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8af0104100 0x7f8af019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aee000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8af0104100 0x7f8af019a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:43786/0 (socket says 172.21.15.47:43786) 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aee000640 1 -- 172.21.15.47:0/4170716946 learned_addr learned my addr 172.21.15.47:0/4170716946 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aeea00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8af0103740 0x7f8af019a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.423+0000 7f8aef400640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 0x7f8af019e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aee000640 1 -- 172.21.15.47:0/4170716946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 msgr2=0x7f8af019e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aee000640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 0x7f8af019e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aee000640 1 -- 172.21.15.47:0/4170716946 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8af0103740 msgr2=0x7f8af019a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aee000640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8af0103740 0x7f8af019a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aee000640 1 -- 172.21.15.47:0/4170716946 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8af019f030 con 0x7f8af0104100 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aef400640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 0x7f8af019e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:43:23.430 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aee000640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8af0104100 0x7f8af019a580 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f8adc00e9f0 tx=0x7f8adc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:23.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8ae7400640 1 -- 172.21.15.47:0/4170716946 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8adc00cd80 con 0x7f8af0104100 2024-04-25T02:43:23.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8af019f320 con 0x7f8af0104100 2024-04-25T02:43:23.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8ae7400640 1 -- 172.21.15.47:0/4170716946 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8adc005500 con 0x7f8af0104100 2024-04-25T02:43:23.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8ae7400640 1 -- 172.21.15.47:0/4170716946 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8adc010690 con 0x7f8af0104100 2024-04-25T02:43:23.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.424+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8af01a6bb0 con 0x7f8af0104100 2024-04-25T02:43:23.431 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.426+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8af00688d0 con 0x7f8af0104100 2024-04-25T02:43:23.433 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.429+0000 7f8ae7400640 1 -- 172.21.15.47:0/4170716946 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8adc0046c0 con 0x7f8af0104100 2024-04-25T02:43:23.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.430+0000 7f8ae7400640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ad40a2d80 0x7f8ad40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:43:23.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.430+0000 7f8ae7400640 1 -- 172.21.15.47:0/4170716946 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f8adc0cf990 con 0x7f8af0104100 2024-04-25T02:43:23.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.430+0000 7f8aeea00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ad40a2d80 0x7f8ad40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:43:23.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.431+0000 7f8aeea00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ad40a2d80 0x7f8ad40a5240 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009900 tx=0x7f8ae00058d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:43:23.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.432+0000 7f8ae7400640 1 -- 172.21.15.47:0/4170716946 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f8adc053740 con 0x7f8af0104100 2024-04-25T02:43:23.696 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.691+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f8af019b390 con 0x7f8af0104100 2024-04-25T02:43:23.725 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.720+0000 7f8ae7400640 1 -- 172.21.15.47:0/4170716946 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+740902 (secure 0 0 0) 0x7f8af019b390 con 0x7f8af0104100 2024-04-25T02:43:23.728 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:43:23.728 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:43:23.728 INFO:teuthology.orchestra.run.smithi047.stdout: "epoch": 26, 2024-04-25T02:43:23.729 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.729 INFO:teuthology.orchestra.run.smithi047.stdout: "active_gid": 25219, 2024-04-25T02:43:23.729 INFO:teuthology.orchestra.run.smithi047.stdout: "active_name": "x", 2024-04-25T02:43:23.729 INFO:teuthology.orchestra.run.smithi047.stdout: "active_addrs": { 2024-04-25T02:43:23.729 INFO:teuthology.orchestra.run.smithi047.stdout: "addrvec": [ 2024-04-25T02:43:23.729 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.730 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "v2", 2024-04-25T02:43:23.730 INFO:teuthology.orchestra.run.smithi047.stdout: "addr": "172.21.15.47:6800", 2024-04-25T02:43:23.730 INFO:teuthology.orchestra.run.smithi047.stdout: "nonce": 3657933538 2024-04-25T02:43:23.730 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.730 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.730 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "v1", 2024-04-25T02:43:23.730 INFO:teuthology.orchestra.run.smithi047.stdout: "addr": "172.21.15.47:6801", 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "nonce": 3657933538 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "active_addr": "172.21.15.47:6801/3657933538", 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "active_change": "2024-04-25T02:32:41.329411+0000", 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "active_mgr_features": 4540701547738038271, 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "available": true, 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "standbys": [ 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "gid": 25199, 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "y", 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "mgr_features": 4540701547738038271, 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: "available_modules": [ 2024-04-25T02:43:23.731 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "alerts", 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.732 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.733 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.734 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.735 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.736 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.737 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_destination": { 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_destination", 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.738 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Email address to send alerts to", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_from_name": { 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_from_name", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "Ceph", 2024-04-25T02:43:23.739 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Email From: name", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_host": { 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_host", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.740 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP server", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_password": { 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_password", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.741 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Password to authenticate with", 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_port": { 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_port", 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "465", 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.742 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP port", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_sender": { 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_sender", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.743 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP envelope sender", 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_ssl": { 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_ssl", 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.744 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_user": { 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_user", 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.745 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "User to authenticate as", 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "balancer", 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "active": { 2024-04-25T02:43:23.746 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "active", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "begin_time": { 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "begin_time", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.747 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0000", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "begin_weekday": { 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "begin_weekday", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.748 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0", 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "6", 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_max_iterations": { 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_max_iterations", 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.749 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "25", 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "250", 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_metrics": { 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_metrics", 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.750 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_step": { 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_step", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0.5", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0.001", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "0.999", 2024-04-25T02:43:23.751 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "aggressiveness of optimization", 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "end_time": { 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "end_time", 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "2359", 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.752 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "end_weekday": { 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "end_weekday", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "6", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T02:43:23.753 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.754 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.755 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.756 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.757 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.758 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "min_score": { 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "min_score", 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.759 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": { 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mode", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "upmap", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "crush-compat", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "none", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "read", 2024-04-25T02:43:23.760 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap-read" 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Balancer mode", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "pool_ids": { 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pool_ids", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.761 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.762 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap_max_deviation": { 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "upmap_max_deviation", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T02:43:23.763 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap_max_optimizations": { 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "upmap_max_optimizations", 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.764 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cephadm", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_down_multiplier": { 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_down_multiplier", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3.0", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T02:43:23.765 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_refresh_rate": { 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_refresh_rate", 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "20", 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T02:43:23.766 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_starting_port": { 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_starting_port", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "4721", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.767 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_ptrace": { 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_ptrace", 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.768 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "autotune_interval": { 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "autotune_interval", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "autotune_memory_target_ratio": { 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T02:43:23.769 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0.7", 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm_log_destination": { 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cephadm_log_destination", 2024-04-25T02:43:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "file", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "file,syslog", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "syslog" 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: "cgroups_split": { 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cgroups_split", 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.772 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "config_checks_enabled": { 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_checks_enabled", 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.773 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "config_dashboard": { 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_dashboard", 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.774 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_alertmanager": { 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_alertmanager", 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.775 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_base": { 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_base", 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.776 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Container image name, without the tag", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_elasticsearch": { 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_elasticsearch", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "elasticsearch container image", 2024-04-25T02:43:23.777 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_grafana": { 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_grafana", 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:23.778 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_haproxy": { 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_haproxy", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "HAproxy container image", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.779 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_agent": { 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_agent", 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger agent container image", 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_collector": { 2024-04-25T02:43:23.780 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_collector", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger collector container image", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_query": { 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_query", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.781 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger query container image", 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_keepalived": { 2024-04-25T02:43:23.782 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_keepalived", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Keepalived container image", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_loki": { 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_loki", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.783 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Loki container image", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_node_exporter": { 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_node_exporter", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.784 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_nvmeof": { 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_nvmeof", 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.785 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Nvme-of container image", 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_prometheus": { 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_prometheus", 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.786 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_promtail": { 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_promtail", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.787 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Promtail container image", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_samba": { 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_samba", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Samba/SMB container image", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.788 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_snmp_gateway": { 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_snmp_gateway", 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SNMP Gateway container image", 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "container_init": { 2024-04-25T02:43:23.789 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_init", 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "daemon_cache_timeout": { 2024-04-25T02:43:23.790 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "daemon_cache_timeout", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "default_cephadm_command_timeout": { 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.791 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "900", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "default_registry": { 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "default_registry", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.792 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "device_cache_timeout": { 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_cache_timeout", 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.793 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1800", 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache device inventory", 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.794 INFO:teuthology.orchestra.run.smithi047.stdout: "device_enhanced_scan": { 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_enhanced_scan", 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.795 INFO:teuthology.orchestra.run.smithi047.stdout: "facts_cache_timeout": { 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "facts_cache_timeout", 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache host facts data", 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.796 INFO:teuthology.orchestra.run.smithi047.stdout: "grafana_dashboards_path": { 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "grafana_dashboards_path", 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "host_check_interval": { 2024-04-25T02:43:23.797 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "host_check_interval", 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to perform a host check", 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.798 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "hw_monitoring": { 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "hw_monitoring", 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.799 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "inventory_list_all": { 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "inventory_list_all", 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.800 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.801 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "log_refresh_metadata": { 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_refresh_metadata", 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.802 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.807 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.808 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.809 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T02:43:23.810 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.811 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "*", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "max_count_per_host": { 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_count_per_host", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:23.812 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "max number of daemons per service per host", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "max_osd_draining_count": { 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_osd_draining_count", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.813 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "migration_current": { 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "migration_current", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "internal - do not modify", 2024-04-25T02:43:23.814 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": { 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mode", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "root", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm-package", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "root" 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T02:43:23.815 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "oob_default_addr": { 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "oob_default_addr", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "169.254.1.1", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.816 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "prometheus_alerts_path": { 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prometheus_alerts_path", 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.817 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_insecure": { 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_insecure", 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.818 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_password": { 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_password", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_url": { 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_url", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.819 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_username": { 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_username", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.820 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "secure_monitoring_stack": { 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "secure_monitoring_stack", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.821 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "service_discovery_port": { 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "service_discovery_port", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8765", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "cephadm service discovery port", 2024-04-25T02:43:23.822 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "ssh_config_file": { 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssh_config_file", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.823 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "use_agent": { 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "use_agent", 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.824 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "use_repo_digest": { 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "use_repo_digest", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.825 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_failed_host_check": { 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_failed_host_check", 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.826 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_stray_daemons": { 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_stray_daemons", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T02:43:23.827 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_stray_hosts": { 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_stray_hosts", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.828 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crash", 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.829 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.830 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.831 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.832 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.833 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "retain_interval": { 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "retain_interval", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "31536000", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.834 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_recent_interval": { 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_recent_interval", 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1209600", 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.835 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "dashboard", 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.836 INFO:teuthology.orchestra.run.smithi047.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T02:43:23.837 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T02:43:23.838 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "AUDIT_API_ENABLED": { 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T02:43:23.839 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.840 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.841 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.842 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.843 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.844 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.845 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.846 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.847 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.848 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.849 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.850 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.851 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_URL": { 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_URL", 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.852 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.853 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.854 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.855 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.856 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.857 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.857 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.857 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.857 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.857 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.857 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.857 INFO:teuthology.orchestra.run.smithi047.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T02:43:23.858 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T02:43:23.858 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.858 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.858 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.858 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.858 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.858 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.859 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.859 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.859 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.859 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.859 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.859 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.859 INFO:teuthology.orchestra.run.smithi047.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T02:43:23.860 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T02:43:23.860 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.860 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.860 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.860 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.860 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.861 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.861 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.861 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.861 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.861 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.861 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.861 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.862 INFO:teuthology.orchestra.run.smithi047.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T02:43:23.862 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T02:43:23.862 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.862 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.862 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.862 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.862 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T02:43:23.863 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T02:43:23.864 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.864 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.864 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.864 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.864 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.864 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.864 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.865 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.865 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.865 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.865 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.865 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.865 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T02:43:23.865 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T02:43:23.866 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.866 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.866 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.866 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.866 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.866 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.867 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.868 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.869 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.870 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.871 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.872 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.873 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.874 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.875 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "45", 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T02:43:23.876 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T02:43:23.877 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T02:43:23.878 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.879 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.880 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.881 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.882 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "cross_origin_url": { 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cross_origin_url", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.883 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "crt_file": { 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crt_file", 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.884 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "debug": { 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "debug", 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable/disable debug options", 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.885 INFO:teuthology.orchestra.run.smithi047.stdout: "jwt_token_ttl": { 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "jwt_token_ttl", 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "28800", 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.886 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "key_file": { 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "key_file", 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.887 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.888 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.889 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.890 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.891 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "motd": { 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "motd", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "The message of the day", 2024-04-25T02:43:23.892 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "redirect_resolve_ip_addr": { 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.893 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "::", 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.894 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8080", 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.895 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl": { 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl", 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.896 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl_server_port": { 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl_server_port", 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8443", 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_behaviour": { 2024-04-25T02:43:23.897 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_behaviour", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "redirect", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "redirect" 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.898 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_error_status_code": { 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_error_status_code", 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "500", 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "400", 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "599", 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.899 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "url_prefix": { 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "url_prefix", 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.900 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "devicehealth", 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "enable_monitoring": { 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enable_monitoring", 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.901 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "monitor device health metrics", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.902 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.903 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.904 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.905 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "mark_out_threshold": { 2024-04-25T02:43:23.906 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mark_out_threshold", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "2419200", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "pool_name": { 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pool_name", 2024-04-25T02:43:23.907 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "device_health_metrics", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "retention_period": { 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "retention_period", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.908 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15552000", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long to retain device health metrics", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "scrape_frequency": { 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "scrape_frequency", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "86400", 2024-04-25T02:43:23.909 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "self_heal": { 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "self_heal", 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:23.910 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.911 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_threshold": { 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_threshold", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "7257600", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T02:43:23.912 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "diskprediction_local", 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.913 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.914 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.915 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.916 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.917 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "predict_interval": { 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "predict_interval", 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "86400", 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.918 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "predictor_model": { 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "predictor_model", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "prophetstor", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.919 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.920 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "influx", 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": false, 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "influxdb python module not found", 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "batch_size": { 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "batch_size", 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.921 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5000", 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "database": { 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "database", 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.922 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "ceph", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "hostname": { 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "hostname", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.923 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB server hostname", 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "30", 2024-04-25T02:43:23.924 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "5", 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.925 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.926 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.927 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.928 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.929 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "password": { 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "password", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "password of InfluxDB server user", 2024-04-25T02:43:23.930 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "port": { 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "port", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8086", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB server port", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.931 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl": { 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl", 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "false", 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.932 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "threads": { 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "threads", 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "32", 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.933 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "username": { 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "username", 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "username of InfluxDB server user", 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.934 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "verify_ssl": { 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "verify_ssl", 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "true", 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.935 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "insights", 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.936 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.937 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.938 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.941 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.941 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.941 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.941 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.941 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.942 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.943 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.944 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "iostat", 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.945 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.946 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.947 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.948 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "k8sevents", 2024-04-25T02:43:23.949 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_event_retention_days": { 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ceph_event_retention_days", 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "7", 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T02:43:23.950 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "config_check_secs": { 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_check_secs", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "10", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.951 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.952 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.953 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.954 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.955 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "localpool", 2024-04-25T02:43:23.956 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "failure_domain": { 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "failure_domain", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "host", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "failure domain for any created local pool", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.957 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.958 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.959 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.960 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.961 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "min_size": { 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "min_size", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.962 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default min_size for any created local pool", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "num_rep": { 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "num_rep", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3", 2024-04-25T02:43:23.963 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default replica count for any created local pool", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "pg_num": { 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pg_num", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "128", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.964 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "prefix": { 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prefix", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "name prefix for any created local pool", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.965 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "subtree": { 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "subtree", 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "rack", 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.966 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mds_autoscaler", 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.967 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.968 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.969 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.970 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.971 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mirroring", 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.972 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.973 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.974 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.975 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.976 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "nfs", 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.977 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.978 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.979 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.980 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "orchestrator", 2024-04-25T02:43:23.981 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "fail_fs": { 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "fail_fs", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.982 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.983 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.984 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.985 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.986 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "orchestrator": { 2024-04-25T02:43:23.987 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "orchestrator", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "rook", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "test_orchestrator" 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Orchestrator backend", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.988 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "osd_perf_query", 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.989 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.990 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.991 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.992 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.993 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "osd_support", 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.994 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:23.995 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:23.996 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:23.997 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:23.998 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pg_autoscaler", 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:23.999 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.000 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.001 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.002 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.003 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.004 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "threshold": { 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "threshold", 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3.0", 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1.0", 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.005 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "scaling threshold", 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "progress", 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_pg_recovery_event": { 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_pg_recovery_event", 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.006 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "enabled": { 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enabled", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.007 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.008 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.009 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.010 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.011 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.012 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "max_completed_events": { 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_completed_events", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "50", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "number of past completed events to remember", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.013 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long the module is going to sleep", 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.014 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prometheus", 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "cache": { 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cache", 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.015 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "exclude_perf_counters": { 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "exclude_perf_counters", 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.016 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.017 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.018 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.019 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.020 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.021 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_stats_pools": { 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_stats_pools", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.022 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "300", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.023 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "scrape_interval": { 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "scrape_interval", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15.0", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.024 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "::", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.025 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "9283", 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.026 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "stale_cache_strategy": { 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "stale_cache_strategy", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "log", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.027 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_behaviour": { 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_behaviour", 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "default", 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "default", 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "error" 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.028 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_error_status_code": { 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_error_status_code", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "500", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "400", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "599", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.029 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_support", 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.030 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.031 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.032 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.033 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.034 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "max_concurrent_snap_create": { 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_concurrent_snap_create", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.035 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "mirror_snapshot_schedule": { 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.036 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "trash_purge_schedule": { 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "trash_purge_schedule", 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.037 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "restful", 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: "enable_auth": { 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enable_auth", 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.038 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "key_file": { 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "key_file", 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.039 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.040 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.041 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.042 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.043 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.044 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.045 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.046 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.047 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rgw", 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.048 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.049 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.050 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.051 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.052 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rook", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.053 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.054 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.055 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.056 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.057 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "storage_class": { 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "storage_class", 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "local", 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.058 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "selftest", 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.059 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.060 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.061 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.062 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.063 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "roption1": { 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "roption1", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.064 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "roption2": { 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "roption2", 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "xyz", 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.065 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption1": { 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption1", 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.066 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption2": { 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption2", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.067 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption3": { 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption3", 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.068 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption4": { 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption4", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.069 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption5": { 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption5", 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.070 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption6": { 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption6", 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.071 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption7": { 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption7", 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "42", 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "testkey": { 2024-04-25T02:43:24.072 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testkey", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "testlkey": { 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testlkey", 2024-04-25T02:43:24.073 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "testnewline": { 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testnewline", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.074 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.075 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snap_schedule", 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_m_granularity": { 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_m_granularity", 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.076 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "dump_on_update": { 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "dump_on_update", 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.077 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "dump database to debug log on update", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.078 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.079 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.080 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.081 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.082 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "stats", 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.083 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.084 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.085 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.086 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.087 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "status", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.088 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.089 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.090 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.091 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "telegraf", 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.092 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "address": { 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "address", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.093 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15", 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.094 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.095 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.096 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.097 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.098 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "telemetry", 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.099 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_basic": { 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_basic", 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.100 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_crash": { 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_crash", 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_device": { 2024-04-25T02:43:24.101 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_device", 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_ident": { 2024-04-25T02:43:24.102 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_ident", 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_perf": { 2024-04-25T02:43:24.103 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_perf", 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "contact": { 2024-04-25T02:43:24.104 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "contact", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "description": { 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "description", 2024-04-25T02:43:24.105 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "device_url": { 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_url", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.106 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "enabled": { 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enabled", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.107 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "24", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "8", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.108 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "last_opt_revision": { 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "last_opt_revision", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.109 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "leaderboard": { 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "leaderboard", 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.110 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "leaderboard_description": { 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "leaderboard_description", 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.111 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.112 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.113 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.114 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.115 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "organization": { 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "organization", 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.116 INFO:teuthology.orchestra.run.smithi047.stdout: "proxy": { 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "proxy", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "url": { 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "url", 2024-04-25T02:43:24.117 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.118 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "test_orchestrator", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.119 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.120 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.121 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.122 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "volumes", 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.123 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.124 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.125 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.126 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.127 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "max_concurrent_clones": { 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_concurrent_clones", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "4", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.128 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "periodic_async_work": { 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "periodic_async_work", 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Periodically check for async work", 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.129 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "snapshot_clone_delay": { 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snapshot_clone_delay", 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "snapshot_clone_no_wait": { 2024-04-25T02:43:24.130 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.131 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix", 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "discovery_interval": { 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "discovery_interval", 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "100", 2024-04-25T02:43:24.133 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "identifier": { 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "identifier", 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.134 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.135 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.136 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.137 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.138 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.139 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.140 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_host": { 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_host", 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.141 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_port": { 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_port", 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10051", 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.142 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_sender": { 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_sender", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.143 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: "gid": 25213, 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "z", 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: "mgr_features": 4540701547738038271, 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: "available_modules": [ 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.144 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "alerts", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.145 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.146 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.147 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.148 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.148 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.148 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.148 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.148 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.148 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.148 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.148 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.149 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.149 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.149 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.149 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.149 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.149 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.150 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.150 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.150 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.150 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.150 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.150 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.151 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.151 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.151 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.151 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.151 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.151 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.152 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.152 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.152 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.152 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.152 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.152 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.153 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.153 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.153 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.153 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.153 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.153 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.153 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.154 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.154 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.154 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.154 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_destination": { 2024-04-25T02:43:24.154 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_destination", 2024-04-25T02:43:24.155 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.155 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.155 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.155 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.155 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.155 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.155 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.156 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Email address to send alerts to", 2024-04-25T02:43:24.156 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.156 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.156 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.156 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.156 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_from_name": { 2024-04-25T02:43:24.157 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_from_name", 2024-04-25T02:43:24.157 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.157 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.157 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.157 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "Ceph", 2024-04-25T02:43:24.157 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.157 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.158 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.158 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Email From: name", 2024-04-25T02:43:24.158 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.158 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.158 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.159 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.159 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_host": { 2024-04-25T02:43:24.159 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_host", 2024-04-25T02:43:24.159 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.159 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.159 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.159 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.159 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.160 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.160 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.160 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP server", 2024-04-25T02:43:24.160 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.160 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.160 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.160 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.161 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_password": { 2024-04-25T02:43:24.161 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_password", 2024-04-25T02:43:24.161 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.161 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.161 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.161 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.161 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Password to authenticate with", 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_port": { 2024-04-25T02:43:24.162 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_port", 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "465", 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP port", 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.163 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.164 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.164 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.164 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_sender": { 2024-04-25T02:43:24.164 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_sender", 2024-04-25T02:43:24.164 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.164 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.164 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.164 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP envelope sender", 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_ssl": { 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_ssl", 2024-04-25T02:43:24.165 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_user": { 2024-04-25T02:43:24.166 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_user", 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "User to authenticate as", 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.167 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "balancer", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "active": { 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "active", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T02:43:24.168 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "begin_time": { 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "begin_time", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0000", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.169 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "begin_weekday": { 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "begin_weekday", 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0", 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "6", 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.170 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_max_iterations": { 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_max_iterations", 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "25", 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "250", 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.171 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_metrics": { 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_metrics", 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T02:43:24.172 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_step": { 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_step", 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0.5", 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0.001", 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "0.999", 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "aggressiveness of optimization", 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.173 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "end_time": { 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "end_time", 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "2359", 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.174 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "end_weekday": { 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "end_weekday", 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0", 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "6", 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.175 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.176 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.177 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.178 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.179 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "min_score": { 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "min_score", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T02:43:24.180 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": { 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mode", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "upmap", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "crush-compat", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "none", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "read", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap", 2024-04-25T02:43:24.181 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap-read" 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Balancer mode", 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "pool_ids": { 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pool_ids", 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.182 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.183 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap_max_deviation": { 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "upmap_max_deviation", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.184 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap_max_optimizations": { 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "upmap_max_optimizations", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.185 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cephadm", 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_down_multiplier": { 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_down_multiplier", 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.186 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3.0", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_refresh_rate": { 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_refresh_rate", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "20", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.187 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_starting_port": { 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_starting_port", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "4721", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.188 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_ptrace": { 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_ptrace", 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.189 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "autotune_interval": { 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "autotune_interval", 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.190 INFO:teuthology.orchestra.run.smithi047.stdout: "autotune_memory_target_ratio": { 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0.7", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm_log_destination": { 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cephadm_log_destination", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.191 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "file", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "file,syslog", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "syslog" 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "cgroups_split": { 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cgroups_split", 2024-04-25T02:43:24.192 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "config_checks_enabled": { 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_checks_enabled", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.193 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "config_dashboard": { 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_dashboard", 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.194 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_alertmanager": { 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_alertmanager", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T02:43:24.195 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_base": { 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_base", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.196 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Container image name, without the tag", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_elasticsearch": { 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_elasticsearch", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "elasticsearch container image", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.197 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_grafana": { 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_grafana", 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.198 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_haproxy": { 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_haproxy", 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "HAproxy container image", 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.199 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_agent": { 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_agent", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger agent container image", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_collector": { 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_collector", 2024-04-25T02:43:24.200 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger collector container image", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_query": { 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_query", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.201 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger query container image", 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_keepalived": { 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_keepalived", 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.202 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Keepalived container image", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_loki": { 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_loki", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.203 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Loki container image", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_node_exporter": { 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_node_exporter", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:24.204 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_nvmeof": { 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_nvmeof", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Nvme-of container image", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.205 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_prometheus": { 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_prometheus", 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_promtail": { 2024-04-25T02:43:24.206 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_promtail", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Promtail container image", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_samba": { 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_samba", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.207 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Samba/SMB container image", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_snmp_gateway": { 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_snmp_gateway", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T02:43:24.208 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SNMP Gateway container image", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "container_init": { 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_init", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T02:43:24.209 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "daemon_cache_timeout": { 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "daemon_cache_timeout", 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T02:43:24.210 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "default_cephadm_command_timeout": { 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "900", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.211 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "default_registry": { 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "default_registry", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "device_cache_timeout": { 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_cache_timeout", 2024-04-25T02:43:24.212 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1800", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache device inventory", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "device_enhanced_scan": { 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_enhanced_scan", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.213 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "facts_cache_timeout": { 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "facts_cache_timeout", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.214 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache host facts data", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "grafana_dashboards_path": { 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "grafana_dashboards_path", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.215 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "host_check_interval": { 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "host_check_interval", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to perform a host check", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.216 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "hw_monitoring": { 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "hw_monitoring", 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "inventory_list_all": { 2024-04-25T02:43:24.217 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "inventory_list_all", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.218 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.219 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "log_refresh_metadata": { 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_refresh_metadata", 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.220 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.221 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.222 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.223 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.224 INFO:teuthology.orchestra.run.smithi047.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "*", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "max_count_per_host": { 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_count_per_host", 2024-04-25T02:43:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "max number of daemons per service per host", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "max_osd_draining_count": { 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_osd_draining_count", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.226 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "migration_current": { 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "migration_current", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.227 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "internal - do not modify", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": { 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mode", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "root", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.228 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm-package", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "root" 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "oob_default_addr": { 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "oob_default_addr", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "169.254.1.1", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.229 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "prometheus_alerts_path": { 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prometheus_alerts_path", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T02:43:24.230 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_insecure": { 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_insecure", 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T02:43:24.231 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_password": { 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_password", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.232 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_url": { 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_url", 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.233 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.234 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.234 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.234 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_username": { 2024-04-25T02:43:24.234 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_username", 2024-04-25T02:43:24.234 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.234 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.234 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.235 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "secure_monitoring_stack": { 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "secure_monitoring_stack", 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.236 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "service_discovery_port": { 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "service_discovery_port", 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.237 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8765", 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "cephadm service discovery port", 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.238 INFO:teuthology.orchestra.run.smithi047.stdout: "ssh_config_file": { 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssh_config_file", 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.239 INFO:teuthology.orchestra.run.smithi047.stdout: "use_agent": { 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "use_agent", 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "use_repo_digest": { 2024-04-25T02:43:24.240 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "use_repo_digest", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_failed_host_check": { 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_failed_host_check", 2024-04-25T02:43:24.241 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_stray_daemons": { 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_stray_daemons", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.242 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_stray_hosts": { 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_stray_hosts", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.243 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crash", 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.244 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.245 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.246 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.247 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.248 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "retain_interval": { 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "retain_interval", 2024-04-25T02:43:24.249 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "31536000", 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_recent_interval": { 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_recent_interval", 2024-04-25T02:43:24.250 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1209600", 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.251 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "dashboard", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.252 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.253 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.254 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "AUDIT_API_ENABLED": { 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T02:43:24.255 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.256 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.257 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.258 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.259 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.260 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.262 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.263 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.264 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.265 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.266 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_URL": { 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_URL", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.267 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.268 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.269 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.270 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ad40a2d80 msgr2=0x7f8ad40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:24.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ad40a2d80 0x7f8ad40a5240 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009900 tx=0x7f8ae00058d0 comp rx=0 tx=0).stop 2024-04-25T02:43:24.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8af0104100 msgr2=0x7f8af019a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:43:24.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8af0104100 0x7f8af019a580 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f8adc00e9f0 tx=0x7f8adc00edf0 comp rx=0 tx=0).stop 2024-04-25T02:43:24.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 shutdown_connections 2024-04-25T02:43:24.270 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f8ad40a2d80 0x7f8ad40a5240 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:24.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8af0109750 0x7f8af019e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:24.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8af0104100 0x7f8af019a580 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:24.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 --2- 172.21.15.47:0/4170716946 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8af0103740 0x7f8af019a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:43:24.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 >> 172.21.15.47:0/4170716946 conn(0x7f8af00ff210 msgr2=0x7f8af00ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:43:24.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 shutdown_connections 2024-04-25T02:43:24.271 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:43:23.746+0000 7f8aefe00640 1 -- 172.21.15.47:0/4170716946 wait complete. 2024-04-25T02:43:24.273 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:23 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1284131844' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:43:24.273 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:23 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/4170716946' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.275 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.276 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.277 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.278 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.279 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.280 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.281 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T02:43:24.282 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.283 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.284 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.285 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.286 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.287 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.288 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "45", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.289 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.290 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.291 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.292 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.293 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.294 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.295 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "cross_origin_url": { 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cross_origin_url", 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.296 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "crt_file": { 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crt_file", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.297 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "debug": { 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "debug", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.298 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable/disable debug options", 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "jwt_token_ttl": { 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "jwt_token_ttl", 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "28800", 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.299 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "key_file": { 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "key_file", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.300 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.301 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.302 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.303 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.304 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "motd": { 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "motd", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.305 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "The message of the day", 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "redirect_resolve_ip_addr": { 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.306 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.307 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "::", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8080", 2024-04-25T02:43:24.308 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl": { 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.309 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl_server_port": { 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl_server_port", 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8443", 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.310 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_behaviour": { 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_behaviour", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "redirect", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.311 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "redirect" 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_error_status_code": { 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_error_status_code", 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "500", 2024-04-25T02:43:24.312 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "400", 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "599", 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "url_prefix": { 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "url_prefix", 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.313 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "devicehealth", 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.314 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "enable_monitoring": { 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enable_monitoring", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "monitor device health metrics", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.315 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.316 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.317 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.318 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.319 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "mark_out_threshold": { 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mark_out_threshold", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "2419200", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.320 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "pool_name": { 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pool_name", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "device_health_metrics", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T02:43:24.321 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "retention_period": { 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "retention_period", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15552000", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long to retain device health metrics", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.322 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "scrape_frequency": { 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "scrape_frequency", 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "86400", 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.323 INFO:teuthology.orchestra.run.smithi047.stdout: "self_heal": { 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "self_heal", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.324 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_threshold": { 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_threshold", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.325 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "7257600", 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "diskprediction_local", 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.326 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.327 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.328 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.329 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.330 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "predict_interval": { 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "predict_interval", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "86400", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.331 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "predictor_model": { 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "predictor_model", 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "prophetstor", 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.332 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "influx", 2024-04-25T02:43:24.333 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": false, 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "influxdb python module not found", 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "batch_size": { 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "batch_size", 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5000", 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.334 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "database": { 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "database", 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "ceph", 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.335 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "hostname": { 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "hostname", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.336 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB server hostname", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "30", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "5", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T02:43:24.337 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.338 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.339 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.340 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.341 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.342 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "password": { 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "password", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "password of InfluxDB server user", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "port": { 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "port", 2024-04-25T02:43:24.343 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8086", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB server port", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl": { 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.344 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "false", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "threads": { 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "threads", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.345 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "32", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "username": { 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "username", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.346 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "username of InfluxDB server user", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "verify_ssl": { 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "verify_ssl", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "true", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T02:43:24.347 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "insights", 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.348 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.349 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.350 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.352 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "iostat", 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.353 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.354 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.355 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.356 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.357 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "k8sevents", 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_event_retention_days": { 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ceph_event_retention_days", 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.358 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "7", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "config_check_secs": { 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_check_secs", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.359 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "10", 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.360 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.361 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.362 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.363 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.364 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "localpool", 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "failure_domain": { 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "failure_domain", 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.365 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "host", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "failure domain for any created local pool", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.366 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.367 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.368 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.369 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.370 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "min_size": { 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "min_size", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.371 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default min_size for any created local pool", 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "num_rep": { 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "num_rep", 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3", 2024-04-25T02:43:24.372 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default replica count for any created local pool", 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "pg_num": { 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pg_num", 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.373 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "128", 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "prefix": { 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prefix", 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.374 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "name prefix for any created local pool", 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "subtree": { 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "subtree", 2024-04-25T02:43:24.375 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "rack", 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.376 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mds_autoscaler", 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.377 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.378 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.379 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.380 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.381 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mirroring", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.382 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.383 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.384 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.385 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "nfs", 2024-04-25T02:43:24.386 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.387 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.388 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.389 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.390 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "orchestrator", 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "fail_fs": { 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "fail_fs", 2024-04-25T02:43:24.391 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.392 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.393 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.394 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.395 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.396 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "orchestrator": { 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "orchestrator", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.397 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm", 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "rook", 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "test_orchestrator" 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Orchestrator backend", 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "osd_perf_query", 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.398 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.399 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.400 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.401 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.402 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "osd_support", 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.403 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.404 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.405 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.406 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.407 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.408 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pg_autoscaler", 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.409 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.410 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.411 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.412 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.413 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.414 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "threshold": { 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "threshold", 2024-04-25T02:43:24.415 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3.0", 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1.0", 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "scaling threshold", 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "progress", 2024-04-25T02:43:24.416 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_pg_recovery_event": { 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_pg_recovery_event", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.417 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "enabled": { 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enabled", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.418 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.419 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.420 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.421 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.422 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "max_completed_events": { 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_completed_events", 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "50", 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "number of past completed events to remember", 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.423 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long the module is going to sleep", 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.424 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prometheus", 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "cache": { 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cache", 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.425 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "exclude_perf_counters": { 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "exclude_perf_counters", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T02:43:24.426 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.427 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.428 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.429 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.430 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_stats_pools": { 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_stats_pools", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.431 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "300", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.432 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "scrape_interval": { 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "scrape_interval", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15.0", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.433 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "::", 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.434 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "9283", 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.435 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "stale_cache_strategy": { 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "stale_cache_strategy", 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "log", 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.436 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_behaviour": { 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_behaviour", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "default", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.437 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "default", 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "error" 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_error_status_code": { 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_error_status_code", 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.438 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "500", 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "400", 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "599", 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_support", 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.439 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.440 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.441 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.442 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.443 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.444 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "max_concurrent_snap_create": { 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_concurrent_snap_create", 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.445 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "mirror_snapshot_schedule": { 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.446 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "trash_purge_schedule": { 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "trash_purge_schedule", 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.447 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "restful", 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "enable_auth": { 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enable_auth", 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.448 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "key_file": { 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "key_file", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.449 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.450 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.450 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.450 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.450 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.450 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.450 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.450 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.451 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.452 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.453 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.454 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.455 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.456 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rgw", 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.457 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.458 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.459 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.460 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.461 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.462 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rook", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.463 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.464 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.465 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.466 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.467 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "storage_class": { 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "storage_class", 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "local", 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.468 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "selftest", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.469 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.470 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.471 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.472 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "roption1": { 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "roption1", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.473 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "roption2": { 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "roption2", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "xyz", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.474 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption1": { 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption1", 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.475 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption2": { 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption2", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.476 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption3": { 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption3", 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.477 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption4": { 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption4", 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.478 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption5": { 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption5", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.479 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption6": { 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption6", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.480 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption7": { 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption7", 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "42", 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.481 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "testkey": { 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testkey", 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.482 INFO:teuthology.orchestra.run.smithi047.stdout: "testlkey": { 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testlkey", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "testnewline": { 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testnewline", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.483 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.484 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snap_schedule", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_m_granularity": { 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_m_granularity", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.485 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "dump_on_update": { 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "dump_on_update", 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "dump database to debug log on update", 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.486 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.487 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.488 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.489 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.490 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "stats", 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.491 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.492 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.493 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.494 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.495 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "status", 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.496 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.497 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.498 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.499 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.500 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "telegraf", 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "address": { 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "address", 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.501 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15", 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.502 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.503 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.504 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.505 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.506 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "telemetry", 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.507 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_basic": { 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_basic", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_crash": { 2024-04-25T02:43:24.508 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_crash", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_device": { 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_device", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.509 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_ident": { 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_ident", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.510 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_perf": { 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_perf", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.511 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "contact": { 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "contact", 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.512 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "description": { 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "description", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.513 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "device_url": { 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_url", 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.514 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "enabled": { 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enabled", 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.515 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "24", 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "8", 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.516 INFO:teuthology.orchestra.run.smithi047.stdout: "last_opt_revision": { 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "last_opt_revision", 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1", 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "leaderboard": { 2024-04-25T02:43:24.517 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "leaderboard", 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "leaderboard_description": { 2024-04-25T02:43:24.518 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "leaderboard_description", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.519 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.520 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.521 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.522 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.523 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "organization": { 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "organization", 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "proxy": { 2024-04-25T02:43:24.524 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "proxy", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "url": { 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "url", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.525 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "test_orchestrator", 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.526 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.527 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.528 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.529 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.530 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "volumes", 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.531 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.532 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.533 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.534 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.535 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "max_concurrent_clones": { 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_concurrent_clones", 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "4", 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.536 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "periodic_async_work": { 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "periodic_async_work", 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.537 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Periodically check for async work", 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "snapshot_clone_delay": { 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snapshot_clone_delay", 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.538 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "snapshot_clone_no_wait": { 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.539 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix", 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "discovery_interval": { 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "discovery_interval", 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.540 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "100", 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "identifier": { 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "identifier", 2024-04-25T02:43:24.541 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.542 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.543 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.544 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.545 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.546 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.547 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_host": { 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_host", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.548 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_port": { 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_port", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10051", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.549 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_sender": { 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_sender", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.550 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "modules": [ 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm", 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "dashboard", 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "iostat", 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "nfs", 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "restful", 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "snap_schedule" 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.551 INFO:teuthology.orchestra.run.smithi047.stdout: "available_modules": [ 2024-04-25T02:43:24.552 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.552 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "alerts", 2024-04-25T02:43:24.552 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.552 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.552 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.552 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.552 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.552 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.553 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.553 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.553 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.553 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.553 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.553 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.553 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.554 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.555 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.556 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.557 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.558 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_destination": { 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_destination", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Email address to send alerts to", 2024-04-25T02:43:24.559 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_from_name": { 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_from_name", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "Ceph", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Email From: name", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.560 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_host": { 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_host", 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP server", 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.561 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_password": { 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_password", 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Password to authenticate with", 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.562 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_port": { 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_port", 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "465", 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP port", 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.563 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_sender": { 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_sender", 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SMTP envelope sender", 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_ssl": { 2024-04-25T02:43:24.564 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_ssl", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "smtp_user": { 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "smtp_user", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.565 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "User to authenticate as", 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "balancer", 2024-04-25T02:43:24.566 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "active": { 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "active", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "begin_time": { 2024-04-25T02:43:24.567 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "begin_time", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0000", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "begin_weekday": { 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "begin_weekday", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.568 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "6", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_max_iterations": { 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_max_iterations", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "25", 2024-04-25T02:43:24.569 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "250", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_metrics": { 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_metrics", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.570 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "crush_compat_step": { 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crush_compat_step", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0.5", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0.001", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "0.999", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "aggressiveness of optimization", 2024-04-25T02:43:24.571 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "end_time": { 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "end_time", 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "2359", 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.572 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "end_weekday": { 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "end_weekday", 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "0", 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "6", 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.573 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.574 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.575 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.576 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.577 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "min_score": { 2024-04-25T02:43:24.578 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "min_score", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": { 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mode", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.579 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "upmap", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "crush-compat", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "none", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "read", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap-read" 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Balancer mode", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.580 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "pool_ids": { 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pool_ids", 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.581 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.582 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap_max_deviation": { 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "upmap_max_deviation", 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.583 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "upmap_max_optimizations": { 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "upmap_max_optimizations", 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T02:43:24.584 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.585 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.585 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.585 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.585 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.585 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.585 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.585 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cephadm", 2024-04-25T02:43:24.585 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_down_multiplier": { 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_down_multiplier", 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3.0", 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.586 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_refresh_rate": { 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_refresh_rate", 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.587 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "20", 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "agent_starting_port": { 2024-04-25T02:43:24.588 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "agent_starting_port", 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "4721", 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.589 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_ptrace": { 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_ptrace", 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.590 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "autotune_interval": { 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "autotune_interval", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.591 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "autotune_memory_target_ratio": { 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0.7", 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.592 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm_log_destination": { 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cephadm_log_destination", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "file", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "file,syslog", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "syslog" 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T02:43:24.593 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "cgroups_split": { 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cgroups_split", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.594 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "config_checks_enabled": { 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_checks_enabled", 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.595 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "config_dashboard": { 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_dashboard", 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.596 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_alertmanager": { 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_alertmanager", 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_base": { 2024-04-25T02:43:24.597 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_base", 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Container image name, without the tag", 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_elasticsearch": { 2024-04-25T02:43:24.598 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_elasticsearch", 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "elasticsearch container image", 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_grafana": { 2024-04-25T02:43:24.599 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_grafana", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_haproxy": { 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_haproxy", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.600 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "HAproxy container image", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_agent": { 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_agent", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.601 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger agent container image", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_collector": { 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_collector", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T02:43:24.602 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger collector container image", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_jaeger_query": { 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_jaeger_query", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.603 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Jaeger query container image", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_keepalived": { 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_keepalived", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Keepalived container image", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.604 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_loki": { 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_loki", 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Loki container image", 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.605 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_node_exporter": { 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_node_exporter", 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_nvmeof": { 2024-04-25T02:43:24.606 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_nvmeof", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Nvme-of container image", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_prometheus": { 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_prometheus", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.607 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Prometheus container image", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_promtail": { 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_promtail", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.608 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Promtail container image", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_samba": { 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_samba", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.609 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Samba/SMB container image", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "container_image_snmp_gateway": { 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_image_snmp_gateway", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "SNMP Gateway container image", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.610 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "container_init": { 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "container_init", 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.611 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "daemon_cache_timeout": { 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "daemon_cache_timeout", 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "default_cephadm_command_timeout": { 2024-04-25T02:43:24.612 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "900", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "default_registry": { 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "default_registry", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.613 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "docker.io", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "device_cache_timeout": { 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_cache_timeout", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.614 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1800", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache device inventory", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "device_enhanced_scan": { 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_enhanced_scan", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.615 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: "facts_cache_timeout": { 2024-04-25T02:43:24.616 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "facts_cache_timeout", 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "seconds to cache host facts data", 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "grafana_dashboards_path": { 2024-04-25T02:43:24.617 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "grafana_dashboards_path", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "host_check_interval": { 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "host_check_interval", 2024-04-25T02:43:24.618 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to perform a host check", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "hw_monitoring": { 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "hw_monitoring", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.619 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "inventory_list_all": { 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "inventory_list_all", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.620 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.621 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "log_refresh_metadata": { 2024-04-25T02:43:24.622 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_refresh_metadata", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.623 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.624 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.625 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.626 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.626 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.626 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.626 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.626 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.626 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.626 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.626 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.627 INFO:teuthology.orchestra.run.smithi047.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T02:43:24.628 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T02:43:24.628 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.628 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.628 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.628 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.628 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.628 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.628 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.629 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T02:43:24.629 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.629 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.629 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.629 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.629 INFO:teuthology.orchestra.run.smithi047.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T02:43:24.629 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T02:43:24.630 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.630 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.630 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.630 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "*", 2024-04-25T02:43:24.630 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.631 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.631 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.631 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T02:43:24.631 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.631 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.631 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.631 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.631 INFO:teuthology.orchestra.run.smithi047.stdout: "max_count_per_host": { 2024-04-25T02:43:24.632 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_count_per_host", 2024-04-25T02:43:24.632 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.632 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.632 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.632 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.632 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.632 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "max number of daemons per service per host", 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: "max_osd_draining_count": { 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_osd_draining_count", 2024-04-25T02:43:24.633 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.634 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.634 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.634 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.634 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.634 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.634 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.635 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T02:43:24.635 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.635 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.635 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.635 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.635 INFO:teuthology.orchestra.run.smithi047.stdout: "migration_current": { 2024-04-25T02:43:24.636 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "migration_current", 2024-04-25T02:43:24.636 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.636 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.636 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.636 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "internal - do not modify", 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "mode": { 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mode", 2024-04-25T02:43:24.637 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "root", 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm-package", 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "root" 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.638 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "oob_default_addr": { 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "oob_default_addr", 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "169.254.1.1", 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.639 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "prometheus_alerts_path": { 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prometheus_alerts_path", 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.640 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_insecure": { 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_insecure", 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.641 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_password": { 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_password", 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.642 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_url": { 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_url", 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "registry_username": { 2024-04-25T02:43:24.643 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "registry_username", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "secure_monitoring_stack": { 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "secure_monitoring_stack", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.644 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "service_discovery_port": { 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "service_discovery_port", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8765", 2024-04-25T02:43:24.645 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "cephadm service discovery port", 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "ssh_config_file": { 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssh_config_file", 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.646 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "use_agent": { 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "use_agent", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.647 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "use_repo_digest": { 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "use_repo_digest", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.648 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_failed_host_check": { 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_failed_host_check", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.649 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_stray_daemons": { 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_stray_daemons", 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T02:43:24.650 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_on_stray_hosts": { 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_on_stray_hosts", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.651 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crash", 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.652 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.653 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.654 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.655 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.656 INFO:teuthology.orchestra.run.smithi047.stdout: "retain_interval": { 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "retain_interval", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "31536000", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_recent_interval": { 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_recent_interval", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.657 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1209600", 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "dashboard", 2024-04-25T02:43:24.658 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.659 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.660 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.661 INFO:teuthology.orchestra.run.smithi047.stdout: "AUDIT_API_ENABLED": { 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T02:43:24.662 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.663 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.664 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.665 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.666 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.667 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.668 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.669 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.670 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.671 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.671 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.671 INFO:teuthology.orchestra.run.smithi047.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T02:43:24.671 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T02:43:24.671 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.671 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.672 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.673 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_URL": { 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_URL", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.674 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.675 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.676 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.677 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.678 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.679 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.680 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.681 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.682 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.683 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.684 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.685 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.686 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.687 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.688 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.689 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.690 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.691 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.692 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "45", 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.693 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.694 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "admin", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.695 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.696 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.697 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T02:43:24.698 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.699 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "cross_origin_url": { 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cross_origin_url", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.700 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "crt_file": { 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "crt_file", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.701 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "debug": { 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "debug", 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Enable/disable debug options", 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.702 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "jwt_token_ttl": { 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "jwt_token_ttl", 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "28800", 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "key_file": { 2024-04-25T02:43:24.703 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "key_file", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.704 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.705 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "motd": { 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "motd", 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "The message of the day", 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "redirect_resolve_ip_addr": { 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.710 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "::", 2024-04-25T02:43:24.711 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.712 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8080", 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl": { 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl", 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.713 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl_server_port": { 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl_server_port", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8443", 2024-04-25T02:43:24.714 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_behaviour": { 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_behaviour", 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "redirect", 2024-04-25T02:43:24.715 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "redirect" 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_error_status_code": { 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_error_status_code", 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.716 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "500", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "400", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "599", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "url_prefix": { 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "url_prefix", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.717 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "devicehealth", 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "enable_monitoring": { 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enable_monitoring", 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.718 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "monitor device health metrics", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.719 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.720 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.721 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.722 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.723 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "mark_out_threshold": { 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mark_out_threshold", 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "2419200", 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.724 INFO:teuthology.orchestra.run.smithi047.stdout: "pool_name": { 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pool_name", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "device_health_metrics", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "retention_period": { 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "retention_period", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.725 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15552000", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long to retain device health metrics", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "scrape_frequency": { 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "scrape_frequency", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.726 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "86400", 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "self_heal": { 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "self_heal", 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.727 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.728 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "warn_threshold": { 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "warn_threshold", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "7257600", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.729 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "diskprediction_local", 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.730 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.731 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.732 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.733 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.734 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "predict_interval": { 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "predict_interval", 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "86400", 2024-04-25T02:43:24.735 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "predictor_model": { 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "predictor_model", 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.736 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "prophetstor", 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.737 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "600", 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.738 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "influx", 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": false, 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "influxdb python module not found", 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "batch_size": { 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "batch_size", 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5000", 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.739 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "database": { 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "database", 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "ceph", 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.740 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "hostname": { 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "hostname", 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.741 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB server hostname", 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.742 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "30", 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "5", 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.743 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.744 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.745 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.746 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.747 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.748 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "password": { 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "password", 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "password of InfluxDB server user", 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.749 INFO:teuthology.orchestra.run.smithi047.stdout: "port": { 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "port", 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "8086", 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "InfluxDB server port", 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.750 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "ssl": { 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ssl", 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "false", 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "threads": { 2024-04-25T02:43:24.751 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "threads", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "32", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "username": { 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "username", 2024-04-25T02:43:24.752 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "username of InfluxDB server user", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "verify_ssl": { 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "verify_ssl", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.753 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "true", 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.754 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "insights", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.755 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.756 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.757 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.758 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.759 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "iostat", 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.760 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.761 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.762 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.763 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.764 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "k8sevents", 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_event_retention_days": { 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "ceph_event_retention_days", 2024-04-25T02:43:24.765 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "7", 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "config_check_secs": { 2024-04-25T02:43:24.766 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "config_check_secs", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "10", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.767 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.768 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.769 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.770 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.771 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "localpool", 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.772 INFO:teuthology.orchestra.run.smithi047.stdout: "failure_domain": { 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "failure_domain", 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "host", 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "failure domain for any created local pool", 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.773 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.774 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.775 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.776 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.777 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.778 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "min_size": { 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "min_size", 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.779 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default min_size for any created local pool", 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "num_rep": { 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "num_rep", 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.780 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default replica count for any created local pool", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "pg_num": { 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pg_num", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "128", 2024-04-25T02:43:24.781 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "prefix": { 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prefix", 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.782 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "name prefix for any created local pool", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "subtree": { 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "subtree", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "rack", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.783 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mds_autoscaler", 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.784 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.785 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.786 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.787 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.788 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mirroring", 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.789 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.790 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.791 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.792 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.793 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "nfs", 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.794 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.795 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.796 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.797 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.798 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "orchestrator", 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "fail_fs": { 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "fail_fs", 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.799 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.800 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.801 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.802 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.803 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "orchestrator": { 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "orchestrator", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.804 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "cephadm", 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "rook", 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "test_orchestrator" 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Orchestrator backend", 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.805 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "osd_perf_query", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.806 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.807 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.809 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "osd_support", 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.810 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.811 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.812 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.813 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.814 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "pg_autoscaler", 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.815 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.816 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.817 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.818 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.819 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "threshold": { 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "threshold", 2024-04-25T02:43:24.820 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "3.0", 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1.0", 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "scaling threshold", 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "progress", 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.821 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_pg_recovery_event": { 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_pg_recovery_event", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.822 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "enabled": { 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enabled", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.823 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.824 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.825 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.826 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.827 INFO:teuthology.orchestra.run.smithi047.stdout: "max_completed_events": { 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_completed_events", 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "50", 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "number of past completed events to remember", 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "sleep_interval": { 2024-04-25T02:43:24.828 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "sleep_interval", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "5", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "how long the module is going to sleep", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "prometheus", 2024-04-25T02:43:24.829 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "cache": { 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "cache", 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.830 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "exclude_perf_counters": { 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "exclude_perf_counters", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T02:43:24.831 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.832 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.833 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.834 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.835 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_stats_pools": { 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_stats_pools", 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.836 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "300", 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.837 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "scrape_interval": { 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "scrape_interval", 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15.0", 2024-04-25T02:43:24.838 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "::", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.839 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "9283", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.840 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "stale_cache_strategy": { 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "stale_cache_strategy", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "log", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.841 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_behaviour": { 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_behaviour", 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "default", 2024-04-25T02:43:24.842 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "default", 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "error" 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "standby_error_status_code": { 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "standby_error_status_code", 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.843 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "500", 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "400", 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "599", 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_support", 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.844 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.845 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.846 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.847 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.848 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "max_concurrent_snap_create": { 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_concurrent_snap_create", 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10", 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.849 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "mirror_snapshot_schedule": { 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.850 INFO:teuthology.orchestra.run.smithi047.stdout: "trash_purge_schedule": { 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "trash_purge_schedule", 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.851 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "restful", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "enable_auth": { 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enable_auth", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.852 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "key_file": { 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "key_file", 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.853 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.854 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.855 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.856 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.857 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "server_addr": { 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_addr", 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.858 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "server_port": { 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "server_port", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.859 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rgw", 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.860 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.861 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.862 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.863 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.864 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rook", 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.865 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.866 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.867 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.868 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.869 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "storage_class": { 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "storage_class", 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "local", 2024-04-25T02:43:24.870 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "selftest", 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.871 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.872 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.873 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.874 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.875 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "roption1": { 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "roption1", 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.876 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "roption2": { 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "roption2", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "xyz", 2024-04-25T02:43:24.877 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption1": { 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption1", 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.878 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption2": { 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption2", 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.879 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption3": { 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption3", 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "float", 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.880 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption4": { 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption4", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.881 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption5": { 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption5", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.882 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption6": { 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption6", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.883 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "rwoption7": { 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rwoption7", 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "1", 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "42", 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.884 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "testkey": { 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testkey", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.885 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "testlkey": { 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testlkey", 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.886 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "testnewline": { 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "testnewline", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.887 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snap_schedule", 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "allow_m_granularity": { 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "allow_m_granularity", 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.888 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "dump_on_update": { 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "dump_on_update", 2024-04-25T02:43:24.889 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "dump database to debug log on update", 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.890 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.891 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.892 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.893 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.894 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.895 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "stats", 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.896 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.897 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.898 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.899 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.900 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.901 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "status", 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.902 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.903 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.904 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.905 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.906 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "telegraf", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "address": { 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "address", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.907 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "15", 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.908 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.909 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.910 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.911 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.912 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.913 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "telemetry", 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_basic": { 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_basic", 2024-04-25T02:43:24.914 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_crash": { 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_crash", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.915 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_device": { 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_device", 2024-04-25T02:43:24.916 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.917 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.917 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.917 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.917 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.917 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.917 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.917 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T02:43:24.917 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.918 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.918 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.918 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.918 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_ident": { 2024-04-25T02:43:24.918 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_ident", 2024-04-25T02:43:24.918 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.919 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.919 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.919 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.919 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.919 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.919 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.919 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T02:43:24.920 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.920 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.920 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.920 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.920 INFO:teuthology.orchestra.run.smithi047.stdout: "channel_perf": { 2024-04-25T02:43:24.920 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "channel_perf", 2024-04-25T02:43:24.920 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.921 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.921 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.921 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.921 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.921 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.921 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.921 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T02:43:24.922 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.922 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.922 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.922 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.922 INFO:teuthology.orchestra.run.smithi047.stdout: "contact": { 2024-04-25T02:43:24.922 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "contact", 2024-04-25T02:43:24.922 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.923 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.923 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.923 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.923 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.923 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.923 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.923 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.924 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.924 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.924 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.924 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.924 INFO:teuthology.orchestra.run.smithi047.stdout: "description": { 2024-04-25T02:43:24.924 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "description", 2024-04-25T02:43:24.925 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.925 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.925 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.925 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.925 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.925 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.925 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.926 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.926 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.926 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.926 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.926 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.926 INFO:teuthology.orchestra.run.smithi047.stdout: "device_url": { 2024-04-25T02:43:24.926 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "device_url", 2024-04-25T02:43:24.927 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.927 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.927 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.927 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T02:43:24.927 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.927 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.927 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.927 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.928 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.928 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.928 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.928 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.928 INFO:teuthology.orchestra.run.smithi047.stdout: "enabled": { 2024-04-25T02:43:24.928 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "enabled", 2024-04-25T02:43:24.928 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.929 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.929 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.929 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.929 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.929 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.929 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.929 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.930 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.930 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.930 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.930 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.930 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.930 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.931 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.931 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.931 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.931 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "24", 2024-04-25T02:43:24.931 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "8", 2024-04-25T02:43:24.931 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.932 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.932 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.932 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.932 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.932 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.932 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.932 INFO:teuthology.orchestra.run.smithi047.stdout: "last_opt_revision": { 2024-04-25T02:43:24.933 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "last_opt_revision", 2024-04-25T02:43:24.933 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.933 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.933 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.933 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "1", 2024-04-25T02:43:24.933 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.933 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.934 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.934 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.934 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.934 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.934 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.934 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.935 INFO:teuthology.orchestra.run.smithi047.stdout: "leaderboard": { 2024-04-25T02:43:24.935 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "leaderboard", 2024-04-25T02:43:24.935 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.935 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.935 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.935 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.935 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.936 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.936 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.936 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.936 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.936 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.936 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.936 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.937 INFO:teuthology.orchestra.run.smithi047.stdout: "leaderboard_description": { 2024-04-25T02:43:24.937 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "leaderboard_description", 2024-04-25T02:43:24.937 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.937 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.937 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.937 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.937 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.938 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.938 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.938 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.938 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.938 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.938 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.939 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.939 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.939 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.939 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.939 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.939 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.939 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.940 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.940 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.940 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.940 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.940 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.940 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.940 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.940 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.941 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.942 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.942 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.942 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.942 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.942 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.942 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.942 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.942 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.943 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.943 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.943 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.943 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.943 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.943 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.943 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.943 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.944 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.945 INFO:teuthology.orchestra.run.smithi047.stdout: "organization": { 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "organization", 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.946 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "proxy": { 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "proxy", 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.947 INFO:teuthology.orchestra.run.smithi047.stdout: "url": { 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "url", 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.948 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "test_orchestrator", 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.949 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.950 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.951 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.952 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.953 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "volumes", 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.954 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.955 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.956 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.957 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "max_concurrent_clones": { 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "max_concurrent_clones", 2024-04-25T02:43:24.958 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "4", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "periodic_async_work": { 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "periodic_async_work", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.959 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Periodically check for async work", 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "snapshot_clone_delay": { 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snapshot_clone_delay", 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.960 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "0", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "snapshot_clone_no_wait": { 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "True", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.961 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix", 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "can_run": true, 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "error_string": "", 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "module_options": { 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "discovery_interval": { 2024-04-25T02:43:24.962 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "discovery_interval", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "uint", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "100", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "identifier": { 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "identifier", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.963 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "interval": { 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "interval", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "secs", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.964 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "60", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "log_level": { 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_level", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.965 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.966 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster": { 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.967 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_cluster_level": { 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_cluster_level", 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "info", 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [ 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "", 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "critical", 2024-04-25T02:43:24.968 INFO:teuthology.orchestra.run.smithi047.stdout: "debug", 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "error", 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "info", 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "warning" 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "log_to_file": { 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "log_to_file", 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "bool", 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 1, 2024-04-25T02:43:24.969 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "False", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_host": { 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_host", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "", 2024-04-25T02:43:24.970 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_port": { 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_port", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "int", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "10051", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.971 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "zabbix_sender": { 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "zabbix_sender", 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "str", 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "level": "advanced", 2024-04-25T02:43:24.972 INFO:teuthology.orchestra.run.smithi047.stdout: "flags": 0, 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "min": "", 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "max": "", 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "enum_allowed": [], 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "desc": "", 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "long_desc": "", 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "tags": [], 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "see_also": [] 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "services": { 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: "dashboard": "https://172.21.15.47:8443/" 2024-04-25T02:43:24.973 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "always_on_modules": { 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "octopus": [ 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "balancer", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "crash", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "devicehealth", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "orchestrator", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "pg_autoscaler", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "progress", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_support", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "status", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "telemetry", 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "volumes" 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.974 INFO:teuthology.orchestra.run.smithi047.stdout: "pacific": [ 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "balancer", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "crash", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "devicehealth", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "orchestrator", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "pg_autoscaler", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "progress", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_support", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "status", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "telemetry", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "volumes" 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "quincy": [ 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "balancer", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "crash", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "devicehealth", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "orchestrator", 2024-04-25T02:43:24.975 INFO:teuthology.orchestra.run.smithi047.stdout: "pg_autoscaler", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "progress", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_support", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "status", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "telemetry", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "volumes" 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "reef": [ 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "balancer", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "crash", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "devicehealth", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "orchestrator", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "pg_autoscaler", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "progress", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_support", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "status", 2024-04-25T02:43:24.976 INFO:teuthology.orchestra.run.smithi047.stdout: "telemetry", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "volumes" 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: ], 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "squid": [ 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "balancer", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "crash", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "devicehealth", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "orchestrator", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "pg_autoscaler", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "progress", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "rbd_support", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "status", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "telemetry", 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "volumes" 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "last_failure_osd_epoch": 89, 2024-04-25T02:43:24.977 INFO:teuthology.orchestra.run.smithi047.stdout: "active_clients": [ 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "devicehealth", 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: "addrvec": [ 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "v2", 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: "addr": "172.21.15.47:0", 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: "nonce": 3695263279 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "libcephsqlite", 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: "addrvec": [ 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.978 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "v2", 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: "addr": "172.21.15.47:0", 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: "nonce": 1204532329 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "rbd_support", 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: "addrvec": [ 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "v2", 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: "addr": "172.21.15.47:0", 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: "nonce": 3165665275 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.979 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snap_schedule", 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "addrvec": [ 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "v2", 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "addr": "172.21.15.47:0", 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "nonce": 1001516477 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "snap_schedule", 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "addrvec": [ 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "v2", 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "addr": "172.21.15.47:0", 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: "nonce": 1956903071 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.980 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: "name": "volumes", 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: "addrvec": [ 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: { 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: "type": "v2", 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: "addr": "172.21.15.47:0", 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: "nonce": 784650397 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-04-25T02:43:24.981 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:43:24.987 DEBUG:tasks.check_counter:Getting stats from a 2024-04-25T02:43:24.987 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-25T02:43:24.987 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:23 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1284131844' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:43:24.988 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:23 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/4170716946' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T02:43:24.989 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:23 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1284131844' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:43:24.989 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:23 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/4170716946' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T02:43:25.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:24 smithi113 ceph-mon[32459]: pgmap v334: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:43:25.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:24 smithi178 ceph-mon[33053]: pgmap v334: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:43:25.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:24 smithi047 ceph-mon[27871]: pgmap v334: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-25T02:43:25.462 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:43:26.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:25 smithi113 ceph-mon[32459]: pgmap v335: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:43:26.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:25 smithi178 ceph-mon[33053]: pgmap v335: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:43:26.410 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:25 smithi047 ceph-mon[27871]: pgmap v335: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 87 B/s wr, 5 op/s 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 52, 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 89, 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 13252, 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 118045, 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 18, 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 2, 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.054318562, 2024-04-25T02:43:27.932 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.023365068, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.018860570, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.001044884, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 87, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.079556849, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000914446 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 65, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000045540, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000700 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1584, 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 1440 2024-04-25T02:43:27.933 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 722, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 818, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 1741267, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 362321, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 6, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 5, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.228174683, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.079886568, 2024-04-25T02:43:27.934 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.169763004, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.017399142, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 818, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.094479024, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000115500 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 955, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000614005, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000642 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1625296, 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 142032 2024-04-25T02:43:27.935 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 57, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 224, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 11140, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 870931, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 43, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 7, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.069116333, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.031470453, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.027837809, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.001123056, 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:27.936 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 221, 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.050480622, 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000228419 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 53, 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000008575, 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000161 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 2832, 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 461152 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "cct": { 2024-04-25T02:43:27.937 INFO:teuthology.orchestra.run.smithi047.stdout: "total_workers": 1, 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "unhealthy_workers": 0 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "finisher-MDSRank": { 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "queue_len": 0, 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "complete_latency": { 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 53, 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.003782945, 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000071376 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "finisher-PurgeQueue": { 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "queue_len": 0, 2024-04-25T02:43:27.938 INFO:teuthology.orchestra.run.smithi047.stdout: "complete_latency": { 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 2, 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000013538, 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000006769 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "mds": { 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "request": 9, 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "reply": 5, 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "reply_latency": { 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 5, 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.002721229, 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000544245 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.939 INFO:teuthology.orchestra.run.smithi047.stdout: "slow_reply": 0, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "forward": 4, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_fetch_complete": 0, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_fetch_keys": 0, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_commit": 11, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_split": 0, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_merge": 0, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes": 14, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_top": 0, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_bottom": 14, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_pin_tail": 0, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_pinned": 14, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_expired": 0, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_with_caps": 1, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "caps": 1, 2024-04-25T02:43:27.940 INFO:teuthology.orchestra.run.smithi047.stdout: "subtrees": 2, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse": 13, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_hit": 9, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_forward": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_discover": 2, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_dir_fetch": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_remote_ino": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_lock": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "load_cent": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "q": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "exported": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "exported_inodes": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "imported": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "imported_inodes": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "openino_dir_fetch": 0, 2024-04-25T02:43:27.941 INFO:teuthology.orchestra.run.smithi047.stdout: "openino_backtrace_fetch": 0, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "openino_peer_discover": 0, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "root_rfiles": 4, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "root_rbytes": 234, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "root_rsnaps": 6, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_set_tag": 0, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_inotable_repaired": 0, 2024-04-25T02:43:27.942 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_dir_inodes": 0, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_file_inodes": 0, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_inode_file_caps": 0, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_revoke": 2, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_grant": 3, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T02:43:27.943 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_caps": 2, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_caps_dirty": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_cap_release": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "process_request_cap_release": 2 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_cache": { 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_update": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_update_receipt": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_try_discover": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_send_discover": 3, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_handle_discover": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "num_strays": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "num_strays_delayed": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "num_strays_enqueuing": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "strays_created": 0, 2024-04-25T02:43:27.944 INFO:teuthology.orchestra.run.smithi047.stdout: "strays_enqueued": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "strays_reintegrated": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "strays_migrated": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "num_recovering_processing": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "num_recovering_enqueued": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "num_recovering_prioritized": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "recovery_started": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "recovery_completed": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_quiesce_path": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_quiesce_inode": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_exportdir": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_flush": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_fragmentdir": 0, 2024-04-25T02:43:27.945 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_fragstats": 0, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_inodestats": 0 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_log": { 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "evlrg": 0, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "evadd": 7, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "evex": 0, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "evtrm": 0, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "ev": 7, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "evexg": 0, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "evexd": 0, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "segadd": 2, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "segex": 0, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "segtrm": 0, 2024-04-25T02:43:27.946 INFO:teuthology.orchestra.run.smithi047.stdout: "seg": 2, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "segmjr": 2, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "segexg": 0, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "segexd": 0, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "expos": 4194304, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "wrpos": 4196266, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "rdpos": 0, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "jlat": { 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 6, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.014093228, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.002348871 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: "replayed": 0 2024-04-25T02:43:27.947 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_mem": { 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "ino": 17, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "ino+": 17, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "ino-": 0, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "dir": 15, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "dir+": 16, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "dir-": 1, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "dn": 14, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "dn+": 14, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "dn-": 0, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "cap": 1, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "cap+": 5, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "cap-": 4, 2024-04-25T02:43:27.948 INFO:teuthology.orchestra.run.smithi047.stdout: "rss": 51432, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "heap": 223612 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_server": { 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "dispatch_client_request": 11, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "dispatch_server_request": 0, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_request": 9, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_session": 17, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_peer_request": 0, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "req_create_latency": { 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.949 INFO:teuthology.orchestra.run.smithi047.stdout: "req_getattr_latency": { 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 3, 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.002284418, 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000761472 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "req_getfilelock_latency": { 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "req_link_latency": { 2024-04-25T02:43:27.950 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookup_latency": { 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 2, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000436811, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000218405 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookuphash_latency": { 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookupino_latency": { 2024-04-25T02:43:27.951 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookupname_latency": { 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookupparent_latency": { 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookupsnap_latency": { 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.952 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lssnap_latency": { 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: "req_mkdir_latency": { 2024-04-25T02:43:27.953 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: "req_mknod_latency": { 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: "req_mksnap_latency": { 2024-04-25T02:43:27.954 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "req_open_latency": { 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "req_readdir_latency": { 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "req_rename_latency": { 2024-04-25T02:43:27.955 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "req_renamesnap_latency": { 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "req_snapdiff_latency": { 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "req_rmdir_latency": { 2024-04-25T02:43:27.956 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "req_rmsnap_latency": { 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "req_rmxattr_latency": { 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setattr_latency": { 2024-04-25T02:43:27.957 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setdirlayout_latency": { 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setfilelock_latency": { 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.958 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setlayout_latency": { 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setxattr_latency": { 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "req_symlink_latency": { 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.959 INFO:teuthology.orchestra.run.smithi047.stdout: "req_unlink_latency": { 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "cap_revoke_eviction": 0, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "cap_acquisition_throttle": 0, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "req_getvxattr_latency": { 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_sessions": { 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "session_count": 1, 2024-04-25T02:43:27.960 INFO:teuthology.orchestra.run.smithi047.stdout: "session_add": 3, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "session_remove": 2, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "sessions_open": 1, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "sessions_stale": 0, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "total_load": 4, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "average_load": 2, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "avg_session_uptime": 647, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "mdthresh_evicted": 0 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "mempool": { 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:27.961 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:27.962 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:27.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:27.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:27.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_items": 0, 2024-04-25T02:43:27.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:27.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:27.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:27.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:27.964 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_bytes": 272757, 2024-04-25T02:43:27.964 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_items": 103, 2024-04-25T02:43:27.965 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_bytes": 176, 2024-04-25T02:43:27.965 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_items": 2, 2024-04-25T02:43:27.965 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_bytes": 0, 2024-04-25T02:43:27.965 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_items": 0, 2024-04-25T02:43:27.965 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:27.965 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:27.965 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:27.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:27.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_bytes": 8032, 2024-04-25T02:43:27.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_items": 167, 2024-04-25T02:43:27.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:27.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:27.966 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:27.967 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_items": 0, 2024-04-25T02:43:27.967 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_bytes": 67845, 2024-04-25T02:43:27.967 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_items": 298, 2024-04-25T02:43:27.967 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:27.967 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_items": 0, 2024-04-25T02:43:27.967 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:27.968 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_items": 0 2024-04-25T02:43:27.968 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.968 INFO:teuthology.orchestra.run.smithi047.stdout: "objecter": { 2024-04-25T02:43:27.968 INFO:teuthology.orchestra.run.smithi047.stdout: "op_active": 0, 2024-04-25T02:43:27.968 INFO:teuthology.orchestra.run.smithi047.stdout: "op_laggy": 0, 2024-04-25T02:43:27.968 INFO:teuthology.orchestra.run.smithi047.stdout: "op_send": 47, 2024-04-25T02:43:27.968 INFO:teuthology.orchestra.run.smithi047.stdout: "op_send_bytes": 13069, 2024-04-25T02:43:27.969 INFO:teuthology.orchestra.run.smithi047.stdout: "op_resend": 33, 2024-04-25T02:43:27.969 INFO:teuthology.orchestra.run.smithi047.stdout: "op_reply": 47, 2024-04-25T02:43:27.969 INFO:teuthology.orchestra.run.smithi047.stdout: "op_latency": { 2024-04-25T02:43:27.969 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 47, 2024-04-25T02:43:27.969 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.309993246, 2024-04-25T02:43:27.969 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.006595600 2024-04-25T02:43:27.970 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.970 INFO:teuthology.orchestra.run.smithi047.stdout: "op_inflight": 0, 2024-04-25T02:43:27.970 INFO:teuthology.orchestra.run.smithi047.stdout: "oplen_avg": { 2024-04-25T02:43:27.970 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 47, 2024-04-25T02:43:27.970 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 73 2024-04-25T02:43:27.970 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.970 INFO:teuthology.orchestra.run.smithi047.stdout: "op": 47, 2024-04-25T02:43:27.971 INFO:teuthology.orchestra.run.smithi047.stdout: "op_r": 0, 2024-04-25T02:43:27.971 INFO:teuthology.orchestra.run.smithi047.stdout: "op_w": 47, 2024-04-25T02:43:27.971 INFO:teuthology.orchestra.run.smithi047.stdout: "op_rmw": 0, 2024-04-25T02:43:27.971 INFO:teuthology.orchestra.run.smithi047.stdout: "op_pg": 0, 2024-04-25T02:43:27.971 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_stat": 0, 2024-04-25T02:43:27.971 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_create": 10, 2024-04-25T02:43:27.971 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_read": 0, 2024-04-25T02:43:27.972 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_write": 6, 2024-04-25T02:43:27.972 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_writefull": 8, 2024-04-25T02:43:27.972 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_writesame": 0, 2024-04-25T02:43:27.972 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_append": 0, 2024-04-25T02:43:27.972 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_zero": 0, 2024-04-25T02:43:27.972 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_truncate": 0, 2024-04-25T02:43:27.973 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_delete": 6, 2024-04-25T02:43:27.973 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_mapext": 0, 2024-04-25T02:43:27.973 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_sparse_read": 0, 2024-04-25T02:43:27.973 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_clonerange": 0, 2024-04-25T02:43:27.973 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_getxattr": 0, 2024-04-25T02:43:27.973 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_setxattr": 20, 2024-04-25T02:43:27.973 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_cmpxattr": 0, 2024-04-25T02:43:27.974 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_rmxattr": 0, 2024-04-25T02:43:27.974 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_resetxattrs": 0, 2024-04-25T02:43:27.974 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_call": 0, 2024-04-25T02:43:27.974 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_watch": 0, 2024-04-25T02:43:27.974 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_notify": 0, 2024-04-25T02:43:27.974 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T02:43:27.975 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_pgls": 0, 2024-04-25T02:43:27.975 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_pgls_filter": 0, 2024-04-25T02:43:27.975 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_other": 0, 2024-04-25T02:43:27.975 INFO:teuthology.orchestra.run.smithi047.stdout: "linger_active": 0, 2024-04-25T02:43:27.975 INFO:teuthology.orchestra.run.smithi047.stdout: "linger_send": 0, 2024-04-25T02:43:27.975 INFO:teuthology.orchestra.run.smithi047.stdout: "linger_resend": 0, 2024-04-25T02:43:27.975 INFO:teuthology.orchestra.run.smithi047.stdout: "linger_ping": 0, 2024-04-25T02:43:27.976 INFO:teuthology.orchestra.run.smithi047.stdout: "poolop_active": 0, 2024-04-25T02:43:27.976 INFO:teuthology.orchestra.run.smithi047.stdout: "poolop_send": 0, 2024-04-25T02:43:27.976 INFO:teuthology.orchestra.run.smithi047.stdout: "poolop_resend": 0, 2024-04-25T02:43:27.976 INFO:teuthology.orchestra.run.smithi047.stdout: "poolstat_active": 0, 2024-04-25T02:43:27.976 INFO:teuthology.orchestra.run.smithi047.stdout: "poolstat_send": 0, 2024-04-25T02:43:27.976 INFO:teuthology.orchestra.run.smithi047.stdout: "poolstat_resend": 0, 2024-04-25T02:43:27.976 INFO:teuthology.orchestra.run.smithi047.stdout: "statfs_active": 0, 2024-04-25T02:43:27.976 INFO:teuthology.orchestra.run.smithi047.stdout: "statfs_send": 0, 2024-04-25T02:43:27.977 INFO:teuthology.orchestra.run.smithi047.stdout: "statfs_resend": 0, 2024-04-25T02:43:27.977 INFO:teuthology.orchestra.run.smithi047.stdout: "command_active": 0, 2024-04-25T02:43:27.977 INFO:teuthology.orchestra.run.smithi047.stdout: "command_send": 0, 2024-04-25T02:43:27.977 INFO:teuthology.orchestra.run.smithi047.stdout: "command_resend": 0, 2024-04-25T02:43:27.977 INFO:teuthology.orchestra.run.smithi047.stdout: "map_epoch": 99, 2024-04-25T02:43:27.977 INFO:teuthology.orchestra.run.smithi047.stdout: "map_full": 0, 2024-04-25T02:43:27.977 INFO:teuthology.orchestra.run.smithi047.stdout: "map_inc": 13, 2024-04-25T02:43:27.978 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_sessions": 9, 2024-04-25T02:43:27.978 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_session_open": 9, 2024-04-25T02:43:27.978 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_session_close": 0, 2024-04-25T02:43:27.978 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_laggy": 0, 2024-04-25T02:43:27.978 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_wr": 22, 2024-04-25T02:43:27.978 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_rd": 0, 2024-04-25T02:43:27.979 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_del": 1 2024-04-25T02:43:27.979 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.979 INFO:teuthology.orchestra.run.smithi047.stdout: "oft": { 2024-04-25T02:43:27.979 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_total_objs": 1, 2024-04-25T02:43:27.979 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_total_kv_pairs": 0, 2024-04-25T02:43:27.979 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_total_updates": 0, 2024-04-25T02:43:27.979 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_total_removes": 0 2024-04-25T02:43:27.980 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.980 INFO:teuthology.orchestra.run.smithi047.stdout: "osd-slow-ops": { 2024-04-25T02:43:27.980 INFO:teuthology.orchestra.run.smithi047.stdout: "slow_ops_count": 0 2024-04-25T02:43:27.980 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.980 INFO:teuthology.orchestra.run.smithi047.stdout: "purge_queue": { 2024-04-25T02:43:27.980 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executing_ops": 0, 2024-04-25T02:43:27.981 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T02:43:27.981 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executing": 0, 2024-04-25T02:43:27.981 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executing_high_water": 0, 2024-04-25T02:43:27.981 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executed_ops": 0, 2024-04-25T02:43:27.981 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executed": 0, 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_item_in_journal": 0 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 827, 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 1673533, 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:27.982 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 827, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 827, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 1673533, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-objecter_bytes": { 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-04-25T02:43:27.983 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 0, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 0, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 47, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 13069, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 47, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 13069, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.984 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-objecter_ops": { 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 1024, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 0, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 0, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 47, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 47, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 47, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 47, 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-04-25T02:43:27.985 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-write_buf_throttle": { 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 3758096384, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 0, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 0, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:27.986 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 0, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 0, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-write_buf_throttle-0x559dbae50500": { 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 3758096384, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-04-25T02:43:27.987 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 7, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 1962, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 7, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 6, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 1962, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:27.988 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:27.989 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.989 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:27.989 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:43:28.861 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-04-25T02:43:28.861 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-04-25T02:43:28.861 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=6 2024-04-25T02:43:28.862 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-25T02:43:28.862 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T02:43:28.862 DEBUG:tasks.check_counter:Getting stats from d 2024-04-25T02:43:28.862 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-25T02:43:29.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:28 smithi113 ceph-mon[32459]: pgmap v336: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:43:29.042 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:28 smithi178 ceph-mon[33053]: pgmap v336: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:43:29.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:28 smithi047 ceph-mon[27871]: pgmap v336: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T02:43:29.320 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:43:30.854 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:30 smithi047 ceph-mon[27871]: pgmap v337: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:31.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:30 smithi113 ceph-mon[32459]: pgmap v337: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:31.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:30 smithi178 ceph-mon[33053]: pgmap v337: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 0, 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 2, 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 0, 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 0, 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 4, 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 0, 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.004433000, 2024-04-25T02:43:31.958 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.001215136, 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:31.959 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 234, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 223, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 1584192, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 137504, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 2, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 1, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.099061561, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.024352746, 2024-04-25T02:43:31.960 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.092798381, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.010735493, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 222, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.022285983, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000100387 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1584192, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 137504 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.961 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 6, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 172, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 3344, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 185776, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 5, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 3, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.035242363, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.025219455, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.004398973, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 170, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.039174477, 2024-04-25T02:43:31.962 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000230438 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 185776 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "cct": { 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "total_workers": 0, 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "unhealthy_workers": 0 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "mempool": { 2024-04-25T02:43:31.963 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:31.964 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:31.965 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_items": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_bytes": 148714, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_items": 30, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_items": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_bytes": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_items": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:31.966 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_bytes": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_items": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_items": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_bytes": 928, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_items": 2, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_items": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_items": 0 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:31.967 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 236, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 1551216, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 236, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 236, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 1551216, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:31.968 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:31.969 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:43:32.773 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-25T02:43:32.773 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-25T02:43:32.773 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-25T02:43:32.774 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-25T02:43:32.774 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-25T02:43:32.774 DEBUG:tasks.check_counter:Getting stats from g 2024-04-25T02:43:32.774 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-25T02:43:33.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:32 smithi113 ceph-mon[32459]: pgmap v338: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:33.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:32 smithi178 ceph-mon[33053]: pgmap v338: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:33.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:32 smithi047 ceph-mon[27871]: pgmap v338: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:33.260 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:43:35.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:34 smithi113 ceph-mon[32459]: pgmap v339: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:35.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:34 smithi047 ceph-mon[27871]: pgmap v339: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:35.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:34 smithi178 ceph-mon[33053]: pgmap v339: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 234, 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 221, 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 1586128, 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 135392, 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 4, 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 0, 2024-04-25T02:43:35.743 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.109581454, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.035996885, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.081845970, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.010812586, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 221, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.023591452, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000106748 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1586128, 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 135392 2024-04-25T02:43:35.744 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 2, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 167, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 320, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 184800, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 5, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 3, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.036788737, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.026421746, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.004302131, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 164, 2024-04-25T02:43:35.745 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.022076324, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000134611 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 184800 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 0, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 2, 2024-04-25T02:43:35.746 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 0, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 0, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 2, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 1, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.001183517, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.001028729, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:35.747 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "cct": { 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "total_workers": 0, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "unhealthy_workers": 0 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "mempool": { 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:35.748 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:35.749 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_items": 0, 2024-04-25T02:43:35.750 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_bytes": 148994, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_items": 31, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_items": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_bytes": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_items": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_bytes": 0, 2024-04-25T02:43:35.751 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_items": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_items": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_bytes": 928, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_items": 2, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_items": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_items": 0 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-04-25T02:43:35.752 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 232, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 1550696, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 232, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 232, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 1550696, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:35.753 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:43:36.758 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-04-25T02:43:36.759 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-04-25T02:43:36.759 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-04-25T02:43:36.759 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-04-25T02:43:36.759 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-04-25T02:43:36.759 DEBUG:tasks.check_counter:Getting stats from j 2024-04-25T02:43:36.759 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-25T02:43:37.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:36 smithi113 ceph-mon[32459]: pgmap v340: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:37.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:36 smithi178 ceph-mon[33053]: pgmap v340: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:37.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:36 smithi047 ceph-mon[27871]: pgmap v340: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:37.240 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T02:43:38.910 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:38 smithi047 ceph-mon[27871]: pgmap v341: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:39.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:38 smithi113 ceph-mon[32459]: pgmap v341: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:39.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:38 smithi178 ceph-mon[33053]: pgmap v341: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 0, 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 2, 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 0, 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 0, 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 4, 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 0, 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.004032000, 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T02:43:39.539 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.000818011, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T02:43:39.540 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 2, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 173, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 320, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 185856, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 5, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 3, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.038016092, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.027026004, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.005731084, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 170, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.027201239, 2024-04-25T02:43:39.541 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000160007 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 185856 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 240, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 227, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 1587760, 2024-04-25T02:43:39.542 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 139232, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 2, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 1, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.112078532, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.035619728, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.092811881, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.010595043, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 227, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.024506099, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000107956 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:39.543 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1587760, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 139232 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "cct": { 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "total_workers": 0, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "unhealthy_workers": 0 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "mempool": { 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:39.544 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:39.545 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_items": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:39.546 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_bytes": 148748, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_items": 32, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_items": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_bytes": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_items": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_bytes": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_items": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_items": 0, 2024-04-25T02:43:39.547 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_bytes": 928, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_items": 2, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_items": 0, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_items": 0 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 238, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 1551476, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 238, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-04-25T02:43:39.548 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 238, 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 1551476, 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-04-25T02:43:39.549 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-04-25T02:43:40.395 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-25T02:43:40.395 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-25T02:43:40.395 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-25T02:43:40.395 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-25T02:43:40.395 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-25T02:43:40.395 DEBUG:tasks.check_counter:Getting stats from b 2024-04-25T02:43:40.395 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-25T02:43:40.646 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:43:41.007 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:40 smithi113 ceph-mon[32459]: pgmap v342: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:41.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:40 smithi178 ceph-mon[33053]: pgmap v342: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:41.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:40 smithi047 ceph-mon[27871]: pgmap v342: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout:{ 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 3721, 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 3731, 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 1067399, 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 10279895, 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 36, 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 4, 2024-04-25T02:43:42.407 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.320996766, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.118214863, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.083078599, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.087171391, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 3733, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.909559235, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000243653 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 968, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000205536, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000212 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.408 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 3184, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 326976 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 3401, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 3101, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 1108460, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 7154840, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 151, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 7, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.294336039, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.077212080, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.115865436, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.080709425, 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:42.409 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 3101, 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 1.300736664, 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000419457 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 1229, 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000235569, 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000191 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 85264, 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 142208 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.410 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 8413, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 11937, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 4389363, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 6090539, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 19, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 9, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.664964558, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.240998774, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.368833826, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.134441366, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 11930, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 1.595647895, 2024-04-25T02:43:42.411 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000133750 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 7178, 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.002506592, 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000349 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 2029328, 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 294544 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "cct": { 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "total_workers": 1, 2024-04-25T02:43:42.412 INFO:teuthology.orchestra.run.smithi113.stdout: "unhealthy_workers": 0 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "finisher-MDSRank": { 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "queue_len": 0, 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "complete_latency": { 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 5240, 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 2.527392606, 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000482326 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "finisher-PurgeQueue": { 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "queue_len": 0, 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "complete_latency": { 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 5534, 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.170361501, 2024-04-25T02:43:42.413 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000030784 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "mds": { 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "request": 2589, 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "reply": 2589, 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "reply_latency": { 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 2589, 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 2.821705016, 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.001089882 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "slow_reply": 0, 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "forward": 0, 2024-04-25T02:43:42.414 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_fetch_complete": 0, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_fetch_keys": 0, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_commit": 66, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_split": 0, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_merge": 0, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes": 131, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_top": 7, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_bottom": 124, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_pin_tail": 0, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_pinned": 121, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_expired": 0, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_with_caps": 3, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "caps": 4, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "subtrees": 2, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse": 2644, 2024-04-25T02:43:42.415 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_hit": 2633, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_forward": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_discover": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_dir_fetch": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_remote_ino": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_lock": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "load_cent": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "q": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "exported": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "exported_inodes": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "imported": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "imported_inodes": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "openino_dir_fetch": 0, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "openino_backtrace_fetch": 214, 2024-04-25T02:43:42.416 INFO:teuthology.orchestra.run.smithi113.stdout: "openino_peer_discover": 0, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "root_rfiles": 4, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "root_rbytes": 234, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "root_rsnaps": 6, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_backtrace_fetch": 214, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_set_tag": 0, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_inotable_repaired": 0, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_dir_inodes": 137, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_dir_base_inodes": 19, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_dirfrag_rstats": 118, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_file_inodes": 77, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_inode_file_caps": 1, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_revoke": 23, 2024-04-25T02:43:42.417 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_grant": 3642, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_caps": 2441, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_caps_dirty": 1213, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_cap_release": 15, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "process_request_cap_release": 1240 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_cache": { 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_update": 0, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_update_receipt": 0, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_try_discover": 0, 2024-04-25T02:43:42.418 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_send_discover": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_handle_discover": 6, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "num_strays": 1, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "num_strays_delayed": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "num_strays_enqueuing": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "strays_created": 1212, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "strays_enqueued": 1211, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "strays_reintegrated": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "strays_migrated": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "num_recovering_processing": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "num_recovering_enqueued": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "num_recovering_prioritized": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "recovery_started": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "recovery_completed": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_quiesce_path": 0, 2024-04-25T02:43:42.419 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_quiesce_inode": 0, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_enqueue_scrub": 19, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_exportdir": 0, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_flush": 0, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_fragmentdir": 0, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_fragstats": 0, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_inodestats": 0 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_log": { 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "evlrg": 0, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "evadd": 6209, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "evex": 4716, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "evtrm": 4716, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "ev": 1493, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "evexg": 0, 2024-04-25T02:43:42.420 INFO:teuthology.orchestra.run.smithi113.stdout: "evexd": 2847, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "segadd": 16, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "segex": 14, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "segtrm": 14, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "seg": 2, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "segmjr": 1, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "segexg": 0, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "segexd": 3, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "expos": 14965057, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "wrpos": 17961174, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "rdpos": 0, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "jlat": { 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 2517, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 4.388415697, 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.001743510 2024-04-25T02:43:42.421 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "replayed": 0 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_mem": { 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "ino": 24, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "ino+": 1254, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "ino-": 1230, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "dir": 19, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "dir+": 24, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "dir-": 5, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "dn": 131, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "dn+": 1246, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "dn-": 1115, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "cap": 4, 2024-04-25T02:43:42.422 INFO:teuthology.orchestra.run.smithi113.stdout: "cap+": 1228, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "cap-": 1224, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "rss": 63348, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "heap": 231804 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_server": { 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "dispatch_client_request": 2655, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "dispatch_server_request": 1, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_request": 2589, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_session": 33, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_peer_request": 2, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "req_create_latency": { 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 1210, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 1.042133222, 2024-04-25T02:43:42.423 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000861267 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "req_getattr_latency": { 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 107, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.026773613, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000250220 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "req_getfilelock_latency": { 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "req_link_latency": { 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.424 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookup_latency": { 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 1, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000181350, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000181350 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookuphash_latency": { 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookupino_latency": { 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 2, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000398353, 2024-04-25T02:43:42.425 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000199176 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookupname_latency": { 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookupparent_latency": { 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookupsnap_latency": { 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.426 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.427 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.427 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.427 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lssnap_latency": { 2024-04-25T02:43:42.427 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 11, 2024-04-25T02:43:42.427 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.002679019, 2024-04-25T02:43:42.427 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000243547 2024-04-25T02:43:42.427 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "req_mkdir_latency": { 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 12, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.017600610, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.001466717 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "req_mknod_latency": { 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "req_mksnap_latency": { 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 11, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.081264043, 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.007387640 2024-04-25T02:43:42.428 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "req_open_latency": { 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 1, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000395599, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000395599 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "req_readdir_latency": { 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 6, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.006338448, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.001056408 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "req_rename_latency": { 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 2, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.002030407, 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.001015203 2024-04-25T02:43:42.429 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "req_renamesnap_latency": { 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "req_snapdiff_latency": { 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "req_rmdir_latency": { 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 6, 2024-04-25T02:43:42.430 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.025536005, 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.004256000 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "req_rmsnap_latency": { 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 5, 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.035950878, 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.007190175 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "req_rmxattr_latency": { 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setattr_latency": { 2024-04-25T02:43:42.431 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 1, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.001288948, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.001288948 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setdirlayout_latency": { 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setfilelock_latency": { 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.432 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setlayout_latency": { 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setxattr_latency": { 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 8, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.019218824, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.002402353 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "req_symlink_latency": { 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.433 INFO:teuthology.orchestra.run.smithi113.stdout: "req_unlink_latency": { 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 1206, 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 1.559915697, 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.001293462 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "cap_revoke_eviction": 0, 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "cap_acquisition_throttle": 0, 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "req_getvxattr_latency": { 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_sessions": { 2024-04-25T02:43:42.434 INFO:teuthology.orchestra.run.smithi113.stdout: "session_count": 2, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "session_add": 5, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "session_remove": 3, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "sessions_open": 2, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "sessions_stale": 0, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "total_load": 35, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "average_load": 17, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "avg_session_uptime": 649, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "mdthresh_evicted": 0 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "mempool": { 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:42.435 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:42.436 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_items": 0, 2024-04-25T02:43:42.437 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_anon_bytes": 332063, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_anon_items": 141, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_meta_bytes": 880, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_meta_items": 10, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_bytes": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_items": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:42.438 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_bytes": 8032, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_items": 167, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "pgmap_items": 0, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_co_bytes": 192684, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_co_items": 1749, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_1_items": 0, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_2_items": 0 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.439 INFO:teuthology.orchestra.run.smithi113.stdout: "objecter": { 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "op_active": 0, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "op_laggy": 0, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "op_send": 7302, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "op_send_bytes": 14287333, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "op_resend": 37, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "op_reply": 7302, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "op_latency": { 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 7302, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 40.226139232, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.005508920 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "op_inflight": 0, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "oplen_avg": { 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 7302, 2024-04-25T02:43:42.440 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 7979 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "op": 7302, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "op_r": 282, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "op_w": 7020, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "op_rmw": 0, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "op_pg": 0, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_stat": 45, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_create": 253, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_read": 49, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_write": 2547, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_writefull": 70, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_writesame": 0, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_append": 0, 2024-04-25T02:43:42.441 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_zero": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_truncate": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_delete": 4014, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_mapext": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_sparse_read": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_clonerange": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_getxattr": 233, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_setxattr": 506, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_cmpxattr": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_rmxattr": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_resetxattrs": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_call": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_watch": 0, 2024-04-25T02:43:42.442 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_notify": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_pgls": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_pgls_filter": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_other": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "linger_active": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "linger_send": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "linger_resend": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "linger_ping": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "poolop_active": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "poolop_send": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "poolop_resend": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "poolstat_active": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "poolstat_send": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "poolstat_resend": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "statfs_active": 0, 2024-04-25T02:43:42.443 INFO:teuthology.orchestra.run.smithi113.stdout: "statfs_send": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "statfs_resend": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "command_active": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "command_send": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "command_resend": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "map_epoch": 99, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "map_full": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "map_inc": 14, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_sessions": 12, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_session_open": 12, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_session_close": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_laggy": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_wr": 233, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_rd": 0, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_del": 29 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.444 INFO:teuthology.orchestra.run.smithi113.stdout: "oft": { 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_total_objs": 1, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_total_kv_pairs": 0, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_total_updates": 0, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_total_removes": 0 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "osd-slow-ops": { 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "slow_ops_count": 0 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "purge_queue": { 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executing_ops": 0, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executing_ops_high_water": 12, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executing": 0, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executing_high_water": 7, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executed_ops": 3497, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executed": 1211, 2024-04-25T02:43:42.445 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_item_in_journal": 0 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 104857600, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 15531, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 5186688, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 15531, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 0, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 0, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 15531, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 5186688, 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:42.446 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-objecter_bytes": { 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 104857600, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 0, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 0, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 7302, 2024-04-25T02:43:42.447 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 14409644, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 7302, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 14409644, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-objecter_ops": { 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 1024, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 0, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 0, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:42.448 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 7302, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 7302, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 7302, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 7302, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-write_buf_throttle": { 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 3758096384, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:42.449 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 1211, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 122311, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 1211, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 0, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 0, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 30, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 122311, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:42.450 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-write_buf_throttle-0x555b53b0c500": { 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 3758096384, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 6209, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 13766870, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 6209, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 0, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 0, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 2517, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 13766870, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:42.451 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:42.452 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.452 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:42.452 INFO:teuthology.orchestra.run.smithi113.stdout:} 2024-04-25T02:43:43.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:42 smithi113 ceph-mon[32459]: pgmap v343: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:43.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:42 smithi178 ceph-mon[33053]: pgmap v343: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:43.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:42 smithi047 ceph-mon[27871]: pgmap v343: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:43.220 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-04-25T02:43:43.220 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-04-25T02:43:43.220 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-25T02:43:43.221 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=11 2024-04-25T02:43:43.221 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=5 2024-04-25T02:43:43.221 DEBUG:tasks.check_counter:Getting stats from e 2024-04-25T02:43:43.221 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-25T02:43:43.465 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:43:44.911 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:44 smithi113 ceph-mon[32459]: pgmap v344: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:45.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:44 smithi178 ceph-mon[33053]: pgmap v344: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:45.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:44 smithi047 ceph-mon[27871]: pgmap v344: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout:{ 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 240, 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 227, 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 1587760, 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 139232, 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 4, 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 0, 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.048647431, 2024-04-25T02:43:45.166 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.014447430, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.036620012, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.006002009, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 227, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.013698859, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000060347 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 1587760, 2024-04-25T02:43:45.167 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 139232 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 3, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 174, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 480, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 263824, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 6, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 3, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.012224900, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.008243065, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.001685266, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 170, 2024-04-25T02:43:45.168 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.031051603, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000182656 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 480, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 263824 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 0, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 2, 2024-04-25T02:43:45.169 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 0, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 0, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 2, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 1, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.000255746, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.000185561, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:45.170 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "cct": { 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "total_workers": 0, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "unhealthy_workers": 0 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "mempool": { 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:45.171 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:45.172 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_items": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:45.173 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_anon_bytes": 148955, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_anon_items": 30, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_meta_items": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_bytes": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_items": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_bytes": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_items": 0, 2024-04-25T02:43:45.174 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "pgmap_items": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_co_bytes": 928, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_co_items": 2, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_1_items": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_2_items": 0 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 104857600, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 239, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 1551503, 2024-04-25T02:43:45.175 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 239, 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 0, 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 0, 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 239, 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 1551503, 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:45.176 INFO:teuthology.orchestra.run.smithi113.stdout:} 2024-04-25T02:43:45.868 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.e 2024-04-25T02:43:45.868 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.e 2024-04-25T02:43:45.868 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.e 2024-04-25T02:43:45.868 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.e 2024-04-25T02:43:45.868 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.e 2024-04-25T02:43:45.868 DEBUG:tasks.check_counter:Getting stats from h 2024-04-25T02:43:45.869 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-25T02:43:46.106 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:43:46.758 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:46 smithi113 ceph-mon[32459]: pgmap v345: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:47.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:46 smithi178 ceph-mon[33053]: pgmap v345: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:47.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:46 smithi047 ceph-mon[27871]: pgmap v345: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout:{ 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 1633, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 1635, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 4673645, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 519304, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 6, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 2, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.150188045, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.057495710, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.032777712, 2024-04-25T02:43:47.759 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.045790341, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 1633, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.059543789, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000036462 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:47.760 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 619, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 789, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 5539884, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 660688, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 7, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 5, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.064692465, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.021808450, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.019478256, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.016915140, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 786, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.035841000, 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000045599 2024-04-25T02:43:47.761 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 464416 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 531, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 517, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 5874903, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 228369, 2024-04-25T02:43:47.762 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 3, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 2, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.072142678, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.021534031, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.042695305, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.014242273, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 517, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.020790325, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000040213 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.763 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 1613392, 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 141872 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "cct": { 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "total_workers": 1, 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "unhealthy_workers": 0 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "finisher-MDSRank": { 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "queue_len": 0, 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "complete_latency": { 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 4231, 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.108166179, 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000025565 2024-04-25T02:43:47.764 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "finisher-PurgeQueue": { 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "queue_len": 0, 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "complete_latency": { 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "mds": { 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "request": 0, 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "reply": 0, 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "reply_latency": { 2024-04-25T02:43:47.765 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "slow_reply": 0, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "forward": 0, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_fetch_complete": 0, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_fetch_keys": 0, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_commit": 0, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_split": 0, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_merge": 0, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes": 1237, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_top": 597, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_bottom": 640, 2024-04-25T02:43:47.766 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_pin_tail": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_pinned": 383, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_expired": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "inodes_with_caps": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "caps": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "subtrees": 2, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_hit": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_forward": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_discover": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_dir_fetch": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_remote_ino": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "traverse_lock": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "load_cent": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "q": 0, 2024-04-25T02:43:47.767 INFO:teuthology.orchestra.run.smithi113.stdout: "exported": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "exported_inodes": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "imported": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "imported_inodes": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "openino_dir_fetch": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "openino_backtrace_fetch": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "openino_peer_discover": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "root_rfiles": 4, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "root_rbytes": 234, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "root_rsnaps": 6, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_set_tag": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_inotable_repaired": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_dir_inodes": 0, 2024-04-25T02:43:47.768 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "scrub_file_inodes": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_inode_file_caps": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_grant": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_caps": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_caps_dirty": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_cap_release": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "process_request_cap_release": 0 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_cache": { 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_update": 0, 2024-04-25T02:43:47.769 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_update_receipt": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_try_discover": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_send_discover": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "dir_handle_discover": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "num_strays": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "num_strays_delayed": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "num_strays_enqueuing": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "strays_created": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "strays_enqueued": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "strays_reintegrated": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "strays_migrated": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "num_recovering_processing": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "num_recovering_enqueued": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "num_recovering_prioritized": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "recovery_started": 0, 2024-04-25T02:43:47.770 INFO:teuthology.orchestra.run.smithi113.stdout: "recovery_completed": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_quiesce_path": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_quiesce_inode": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_exportdir": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_flush": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_fragmentdir": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_fragstats": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ireq_inodestats": 0 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_log": { 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "evlrg": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "evadd": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "evex": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "evtrm": 0, 2024-04-25T02:43:47.771 INFO:teuthology.orchestra.run.smithi113.stdout: "ev": 6209, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "evexg": 0, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "evexd": 0, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "segadd": 0, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "segex": 0, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "segtrm": 0, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "seg": 2, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "segmjr": 11, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "segexg": 0, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "segexd": 0, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "expos": 14965057, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "wrpos": 17961174, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "rdpos": 17961062, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "jlat": { 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.772 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "replayed": 6209 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_mem": { 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "ino": 24, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "ino+": 1235, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "ino-": 1211, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "dir": 19, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "dir+": 24, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "dir-": 5, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "dn": 1237, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "dn+": 1243, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "dn-": 6, 2024-04-25T02:43:47.773 INFO:teuthology.orchestra.run.smithi113.stdout: "cap": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "cap+": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "cap-": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "rss": 54788, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "heap": 215420 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_server": { 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "dispatch_client_request": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "dispatch_server_request": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_request": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_client_session": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "handle_peer_request": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "req_create_latency": { 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.774 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "req_getattr_latency": { 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "req_getfilelock_latency": { 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "req_link_latency": { 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.775 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookup_latency": { 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookuphash_latency": { 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookupino_latency": { 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.776 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookupname_latency": { 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookupparent_latency": { 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lookupsnap_latency": { 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.777 INFO:teuthology.orchestra.run.smithi113.stdout: "req_lssnap_latency": { 2024-04-25T02:43:47.778 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.778 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.778 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.778 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.778 INFO:teuthology.orchestra.run.smithi113.stdout: "req_mkdir_latency": { 2024-04-25T02:43:47.778 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "req_mknod_latency": { 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "req_mksnap_latency": { 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.779 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "req_open_latency": { 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "req_readdir_latency": { 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "req_rename_latency": { 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.780 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "req_renamesnap_latency": { 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "req_snapdiff_latency": { 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "req_rmdir_latency": { 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.781 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "req_rmsnap_latency": { 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "req_rmxattr_latency": { 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setattr_latency": { 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.782 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setdirlayout_latency": { 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setfilelock_latency": { 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setlayout_latency": { 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.783 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "req_setxattr_latency": { 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "req_symlink_latency": { 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "req_unlink_latency": { 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.784 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "cap_revoke_eviction": 0, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "cap_acquisition_throttle": 0, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "req_getvxattr_latency": { 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_sessions": { 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "session_count": 2, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "session_add": 5, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "session_remove": 3, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "sessions_open": 4, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "sessions_stale": 0, 2024-04-25T02:43:47.785 INFO:teuthology.orchestra.run.smithi113.stdout: "total_load": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "average_load": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "avg_session_uptime": 3659, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "mdthresh_evicted": 0 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "mempool": { 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:47.786 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:47.787 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_items": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_anon_bytes": 189519, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_anon_items": 55, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:43:47.788 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_meta_items": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_bytes": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_items": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_bytes": 8032, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_items": 167, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "pgmap_items": 0, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_co_bytes": 965612, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_co_items": 5477, 2024-04-25T02:43:47.789 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_1_items": 0, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_2_items": 0 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "objecter": { 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "op_active": 0, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "op_laggy": 0, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "op_send": 2522, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "op_send_bytes": 26, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "op_resend": 4, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "op_reply": 2522, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "op_latency": { 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 2522, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 1.333971327, 2024-04-25T02:43:47.790 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000528933 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "op_inflight": 0, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "oplen_avg": { 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 2522, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 2523 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "op": 2522, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "op_r": 2522, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "op_w": 0, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "op_rmw": 0, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "op_pg": 0, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_stat": 1605, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_create": 0, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_read": 914, 2024-04-25T02:43:47.791 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_write": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_writefull": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_writesame": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_append": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_zero": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_truncate": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_delete": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_mapext": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_sparse_read": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_clonerange": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_getxattr": 2, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_setxattr": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_cmpxattr": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_rmxattr": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_resetxattrs": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_call": 0, 2024-04-25T02:43:47.792 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_watch": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_notify": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_pgls": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_pgls_filter": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "osdop_other": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "linger_active": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "linger_send": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "linger_resend": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "linger_ping": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "poolop_active": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "poolop_send": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "poolop_resend": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "poolstat_active": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "poolstat_send": 0, 2024-04-25T02:43:47.793 INFO:teuthology.orchestra.run.smithi113.stdout: "poolstat_resend": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "statfs_active": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "statfs_send": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "statfs_resend": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "command_active": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "command_send": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "command_resend": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "map_epoch": 99, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "map_full": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "map_inc": 13, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_sessions": 5, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_session_open": 5, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_session_close": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_laggy": 0, 2024-04-25T02:43:47.794 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_wr": 0, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_rd": 2, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_del": 0 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "oft": { 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_total_objs": 0, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_total_kv_pairs": 0, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_total_updates": 0, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "omap_total_removes": 0 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "osd-slow-ops": { 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "slow_ops_count": 0 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "purge_queue": { 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executing_ops": 0, 2024-04-25T02:43:47.795 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executing": 0, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executing_high_water": 0, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executed_ops": 0, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_executed": 0, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "pq_item_in_journal": 0 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 104857600, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 2779, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 15822248, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 2779, 2024-04-25T02:43:47.796 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 0, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 0, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 2779, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 15822248, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-objecter_bytes": { 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 104857600, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 0, 2024-04-25T02:43:47.797 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 0, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 2522, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 13766880, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 2522, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 13766880, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-objecter_ops": { 2024-04-25T02:43:47.798 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 1024, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 0, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 0, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 2522, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 2522, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 2522, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 2522, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.799 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-write_buf_throttle": { 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 3758096384, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 0, 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:47.800 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-write_buf_throttle-0x56482a54e6e0": { 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 3758096384, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 0, 2024-04-25T02:43:47.801 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:47.802 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:47.802 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:47.802 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:47.802 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.802 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:47.802 INFO:teuthology.orchestra.run.smithi113.stdout:} 2024-04-25T02:43:48.556 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-25T02:43:48.556 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-25T02:43:48.556 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-04-25T02:43:48.556 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-25T02:43:48.556 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T02:43:48.556 DEBUG:tasks.check_counter:Getting stats from k 2024-04-25T02:43:48.557 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-25T02:43:48.793 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T02:43:48.914 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:48 smithi113 ceph-mon[32459]: pgmap v346: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:49.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:48 smithi178 ceph-mon[33053]: pgmap v346: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:49.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:48 smithi047 ceph-mon[27871]: pgmap v346: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout:{ 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 4, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 4, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 3024, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 448, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 4, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 0, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.001339425, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.000032816, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.000598836, 2024-04-25T02:43:50.426 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 3, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000726448, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000242149 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 240, 2024-04-25T02:43:50.427 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 229, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 1585824, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 141344, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 2, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 1, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.046344351, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.014189288, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.034892938, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.005768766, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 228, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.011920540, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000052283 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:50.428 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 1585824, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 141344 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_messages": 2, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages": 175, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_bytes": 320, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_bytes": 186208, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_created_connections": 5, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_active_connections": 3, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_total_time": 0.012012289, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_send_time": 0.008500361, 2024-04-25T02:43:50.429 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_recv_time": 0.001184000, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 172, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.033122312, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000192571 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: "msgr_send_encrypted_bytes": 186208 2024-04-25T02:43:50.430 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "cct": { 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "total_workers": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "unhealthy_workers": 0 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "mempool": { 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:50.431 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:50.432 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_items": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_anon_bytes": 148692, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_anon_items": 30, 2024-04-25T02:43:50.433 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "buffer_meta_items": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_bytes": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_items": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_bytes": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_items": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "pgmap_items": 0, 2024-04-25T02:43:50.434 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_co_bytes": 928, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "mds_co_items": 2, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_1_items": 0, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "unittest_2_items": 0 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "val": 0, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "max": 104857600, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "get_started": 0, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "get": 242, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "get_sum": 1551996, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "get_or_fail_success": 242, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "take": 0, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "take_sum": 0, 2024-04-25T02:43:50.435 INFO:teuthology.orchestra.run.smithi113.stdout: "put": 242, 2024-04-25T02:43:50.436 INFO:teuthology.orchestra.run.smithi113.stdout: "put_sum": 1551996, 2024-04-25T02:43:50.436 INFO:teuthology.orchestra.run.smithi113.stdout: "wait": { 2024-04-25T02:43:50.436 INFO:teuthology.orchestra.run.smithi113.stdout: "avgcount": 0, 2024-04-25T02:43:50.436 INFO:teuthology.orchestra.run.smithi113.stdout: "sum": 0.000000000, 2024-04-25T02:43:50.436 INFO:teuthology.orchestra.run.smithi113.stdout: "avgtime": 0.000000000 2024-04-25T02:43:50.436 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:50.436 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-04-25T02:43:50.436 INFO:teuthology.orchestra.run.smithi113.stdout:} 2024-04-25T02:43:51.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:50 smithi113 ceph-mon[32459]: pgmap v347: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:51.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:50 smithi178 ceph-mon[33053]: pgmap v347: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:51.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:50 smithi047 ceph-mon[27871]: pgmap v347: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:51.211 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-04-25T02:43:51.211 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-04-25T02:43:51.211 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-04-25T02:43:51.211 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-04-25T02:43:51.211 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-04-25T02:43:51.211 DEBUG:tasks.check_counter:Getting stats from c 2024-04-25T02:43:51.211 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-25T02:43:51.458 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:43:53.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:52 smithi113 ceph-mon[32459]: pgmap v348: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:53.013 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:52 smithi178 ceph-mon[33053]: pgmap v348: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:53.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:52 smithi047 ceph-mon[27871]: pgmap v348: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:53.400 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 1071, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 1059, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 1884592, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 401714, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 5, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 1, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.150615032, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.046655864, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.064182415, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.038697715, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 1058, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.062549345, 2024-04-25T02:43:53.401 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000059120 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 1610752, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 142544 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 4, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 176, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 876, 2024-04-25T02:43:53.402 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 545050, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 7, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 4, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.011488562, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.007151925, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.002098307, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000071350, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 173, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.033575404, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000194077 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.403 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 544352 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 1560, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 1560, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 401447, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 495263, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 4, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 3, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.105538091, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.035061060, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.025496576, 2024-04-25T02:43:53.404 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.037518320, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 1559, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.057201817, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000036691 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "cct": { 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "total_workers": 1, 2024-04-25T02:43:53.405 INFO:teuthology.orchestra.run.smithi178.stdout: "unhealthy_workers": 0 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-MDSRank": { 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 4007, 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.113402657, 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000028301 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-PurgeQueue": { 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.406 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "mds": { 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "request": 0, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "reply": 0, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "reply_latency": { 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_reply": 0, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "forward": 0, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_complete": 0, 2024-04-25T02:43:53.407 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_keys": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_commit": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_split": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_merge": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_top": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_bottom": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pin_tail": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pinned": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_expired": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_with_caps": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "caps": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "subtrees": 1, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_hit": 0, 2024-04-25T02:43:53.408 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_forward": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_discover": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_dir_fetch": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_remote_ino": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_lock": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "load_cent": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "q": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "exported": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "exported_inodes": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "imported": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "imported_inodes": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_dir_fetch": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_backtrace_fetch": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_peer_discover": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rfiles": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rbytes": 0, 2024-04-25T02:43:53.409 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rsnaps": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_set_tag": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_inotable_repaired": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_inodes": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_file_inodes": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_inode_file_caps": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_grant": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T02:43:53.410 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps_dirty": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_cap_release": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "process_request_cap_release": 0 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_cache": { 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update_receipt": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_try_discover": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_send_discover": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_handle_discover": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_delayed": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_enqueuing": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_created": 0, 2024-04-25T02:43:53.411 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_enqueued": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_reintegrated": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_migrated": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_processing": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_enqueued": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_prioritized": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_started": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_completed": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_path": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_inode": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_exportdir": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_flush": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragmentdir": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragstats": 0, 2024-04-25T02:43:53.412 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_inodestats": 0 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_log": { 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "evlrg": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "evadd": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "evex": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "evtrm": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "ev": 7, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "evexg": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "evexd": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "segadd": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "segex": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "segtrm": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "seg": 2, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "segmjr": 2, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "segexg": 0, 2024-04-25T02:43:53.413 INFO:teuthology.orchestra.run.smithi178.stdout: "segexd": 0, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "expos": 4194304, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "wrpos": 4196266, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "rdpos": 4196125, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "jlat": { 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "replayed": 7 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_mem": { 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "ino": 3, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "ino+": 3, 2024-04-25T02:43:53.414 INFO:teuthology.orchestra.run.smithi178.stdout: "ino-": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "dir": 1, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "dir+": 1, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "dir-": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "dn": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "dn+": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "dn-": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "cap": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "cap+": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "cap-": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "rss": 49708, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "heap": 215420 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_server": { 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_client_request": 0, 2024-04-25T02:43:53.415 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_server_request": 0, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_request": 0, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_session": 0, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_peer_request": 0, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "req_create_latency": { 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getattr_latency": { 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getfilelock_latency": { 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.416 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "req_link_latency": { 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookup_latency": { 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookuphash_latency": { 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.417 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupino_latency": { 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupname_latency": { 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupparent_latency": { 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.418 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupsnap_latency": { 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lssnap_latency": { 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mkdir_latency": { 2024-04-25T02:43:53.419 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mknod_latency": { 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.420 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mksnap_latency": { 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "req_open_latency": { 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "req_readdir_latency": { 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rename_latency": { 2024-04-25T02:43:53.421 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "req_renamesnap_latency": { 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "req_snapdiff_latency": { 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmdir_latency": { 2024-04-25T02:43:53.422 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmsnap_latency": { 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmxattr_latency": { 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setattr_latency": { 2024-04-25T02:43:53.423 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setdirlayout_latency": { 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setfilelock_latency": { 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setlayout_latency": { 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.424 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setxattr_latency": { 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "req_symlink_latency": { 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "req_unlink_latency": { 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.425 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_revoke_eviction": 0, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_acquisition_throttle": 0, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getvxattr_latency": { 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_sessions": { 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "session_count": 1, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "session_add": 3, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "session_remove": 2, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_open": 2, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_stale": 0, 2024-04-25T02:43:53.426 INFO:teuthology.orchestra.run.smithi178.stdout: "total_load": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "average_load": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "avg_session_uptime": 3668, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "mdthresh_evicted": 0 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "mempool": { 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:53.427 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:53.428 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_items": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_bytes": 181331, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_items": 48, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_items": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_bytes": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_items": 0, 2024-04-25T02:43:53.429 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_bytes": 8032, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_items": 167, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_items": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_bytes": 8464, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_items": 13, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_items": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:53.430 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_items": 0 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "objecter": { 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "op_active": 0, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "op_laggy": 0, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send": 2373, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send_bytes": 21, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "op_resend": 3, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "op_reply": 2373, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "op_latency": { 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2373, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 1.188978139, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000501044 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "op_inflight": 0, 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "oplen_avg": { 2024-04-25T02:43:53.431 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2373, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 2374 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "op": 2373, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "op_r": 2373, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "op_w": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "op_rmw": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "op_pg": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_stat": 1547, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_create": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_read": 824, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_write": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writefull": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writesame": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_append": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_zero": 0, 2024-04-25T02:43:53.432 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_truncate": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_delete": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_mapext": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_sparse_read": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_clonerange": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_getxattr": 1, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_setxattr": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_cmpxattr": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_rmxattr": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_resetxattrs": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_call": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_watch": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_notify": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls_filter": 0, 2024-04-25T02:43:53.433 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_other": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_active": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_send": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_resend": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_ping": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_active": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_send": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_resend": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_active": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_send": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_resend": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_active": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_send": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_resend": 0, 2024-04-25T02:43:53.434 INFO:teuthology.orchestra.run.smithi178.stdout: "command_active": 0, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "command_send": 0, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "command_resend": 0, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "map_epoch": 99, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "map_full": 0, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "map_inc": 13, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_sessions": 4, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_open": 4, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_close": 0, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_laggy": 0, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_wr": 0, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_rd": 2, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_del": 0 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.435 INFO:teuthology.orchestra.run.smithi178.stdout: "oft": { 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_objs": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_kv_pairs": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_updates": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_removes": 0 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "osd-slow-ops": { 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_ops_count": 0 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "purge_queue": { 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_high_water": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed_ops": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed": 0, 2024-04-25T02:43:53.436 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_item_in_journal": 0 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 2631, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 2033993, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 2631, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 2631, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 2033993, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.437 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_bytes": { 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 2373, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 1967, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 2373, 2024-04-25T02:43:53.438 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 1967, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_ops": { 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 1024, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:53.439 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 2373, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 2373, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 2373, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 2373, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle": { 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:53.440 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle-0x55bb1fe5e6e0": { 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:53.441 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:53.442 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-04-25T02:43:54.090 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-25T02:43:54.090 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-25T02:43:54.090 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=0 2024-04-25T02:43:54.090 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-25T02:43:54.090 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T02:43:54.090 DEBUG:tasks.check_counter:Getting stats from f 2024-04-25T02:43:54.090 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-25T02:43:54.331 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:43:55.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:54 smithi178 ceph-mon[33053]: pgmap v349: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:55.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:54 smithi047 ceph-mon[27871]: pgmap v349: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:55.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:54 smithi113 ceph-mon[32459]: pgmap v349: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:56.069 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-04-25T02:43:56.069 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:56.069 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 828, 2024-04-25T02:43:56.069 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 828, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 222062, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 262544, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 6, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 2, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.087246056, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.024988496, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.024691464, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.028552942, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 827, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.039072073, 2024-04-25T02:43:56.070 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000047245 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 931, 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 919, 2024-04-25T02:43:56.071 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 1776850, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 357521, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 4, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 3, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.120951926, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.033624253, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.054035288, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.035566053, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 918, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.038718068, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000042176 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:56.072 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 1611024, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 143184 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 820, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 992, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 274992, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 802542, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 7, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 4, 2024-04-25T02:43:56.073 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.112435882, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.038733408, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.028424974, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.032825696, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 988, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.073251680, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000074141 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.074 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 480, 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 542736 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "cct": { 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "total_workers": 1, 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "unhealthy_workers": 0 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-MDSRank": { 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 3891, 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.126482619, 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000032506 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-PurgeQueue": { 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "mds": { 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "request": 0, 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "reply": 0, 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "reply_latency": { 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.076 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_reply": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "forward": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_complete": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_keys": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_commit": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_split": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_merge": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_top": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_bottom": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pin_tail": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pinned": 0, 2024-04-25T02:43:56.077 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_expired": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_with_caps": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "caps": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "subtrees": 1, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_hit": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_forward": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_discover": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_dir_fetch": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_remote_ino": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_lock": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "load_cent": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "q": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "exported": 0, 2024-04-25T02:43:56.078 INFO:teuthology.orchestra.run.smithi178.stdout: "exported_inodes": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "imported": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "imported_inodes": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_dir_fetch": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_backtrace_fetch": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_peer_discover": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rfiles": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rbytes": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rsnaps": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_set_tag": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_inotable_repaired": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_inodes": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T02:43:56.079 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_file_inodes": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_inode_file_caps": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_grant": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps_dirty": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_cap_release": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "process_request_cap_release": 0 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_cache": { 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update": 0, 2024-04-25T02:43:56.080 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update_receipt": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_try_discover": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_send_discover": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_handle_discover": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_delayed": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_enqueuing": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_created": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_enqueued": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_reintegrated": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_migrated": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_processing": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_enqueued": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_prioritized": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_started": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_completed": 0, 2024-04-25T02:43:56.081 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_path": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_inode": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_exportdir": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_flush": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragmentdir": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragstats": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_inodestats": 0 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_log": { 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "evlrg": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "evadd": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "evex": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "evtrm": 0, 2024-04-25T02:43:56.082 INFO:teuthology.orchestra.run.smithi178.stdout: "ev": 9, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "evexg": 0, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "evexd": 0, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "segadd": 0, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "segex": 0, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "segtrm": 0, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "seg": 2, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "segmjr": 2, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "segexg": 0, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "segexd": 0, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "expos": 4194304, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "wrpos": 4196879, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "rdpos": 4196738, 2024-04-25T02:43:56.083 INFO:teuthology.orchestra.run.smithi178.stdout: "jlat": { 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "replayed": 9 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_mem": { 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "ino": 3, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "ino+": 3, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "ino-": 0, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "dir": 1, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "dir+": 1, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "dir-": 0, 2024-04-25T02:43:56.084 INFO:teuthology.orchestra.run.smithi178.stdout: "dn": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "dn+": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "dn-": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "cap": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "cap+": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "cap-": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "rss": 53444, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "heap": 215420 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_server": { 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_client_request": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_server_request": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_request": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_session": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_peer_request": 0, 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "req_create_latency": { 2024-04-25T02:43:56.085 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getattr_latency": { 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getfilelock_latency": { 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.086 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "req_link_latency": { 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookup_latency": { 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookuphash_latency": { 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.087 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupino_latency": { 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupname_latency": { 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupparent_latency": { 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.088 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupsnap_latency": { 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lssnap_latency": { 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mkdir_latency": { 2024-04-25T02:43:56.089 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mknod_latency": { 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mksnap_latency": { 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.090 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "req_open_latency": { 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "req_readdir_latency": { 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rename_latency": { 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.091 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "req_renamesnap_latency": { 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "req_snapdiff_latency": { 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmdir_latency": { 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.092 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmsnap_latency": { 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmxattr_latency": { 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setattr_latency": { 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.093 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setdirlayout_latency": { 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setfilelock_latency": { 2024-04-25T02:43:56.094 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setlayout_latency": { 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setxattr_latency": { 2024-04-25T02:43:56.097 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "req_symlink_latency": { 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "req_unlink_latency": { 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_revoke_eviction": 0, 2024-04-25T02:43:56.098 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_acquisition_throttle": 0, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getvxattr_latency": { 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_sessions": { 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "session_count": 1, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "session_add": 4, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "session_remove": 3, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_open": 4, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_stale": 0, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "total_load": 0, 2024-04-25T02:43:56.099 INFO:teuthology.orchestra.run.smithi178.stdout: "average_load": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "avg_session_uptime": 6668, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "mdthresh_evicted": 0 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "mempool": { 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:56.100 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:56.101 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_items": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_bytes": 189371, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_items": 51, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:43:56.102 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_items": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_bytes": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_items": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_bytes": 8032, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_items": 167, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_items": 0, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_bytes": 8464, 2024-04-25T02:43:56.103 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_items": 13, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_items": 0, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_items": 0 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "objecter": { 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "op_active": 0, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "op_laggy": 0, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send": 2315, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send_bytes": 21, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "op_resend": 3, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "op_reply": 2315, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "op_latency": { 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2315, 2024-04-25T02:43:56.104 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 2.046962375, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000884217 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "op_inflight": 0, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "oplen_avg": { 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2315, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 2316 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "op": 2315, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "op_r": 2315, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "op_w": 0, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "op_rmw": 0, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "op_pg": 0, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_stat": 1489, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_create": 0, 2024-04-25T02:43:56.105 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_read": 824, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_write": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writefull": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writesame": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_append": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_zero": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_truncate": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_delete": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_mapext": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_sparse_read": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_clonerange": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_getxattr": 1, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_setxattr": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_cmpxattr": 0, 2024-04-25T02:43:56.106 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_rmxattr": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_resetxattrs": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_call": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_watch": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_notify": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls_filter": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_other": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_active": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_send": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_resend": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_ping": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_active": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_send": 0, 2024-04-25T02:43:56.107 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_resend": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_active": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_send": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_resend": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_active": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_send": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_resend": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "command_active": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "command_send": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "command_resend": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "map_epoch": 99, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "map_full": 0, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "map_inc": 13, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_sessions": 5, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_open": 5, 2024-04-25T02:43:56.108 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_close": 0, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_laggy": 0, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_wr": 0, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_rd": 2, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_del": 0 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "oft": { 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_objs": 0, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_kv_pairs": 0, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_updates": 0, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_removes": 0 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "osd-slow-ops": { 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_ops_count": 0 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.109 INFO:teuthology.orchestra.run.smithi178.stdout: "purge_queue": { 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops": 0, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing": 0, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_high_water": 0, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed_ops": 0, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed": 0, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_item_in_journal": 0 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 2575, 2024-04-25T02:43:56.110 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 2025927, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 2575, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 2575, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 2025927, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_bytes": { 2024-04-25T02:43:56.111 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 2315, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 2580, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 2315, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 2580, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.112 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_ops": { 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 1024, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 2315, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 2315, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 2315, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 2315, 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:56.113 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle": { 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:56.114 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle-0x55bfbbf426e0": { 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:56.115 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:56.116 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-04-25T02:43:56.840 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:56 smithi178 ceph-mon[33053]: pgmap v350: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:56.910 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-25T02:43:56.910 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-25T02:43:56.910 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2024-04-25T02:43:56.910 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-25T02:43:56.910 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T02:43:56.910 DEBUG:tasks.check_counter:Getting stats from i 2024-04-25T02:43:56.911 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-25T02:43:57.150 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:43:57.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:56 smithi047 ceph-mon[27871]: pgmap v350: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:57.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:56 smithi113 ceph-mon[32459]: pgmap v350: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 691, 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 872, 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 1725261, 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 400413, 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 8, 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 4, 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.110676262, 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.039314823, 2024-04-25T02:43:58.773 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.065780902, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.011505624, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 871, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.060593874, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000069568 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 944, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000272265, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000288 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 1624048, 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 159536 2024-04-25T02:43:58.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 29, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 204, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 7112, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 531043, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 13, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 4, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.015288405, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.007547095, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.005205905, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000377955, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 201, 2024-04-25T02:43:58.775 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.045367184, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000225707 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 20, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000002496, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000124 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 2160, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 471184 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 66, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 72, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 14827, 2024-04-25T02:43:58.776 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 457426, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 46, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 6, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.017728882, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.001638997, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.014607116, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000328054, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 71, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.012619539, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000177739 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 62, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000007113, 2024-04-25T02:43:58.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000114 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 5808, 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 5008 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "cct": { 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "total_workers": 1, 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "unhealthy_workers": 0 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-MDSRank": { 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 65, 2024-04-25T02:43:58.778 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.001812751, 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000027888 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-PurgeQueue": { 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2, 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000009778, 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000004889 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "mds": { 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "request": 11, 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "reply": 8, 2024-04-25T02:43:58.779 INFO:teuthology.orchestra.run.smithi178.stdout: "reply_latency": { 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 8, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.005014896, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000626862 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_reply": 0, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "forward": 3, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_complete": 0, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_keys": 0, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_commit": 11, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_split": 0, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_merge": 0, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes": 11, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_top": 0, 2024-04-25T02:43:58.780 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_bottom": 11, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pin_tail": 0, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pinned": 10, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_expired": 1, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_with_caps": 1, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "caps": 1, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "subtrees": 2, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse": 20, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_hit": 14, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_forward": 1, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_discover": 2, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_dir_fetch": 0, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_remote_ino": 0, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_lock": 0, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "load_cent": 0, 2024-04-25T02:43:58.781 INFO:teuthology.orchestra.run.smithi178.stdout: "q": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "exported": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "exported_inodes": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "imported": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "imported_inodes": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_dir_fetch": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_backtrace_fetch": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_peer_discover": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rfiles": 4, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rbytes": 234, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rsnaps": 6, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_set_tag": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_inotable_repaired": 0, 2024-04-25T02:43:58.782 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_inodes": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_file_inodes": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_inode_file_caps": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_grant": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps_dirty": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_cap_release": 0, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "process_request_cap_release": 0 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.783 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_cache": { 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update_receipt": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_try_discover": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_send_discover": 3, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_handle_discover": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_delayed": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_enqueuing": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_created": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_enqueued": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_reintegrated": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_migrated": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_processing": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_enqueued": 0, 2024-04-25T02:43:58.784 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_prioritized": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_started": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_completed": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_path": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_inode": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_exportdir": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_flush": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragmentdir": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragstats": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_inodestats": 0 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_log": { 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "evlrg": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "evadd": 9, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "evex": 0, 2024-04-25T02:43:58.785 INFO:teuthology.orchestra.run.smithi178.stdout: "evtrm": 0, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "ev": 9, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "evexg": 0, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "evexd": 0, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "segadd": 2, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "segex": 0, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "segtrm": 0, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "seg": 2, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "segmjr": 2, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "segexg": 0, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "segexd": 0, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "expos": 4194304, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "wrpos": 4196879, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "rdpos": 0, 2024-04-25T02:43:58.786 INFO:teuthology.orchestra.run.smithi178.stdout: "jlat": { 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 8, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.015039624, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.001879953 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "replayed": 0 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_mem": { 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "ino": 14, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "ino+": 14, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "ino-": 0, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "dir": 13, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "dir+": 14, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "dir-": 1, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "dn": 11, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "dn+": 12, 2024-04-25T02:43:58.787 INFO:teuthology.orchestra.run.smithi178.stdout: "dn-": 1, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "cap": 1, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "cap+": 5, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "cap-": 4, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "rss": 52844, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "heap": 223612 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_server": { 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_client_request": 16, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_server_request": 0, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_request": 11, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_session": 21, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_peer_request": 1, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "req_create_latency": { 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.788 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getattr_latency": { 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 5, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.002843103, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000568620 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getfilelock_latency": { 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "req_link_latency": { 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.789 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookup_latency": { 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 3, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.002171793, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000723931 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookuphash_latency": { 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupino_latency": { 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.790 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupname_latency": { 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupparent_latency": { 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupsnap_latency": { 2024-04-25T02:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lssnap_latency": { 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mkdir_latency": { 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.792 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mknod_latency": { 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mksnap_latency": { 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "req_open_latency": { 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "req_readdir_latency": { 2024-04-25T02:43:58.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rename_latency": { 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "req_renamesnap_latency": { 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.794 INFO:teuthology.orchestra.run.smithi178.stdout: "req_snapdiff_latency": { 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmdir_latency": { 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmsnap_latency": { 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.795 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmxattr_latency": { 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setattr_latency": { 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setdirlayout_latency": { 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setfilelock_latency": { 2024-04-25T02:43:58.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setlayout_latency": { 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setxattr_latency": { 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "req_symlink_latency": { 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.797 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "req_unlink_latency": { 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_revoke_eviction": 0, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_acquisition_throttle": 0, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getvxattr_latency": { 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_sessions": { 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "session_count": 1, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "session_add": 4, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "session_remove": 3, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_open": 1, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_stale": 0, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "total_load": 7, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "average_load": 1, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "avg_session_uptime": 658, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "mdthresh_evicted": 0 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "mempool": { 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_items": 0, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:43:58.799 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_items": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_items": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:43:58.800 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_items": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_items": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_bytes": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_items": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_bytes": 248919, 2024-04-25T02:43:58.801 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_items": 98, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_bytes": 88, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_items": 1, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_bytes": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_items": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_items": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_items": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_bytes": 8032, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_items": 167, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_bytes": 0, 2024-04-25T02:43:58.802 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_items": 0, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_bytes": 56704, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_items": 228, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_bytes": 0, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_items": 0, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_bytes": 0, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_items": 0 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "objecter": { 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "op_active": 0, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "op_laggy": 0, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send": 47, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send_bytes": 13112, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "op_resend": 33, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "op_reply": 47, 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "op_latency": { 2024-04-25T02:43:58.803 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 47, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.318994158, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.006787109 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "op_inflight": 0, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "oplen_avg": { 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 47, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 71 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "op": 47, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "op_r": 0, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "op_w": 47, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "op_rmw": 0, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "op_pg": 0, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_stat": 0, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_create": 10, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_read": 0, 2024-04-25T02:43:58.804 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_write": 8, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writefull": 8, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writesame": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_append": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_zero": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_truncate": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_delete": 6, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_mapext": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_sparse_read": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_clonerange": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_getxattr": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_setxattr": 20, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_cmpxattr": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_rmxattr": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_resetxattrs": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_call": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_watch": 0, 2024-04-25T02:43:58.805 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_notify": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls_filter": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_other": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_active": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_send": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_resend": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_ping": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_active": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_send": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_resend": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_active": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_send": 0, 2024-04-25T02:43:58.806 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_resend": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_active": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_send": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_resend": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "command_active": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "command_send": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "command_resend": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "map_epoch": 99, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "map_full": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "map_inc": 13, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_sessions": 8, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_open": 8, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_close": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_laggy": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_wr": 17, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_rd": 0, 2024-04-25T02:43:58.807 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_del": 2 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "oft": { 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_objs": 1, 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_kv_pairs": 0, 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_updates": 0, 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_removes": 0 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "osd-slow-ops": { 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_ops_count": 0 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "purge_queue": { 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops": 0, 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T02:43:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing": 0, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_high_water": 0, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed_ops": 0, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed": 0, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_item_in_journal": 0 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 782, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 1657817, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 782, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:58.809 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 782, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 1657817, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_bytes": { 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:58.810 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:58.811 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:58.811 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:58.811 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 47, 2024-04-25T02:43:58.811 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 13112, 2024-04-25T02:43:58.811 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 47, 2024-04-25T02:43:58.811 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 13112, 2024-04-25T02:43:58.811 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:58.811 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.811 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:43:58 smithi178 ceph-mon[33053]: pgmap v351: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_ops": { 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 1024, 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:58.812 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 47, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 47, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 47, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 47, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle": { 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:58.813 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle-0x55a07c38a500": { 2024-04-25T02:43:58.814 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 9, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 2575, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 9, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 8, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 2575, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:43:58.815 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:43:58.816 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.816 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:43:58.816 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-04-25T02:43:59.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:43:58 smithi047 ceph-mon[27871]: pgmap v351: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:59.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:43:58 smithi113 ceph-mon[32459]: pgmap v351: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T02:43:59.583 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-04-25T02:43:59.583 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-04-25T02:43:59.583 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-04-25T02:43:59.583 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-25T02:43:59.583 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T02:43:59.584 DEBUG:tasks.check_counter:Getting stats from l 2024-04-25T02:43:59.584 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-25T02:43:59.823 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T02:44:00.956 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:00 smithi178 ceph-mon[33053]: pgmap v352: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:44:01.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:00 smithi047 ceph-mon[27871]: pgmap v352: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:44:01.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:00 smithi113 ceph-mon[32459]: pgmap v352: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:44:01.501 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 0, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 2, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 0, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 0, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 4, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 0, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.000990801, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.000160906, 2024-04-25T02:44:01.502 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 2, 2024-04-25T02:44:01.503 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 178, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 320, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 186736, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 5, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 3, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.012203814, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.008549724, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.001121385, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 175, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.021976508, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000125580 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:44:01.504 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 186736 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 248, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 235, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 1589936, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 144352, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 2, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 1, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.049805391, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.015242282, 2024-04-25T02:44:01.505 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.037560993, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.005875037, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 235, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.014585495, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000062065 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 1589936, 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 144352 2024-04-25T02:44:01.506 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "cct": { 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "total_workers": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "unhealthy_workers": 0 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "mempool": { 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_bytes": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_items": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_items": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_items": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T02:44:01.507 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_items": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_bytes": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_items": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_bytes": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_items": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_items": 0, 2024-04-25T02:44:01.508 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_bytes": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_items": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_bytes": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_items": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_bytes": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_items": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_items": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_items": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_bytes": 148670, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_items": 30, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_bytes": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_items": 0, 2024-04-25T02:44:01.509 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_bytes": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_items": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_bytes": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_items": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_bytes": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_items": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_bytes": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_items": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_items": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_bytes": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_items": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_bytes": 928, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_items": 2, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_bytes": 0, 2024-04-25T02:44:01.510 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_items": 0, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_bytes": 0, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_items": 0 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 246, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 1552516, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 246, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 246, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 1552516, 2024-04-25T02:44:01.511 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-04-25T02:44:01.512 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-04-25T02:44:01.512 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-04-25T02:44:01.512 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-04-25T02:44:01.512 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:44:01.512 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-04-25T02:44:01.512 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-04-25T02:44:02.210 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-04-25T02:44:02.251 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-04-25T02:44:02.251 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-04-25T02:44:02.251 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-04-25T02:44:02.251 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-04-25T02:44:02.251 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-25T02:44:02.263 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-25T02:44:02.263 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:44:02.263 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T02:44:02.326 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-04-25T02:44:02.327 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T02:44:02.385 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:44:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 -- 172.21.15.47:0/3371101543 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc95c109920 msgr2=0x7fc95c109d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 --2- 172.21.15.47:0/3371101543 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc95c109920 0x7fc95c109d00 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fc944009900 tx=0x7fc94402a3f0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 -- 172.21.15.47:0/3371101543 shutdown_connections 2024-04-25T02:44:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 --2- 172.21.15.47:0/3371101543 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc95c1042d0 0x7fc95c1107e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 --2- 172.21.15.47:0/3371101543 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc95c103910 0x7fc95c103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.607 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 --2- 172.21.15.47:0/3371101543 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc95c109920 0x7fc95c109d00 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 -- 172.21.15.47:0/3371101543 >> 172.21.15.47:0/3371101543 conn(0x7fc95c0ff400 msgr2=0x7fc95c101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 -- 172.21.15.47:0/3371101543 shutdown_connections 2024-04-25T02:44:02.608 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.602+0000 7fc963c00640 1 -- 172.21.15.47:0/3371101543 wait complete. 2024-04-25T02:44:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.603+0000 7fc963c00640 1 Processor -- start 2024-04-25T02:44:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.603+0000 7fc963c00640 1 -- start start 2024-04-25T02:44:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.603+0000 7fc963c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc95c103910 0x7fc95c19a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:02.609 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.603+0000 7fc963c00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc95c1042d0 0x7fc95c19a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.603+0000 7fc963c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc95c109920 0x7fc95c19ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc963c00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc95c113d80 con 0x7fc95c109920 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc963c00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc95c113c00 con 0x7fc95c1042d0 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc963c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc95c113f00 con 0x7fc95c103910 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc95c109920 0x7fc95c19ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc95c109920 0x7fc95c19ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:40558/0 (socket says 172.21.15.47:40558) 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961c00640 1 -- 172.21.15.47:0/2087813988 learned_addr learned my addr 172.21.15.47:0/2087813988 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961200640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc95c103910 0x7fc95c19a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc95be00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc95c1042d0 0x7fc95c19a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961c00640 1 -- 172.21.15.47:0/2087813988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc95c103910 msgr2=0x7fc95c19a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc95c103910 0x7fc95c19a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961c00640 1 -- 172.21.15.47:0/2087813988 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc95c1042d0 msgr2=0x7fc95c19a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:02.610 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc95c1042d0 0x7fc95c19a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961c00640 1 -- 172.21.15.47:0/2087813988 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc95c19f1c0 con 0x7fc95c109920 2024-04-25T02:44:02.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.604+0000 7fc961200640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc95c103910 0x7fc95c19a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:44:02.611 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.605+0000 7fc961c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc95c109920 0x7fc95c19ea90 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fc95400e970 tx=0x7fc95400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:02.612 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.605+0000 7fc959600640 1 -- 172.21.15.47:0/2087813988 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95400ccc0 con 0x7fc95c109920 2024-04-25T02:44:02.612 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.605+0000 7fc959600640 1 -- 172.21.15.47:0/2087813988 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc95400ce60 con 0x7fc95c109920 2024-04-25T02:44:02.612 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.605+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc95c19f4b0 con 0x7fc95c109920 2024-04-25T02:44:02.612 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.605+0000 7fc959600640 1 -- 172.21.15.47:0/2087813988 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc954010490 con 0x7fc95c109920 2024-04-25T02:44:02.612 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.605+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc95c1a6d40 con 0x7fc95c109920 2024-04-25T02:44:02.612 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.606+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc95c0689b0 con 0x7fc95c109920 2024-04-25T02:44:02.613 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.608+0000 7fc959600640 1 -- 172.21.15.47:0/2087813988 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc954005020 con 0x7fc95c109920 2024-04-25T02:44:02.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.610+0000 7fc959600640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9400a2d00 0x7fc9400a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:02.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.610+0000 7fc959600640 1 -- 172.21.15.47:0/2087813988 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7fc9540cf820 con 0x7fc95c109920 2024-04-25T02:44:02.615 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.610+0000 7fc961200640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9400a2d00 0x7fc9400a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:02.616 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.611+0000 7fc961200640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9400a2d00 0x7fc9400a51c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc944000c00 tx=0x7fc944005b50 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:02.619 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.614+0000 7fc959600640 1 -- 172.21.15.47:0/2087813988 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc95409c3e0 con 0x7fc95c109920 2024-04-25T02:44:02.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.824+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc95c10b8f0 con 0x7fc95c109920 2024-04-25T02:44:02.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.827+0000 7fc959600640 1 -- 172.21.15.47:0/2087813988 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+23059 (secure 0 0 0) 0x7fc95409bce0 con 0x7fc95c109920 2024-04-25T02:44:02.833 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:44:02.833 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":99,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:43:13.961929+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":98,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/233515399":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/3106043570":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/3332745112":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1042598960":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:44:02.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9400a2d00 msgr2=0x7fc9400a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:02.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9400a2d00 0x7fc9400a51c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc944000c00 tx=0x7fc944005b50 comp rx=0 tx=0).stop 2024-04-25T02:44:02.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc95c109920 msgr2=0x7fc95c19ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc95c109920 0x7fc95c19ea90 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fc95400e970 tx=0x7fc95400ed70 comp rx=0 tx=0).stop 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 shutdown_connections 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc9400a2d00 0x7fc9400a51c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc95c109920 0x7fc95c19ea90 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc95c1042d0 0x7fc95c19a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 --2- 172.21.15.47:0/2087813988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc95c103910 0x7fc95c19a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 >> 172.21.15.47:0/2087813988 conn(0x7fc95c0ff400 msgr2=0x7fc95c0ffae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 shutdown_connections 2024-04-25T02:44:02.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:02.830+0000 7fc963c00640 1 -- 172.21.15.47:0/2087813988 wait complete. 2024-04-25T02:44:02.856 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T02:25:00.963418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T02:30:10.035181+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T02:30:11.163036+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '98', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 98, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T02:44:02.857 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T02:44:03.077 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 -- 172.21.15.47:0/1170493313 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f761810bd00 msgr2=0x7f761810e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 --2- 172.21.15.47:0/1170493313 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f761810bd00 0x7f761810e1a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f7610009ca0 tx=0x7f761002a9e0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 -- 172.21.15.47:0/1170493313 shutdown_connections 2024-04-25T02:44:03.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 --2- 172.21.15.47:0/1170493313 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f761810bd00 0x7f761810e1a0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 --2- 172.21.15.47:0/1170493313 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f76181032e0 0x7f761810b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 --2- 172.21.15.47:0/1170493313 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f76181029c0 0x7f7618102da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 -- 172.21.15.47:0/1170493313 >> 172.21.15.47:0/1170493313 conn(0x7f7618077740 msgr2=0x7f7618077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:03.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 -- 172.21.15.47:0/1170493313 shutdown_connections 2024-04-25T02:44:03.078 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.072+0000 7f761f600640 1 -- 172.21.15.47:0/1170493313 wait complete. 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.073+0000 7f761f600640 1 Processor -- start 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.073+0000 7f761f600640 1 -- start start 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f761f600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f76181029c0 0x7f761819a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f761f600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76181032e0 0x7f761819a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f761f600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f761810bd00 0x7f761819eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f761f600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7618111b50 con 0x7f76181029c0 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f761f600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f76181119d0 con 0x7f76181032e0 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f761f600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7618111cd0 con 0x7f761810bd00 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f7617e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76181032e0 0x7f761819a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f7617e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76181032e0 0x7f761819a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59328/0 (socket says 172.21.15.47:59328) 2024-04-25T02:44:03.080 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f7617e00640 1 -- 172.21.15.47:0/827395880 learned_addr learned my addr 172.21.15.47:0/827395880 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f761cc00640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f76181029c0 0x7f761819a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.074+0000 7f761d600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f761810bd00 0x7f761819eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7617e00640 1 -- 172.21.15.47:0/827395880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f761810bd00 msgr2=0x7f761819eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7617e00640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f761810bd00 0x7f761819eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7617e00640 1 -- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f76181029c0 msgr2=0x7f761819a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7617e00640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f76181029c0 0x7f761819a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7617e00640 1 -- 172.21.15.47:0/827395880 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f761819f240 con 0x7f76181032e0 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f761cc00640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f76181029c0 0x7f761819a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f761d600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f761810bd00 0x7f761819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T02:44:03.081 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7617e00640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76181032e0 0x7f761819a790 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f760400e9f0 tx=0x7f760400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:03.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7615600640 1 -- 172.21.15.47:0/827395880 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760400cd80 con 0x7f76181032e0 2024-04-25T02:44:03.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7615600640 1 -- 172.21.15.47:0/827395880 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7604005500 con 0x7f76181032e0 2024-04-25T02:44:03.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f7615600640 1 -- 172.21.15.47:0/827395880 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7604010690 con 0x7f76181032e0 2024-04-25T02:44:03.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f761819f530 con 0x7f76181032e0 2024-04-25T02:44:03.082 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.075+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76181a6dc0 con 0x7f76181032e0 2024-04-25T02:44:03.083 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.076+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7618068560 con 0x7f76181032e0 2024-04-25T02:44:03.084 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.080+0000 7f7615600640 1 -- 172.21.15.47:0/827395880 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f76040046c0 con 0x7f76181032e0 2024-04-25T02:44:03.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.081+0000 7f7615600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f76000a2d80 0x7f76000a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.081+0000 7f7615600640 1 -- 172.21.15.47:0/827395880 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f76040cfb60 con 0x7f76181032e0 2024-04-25T02:44:03.086 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.081+0000 7f761cc00640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f76000a2d80 0x7f76000a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.082+0000 7f761cc00640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f76000a2d80 0x7f76000a5240 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f760c009c20 tx=0x7f760c005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:03.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.082+0000 7f7615600640 1 -- 172.21.15.47:0/827395880 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7604053740 con 0x7f76181032e0 2024-04-25T02:44:03.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:02 smithi178 ceph-mon[33053]: pgmap v353: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:44:03.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:02 smithi047 ceph-mon[27871]: pgmap v353: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:44:03.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:02 smithi113 ceph-mon[32459]: pgmap v353: 97 pgs: 97 active+clean; 6.5 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T02:44:03.294 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.289+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f76181a7020 con 0x7f76181032e0 2024-04-25T02:44:03.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.290+0000 7f7615600640 1 -- 172.21.15.47:0/827395880 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v99) ==== 93+0+10 (secure 0 0 0) 0x7f760409c720 con 0x7f76181032e0 2024-04-25T02:44:03.295 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-04-25T02:44:03.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f76000a2d80 msgr2=0x7f76000a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f76000a2d80 0x7f76000a5240 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f760c009c20 tx=0x7f760c005f90 comp rx=0 tx=0).stop 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76181032e0 msgr2=0x7f761819a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76181032e0 0x7f761819a790 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f760400e9f0 tx=0x7f760400edf0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 shutdown_connections 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f76000a2d80 0x7f76000a5240 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f761810bd00 0x7f761819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f76181032e0 0x7f761819a790 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 --2- 172.21.15.47:0/827395880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f76181029c0 0x7f761819a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 >> 172.21.15.47:0/827395880 conn(0x7f7618077740 msgr2=0x7f7618107c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 shutdown_connections 2024-04-25T02:44:03.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.293+0000 7f761f600640 1 -- 172.21.15.47:0/827395880 wait complete. 2024-04-25T02:44:03.318 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T02:44:03.536 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 -- 172.21.15.47:0/2149863251 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640101fb0 msgr2=0x7fb64010e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 --2- 172.21.15.47:0/2149863251 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640101fb0 0x7fb64010e4c0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fb638009ca0 tx=0x7fb63802a8c0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 -- 172.21.15.47:0/2149863251 shutdown_connections 2024-04-25T02:44:03.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 --2- 172.21.15.47:0/2149863251 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640101fb0 0x7fb64010e4c0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 --2- 172.21.15.47:0/2149863251 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6401015f0 0x7fb640101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 --2- 172.21.15.47:0/2149863251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb640107690 0x7fb640107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 -- 172.21.15.47:0/2149863251 >> 172.21.15.47:0/2149863251 conn(0x7fb6400fd0e0 msgr2=0x7fb6400ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:03.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 -- 172.21.15.47:0/2149863251 shutdown_connections 2024-04-25T02:44:03.537 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.531+0000 7fb63fe00640 1 -- 172.21.15.47:0/2149863251 wait complete. 2024-04-25T02:44:03.539 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.532+0000 7fb63fe00640 1 Processor -- start 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.532+0000 7fb63fe00640 1 -- start start 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6401015f0 0x7fb640199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63fe00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb640101fb0 0x7fb64019a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63fe00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640107690 0x7fb64019e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63fe00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb640111a20 con 0x7fb640101fb0 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63fe00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fb6401118a0 con 0x7fb640107690 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb640111ba0 con 0x7fb6401015f0 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb640101fb0 0x7fb64019a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63f400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640107690 0x7fb64019e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63e000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb640101fb0 0x7fb64019a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:40608/0 (socket says 172.21.15.47:40608) 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6401015f0 0x7fb640199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63e000640 1 -- 172.21.15.47:0/1268032461 learned_addr learned my addr 172.21.15.47:0/1268032461 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.533+0000 7fb63f400640 1 -- 172.21.15.47:0/1268032461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6401015f0 msgr2=0x7fb640199fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb63f400640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6401015f0 0x7fb640199fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb63f400640 1 -- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb640101fb0 msgr2=0x7fb64019a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.540 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb63f400640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb640101fb0 0x7fb64019a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb63f400640 1 -- 172.21.15.47:0/1268032461 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb64019efb0 con 0x7fb640107690 2024-04-25T02:44:03.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb63f400640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640107690 0x7fb64019e880 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb638005e30 tx=0x7fb638003f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:03.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb637400640 1 -- 172.21.15.47:0/1268032461 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb638031650 con 0x7fb640107690 2024-04-25T02:44:03.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb637400640 1 -- 172.21.15.47:0/1268032461 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6380317f0 con 0x7fb640107690 2024-04-25T02:44:03.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb637400640 1 -- 172.21.15.47:0/1268032461 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb63802fa10 con 0x7fb640107690 2024-04-25T02:44:03.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb64019f240 con 0x7fb640107690 2024-04-25T02:44:03.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.534+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6401a6b30 con 0x7fb640107690 2024-04-25T02:44:03.541 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.535+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6400688d0 con 0x7fb640107690 2024-04-25T02:44:03.542 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.538+0000 7fb637400640 1 -- 172.21.15.47:0/1268032461 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb63802fbb0 con 0x7fb640107690 2024-04-25T02:44:03.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.539+0000 7fb637400640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6240a2d80 0x7fb6240a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.539+0000 7fb637400640 1 -- 172.21.15.47:0/1268032461 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7fb6380f0800 con 0x7fb640107690 2024-04-25T02:44:03.544 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.539+0000 7fb63ea00640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6240a2d80 0x7fb6240a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.545 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.540+0000 7fb63ea00640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6240a2d80 0x7fb6240a5240 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb640102730 tx=0x7fb63000b390 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:03.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.541+0000 7fb637400640 1 -- 172.21.15.47:0/1268032461 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb6380bd4d0 con 0x7fb640107690 2024-04-25T02:44:03.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.746+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fb6401a6d00 con 0x7fb640107690 2024-04-25T02:44:03.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.747+0000 7fb637400640 1 -- 172.21.15.47:0/1268032461 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v99) ==== 104+0+11 (secure 0 0 0) 0x7fb6380bcdd0 con 0x7fb640107690 2024-04-25T02:44:03.752 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 32 2024-04-25T02:44:03.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.749+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6240a2d80 msgr2=0x7fb6240a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.749+0000 7fb63fe00640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6240a2d80 0x7fb6240a5240 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb640102730 tx=0x7fb63000b390 comp rx=0 tx=0).stop 2024-04-25T02:44:03.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.749+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640107690 msgr2=0x7fb64019e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.749+0000 7fb63fe00640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640107690 0x7fb64019e880 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb638005e30 tx=0x7fb638003f10 comp rx=0 tx=0).stop 2024-04-25T02:44:03.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.750+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 shutdown_connections 2024-04-25T02:44:03.755 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.750+0000 7fb63fe00640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fb6240a2d80 0x7fb6240a5240 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.750+0000 7fb63fe00640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb640107690 0x7fb64019e880 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.750+0000 7fb63fe00640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb640101fb0 0x7fb64019a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.750+0000 7fb63fe00640 1 --2- 172.21.15.47:0/1268032461 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb6401015f0 0x7fb640199fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.750+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 >> 172.21.15.47:0/1268032461 conn(0x7fb6400fd0e0 msgr2=0x7fb6400fe540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:03.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.750+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 shutdown_connections 2024-04-25T02:44:03.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.750+0000 7fb63fe00640 1 -- 172.21.15.47:0/1268032461 wait complete. 2024-04-25T02:44:03.773 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T02:44:03.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.978+0000 7f44eb200640 1 -- 172.21.15.47:0/1747002484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 msgr2=0x7f44ec101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.978+0000 7f44eb200640 1 --2- 172.21.15.47:0/1747002484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 0x7f44ec101a60 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f44d4009930 tx=0x7f44d402a440 comp rx=0 tx=0).stop 2024-04-25T02:44:03.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.979+0000 7f44eb200640 1 -- 172.21.15.47:0/1747002484 shutdown_connections 2024-04-25T02:44:03.984 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.979+0000 7f44eb200640 1 --2- 172.21.15.47:0/1747002484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44ec101fa0 0x7f44ec10e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.979+0000 7f44eb200640 1 --2- 172.21.15.47:0/1747002484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 0x7f44ec101a60 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.979+0000 7f44eb200640 1 --2- 172.21.15.47:0/1747002484 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44ec107680 0x7f44ec107a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.979+0000 7f44eb200640 1 -- 172.21.15.47:0/1747002484 >> 172.21.15.47:0/1747002484 conn(0x7f44ec0fd110 msgr2=0x7f44ec0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:03.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.979+0000 7f44eb200640 1 -- 172.21.15.47:0/1747002484 shutdown_connections 2024-04-25T02:44:03.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.979+0000 7f44eb200640 1 -- 172.21.15.47:0/1747002484 wait complete. 2024-04-25T02:44:03.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.980+0000 7f44eb200640 1 Processor -- start 2024-04-25T02:44:03.985 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.980+0000 7f44eb200640 1 -- start start 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44eb200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 0x7f44ec19a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44eb200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44ec101fa0 0x7f44ec19a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44eb200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44ec107680 0x7f44ec19e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44eb200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f44ec111a10 con 0x7f44ec107680 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44eb200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f44ec111890 con 0x7f44ec101fa0 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44eb200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f44ec111b90 con 0x7f44ec1015e0 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44e9e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 0x7f44ec19a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44e9e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 0x7f44ec19a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.47:38996/0 (socket says 172.21.15.47:38996) 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44e9e00640 1 -- 172.21.15.47:0/3288930079 learned_addr learned my addr 172.21.15.47:0/3288930079 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.981+0000 7f44ea800640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44ec107680 0x7f44ec19e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e9400640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44ec101fa0 0x7f44ec19a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.988 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e9e00640 1 -- 172.21.15.47:0/3288930079 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44ec101fa0 msgr2=0x7f44ec19a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e9e00640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44ec101fa0 0x7f44ec19a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e9e00640 1 -- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44ec107680 msgr2=0x7f44ec19e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e9e00640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44ec107680 0x7f44ec19e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e9e00640 1 -- 172.21.15.47:0/3288930079 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44ec19f050 con 0x7f44ec1015e0 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e9400640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44ec101fa0 0x7f44ec19a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e9e00640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 0x7f44ec19a060 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f44dc00e9c0 tx=0x7f44dc00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e2a00640 1 -- 172.21.15.47:0/3288930079 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44dc00cde0 con 0x7f44ec1015e0 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e2a00640 1 -- 172.21.15.47:0/3288930079 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44dc010910 con 0x7f44ec1015e0 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44ec19f340 con 0x7f44ec1015e0 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.982+0000 7f44e2a00640 1 -- 172.21.15.47:0/3288930079 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44dc018a00 con 0x7f44ec1015e0 2024-04-25T02:44:03.989 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.983+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44ec1a6bd0 con 0x7f44ec1015e0 2024-04-25T02:44:03.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.984+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44ec068480 con 0x7f44ec1015e0 2024-04-25T02:44:03.990 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.986+0000 7f44e2a00640 1 -- 172.21.15.47:0/3288930079 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f44dc01f020 con 0x7f44ec1015e0 2024-04-25T02:44:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.987+0000 7f44e2a00640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44d00a2d00 0x7f44d00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:03.992 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.987+0000 7f44e2a00640 1 -- 172.21.15.47:0/3288930079 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f44dc0cfbf0 con 0x7f44ec1015e0 2024-04-25T02:44:03.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.987+0000 7f44e9400640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44d00a2d00 0x7f44d00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:03.993 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.988+0000 7f44e9400640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44d00a2d00 0x7f44d00a51c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f44d4006010 tx=0x7f44d4005a20 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:03.995 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:03.990+0000 7f44e2a00640 1 -- 172.21.15.47:0/3288930079 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f44dc09c7b0 con 0x7f44ec1015e0 2024-04-25T02:44:04.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:03 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2087813988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:44:04.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:03 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/827395880' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:44:04.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:03 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1268032461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:44:04.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:03 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2087813988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:44:04.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:03 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/827395880' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:44:04.161 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:03 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1268032461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:44:04.202 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.197+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f44ec1a6da0 con 0x7f44ec1015e0 2024-04-25T02:44:04.203 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.198+0000 7f44e2a00640 1 -- 172.21.15.47:0/3288930079 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v99) ==== 100+0+11 (secure 0 0 0) 0x7f44dc09c0b0 con 0x7f44ec1015e0 2024-04-25T02:44:04.203 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 64 2024-04-25T02:44:04.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.200+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44d00a2d00 msgr2=0x7f44d00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:04.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.200+0000 7f44eb200640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44d00a2d00 0x7f44d00a51c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f44d4006010 tx=0x7f44d4005a20 comp rx=0 tx=0).stop 2024-04-25T02:44:04.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 msgr2=0x7f44ec19a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:04.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 0x7f44ec19a060 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f44dc00e9c0 tx=0x7f44dc00ee80 comp rx=0 tx=0).stop 2024-04-25T02:44:04.206 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 shutdown_connections 2024-04-25T02:44:04.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f44d00a2d00 0x7f44d00a51c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44ec107680 0x7f44ec19e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f44ec101fa0 0x7f44ec19a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 --2- 172.21.15.47:0/3288930079 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44ec1015e0 0x7f44ec19a060 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 >> 172.21.15.47:0/3288930079 conn(0x7f44ec0fd110 msgr2=0x7f44ec10d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:04.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 shutdown_connections 2024-04-25T02:44:04.207 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.201+0000 7f44eb200640 1 -- 172.21.15.47:0/3288930079 wait complete. 2024-04-25T02:44:04.226 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T02:44:04.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:03 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2087813988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:44:04.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:03 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/827395880' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T02:44:04.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:03 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1268032461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.428+0000 7f471ec00640 1 -- 172.21.15.47:0/2293761700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47181030c0 msgr2=0x7f471810b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.428+0000 7f471ec00640 1 --2- 172.21.15.47:0/2293761700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47181030c0 0x7f471810b5a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f4704009900 tx=0x7f470402a480 comp rx=0 tx=0).stop 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.428+0000 7f471ec00640 1 -- 172.21.15.47:0/2293761700 shutdown_connections 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.428+0000 7f471ec00640 1 --2- 172.21.15.47:0/2293761700 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f471810bbc0 0x7f471810e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.428+0000 7f471ec00640 1 --2- 172.21.15.47:0/2293761700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47181030c0 0x7f471810b5a0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.428+0000 7f471ec00640 1 --2- 172.21.15.47:0/2293761700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47181027a0 0x7f4718102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.428+0000 7f471ec00640 1 -- 172.21.15.47:0/2293761700 >> 172.21.15.47:0/2293761700 conn(0x7f47180fbfc0 msgr2=0x7f47180fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.428+0000 7f471ec00640 1 -- 172.21.15.47:0/2293761700 shutdown_connections 2024-04-25T02:44:04.434 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.429+0000 7f471ec00640 1 -- 172.21.15.47:0/2293761700 wait complete. 2024-04-25T02:44:04.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.430+0000 7f471ec00640 1 Processor -- start 2024-04-25T02:44:04.435 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.430+0000 7f471ec00640 1 -- start start 2024-04-25T02:44:04.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.430+0000 7f471ec00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47181027a0 0x7f471819a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:04.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.430+0000 7f471ec00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f47181030c0 0x7f471819a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:04.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.430+0000 7f471ec00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f471810bbc0 0x7f471819e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:04.436 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.430+0000 7f471ec00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4718111a10 con 0x7f471810bbc0 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.430+0000 7f471ec00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f4718111890 con 0x7f47181030c0 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.430+0000 7f471ec00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4718111b90 con 0x7f47181027a0 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471e200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f471810bbc0 0x7f471819e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471e200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f471810bbc0 0x7f471819e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:40652/0 (socket says 172.21.15.47:40652) 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471e200640 1 -- 172.21.15.47:0/2362900276 learned_addr learned my addr 172.21.15.47:0/2362900276 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471d800640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47181027a0 0x7f471819a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471ce00640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f47181030c0 0x7f471819a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471e200640 1 -- 172.21.15.47:0/2362900276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47181027a0 msgr2=0x7f471819a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471e200640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47181027a0 0x7f471819a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471e200640 1 -- 172.21.15.47:0/2362900276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f47181030c0 msgr2=0x7f471819a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471e200640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f47181030c0 0x7f471819a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.437 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.431+0000 7f471e200640 1 -- 172.21.15.47:0/2362900276 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f471819f120 con 0x7f471810bbc0 2024-04-25T02:44:04.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.432+0000 7f471e200640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f471810bbc0 0x7f471819e9f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f471000e970 tx=0x7f471000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:04.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.432+0000 7f4716000640 1 -- 172.21.15.47:0/2362900276 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f471000ccc0 con 0x7f471810bbc0 2024-04-25T02:44:04.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.432+0000 7f4716000640 1 -- 172.21.15.47:0/2362900276 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f471000ce60 con 0x7f471810bbc0 2024-04-25T02:44:04.438 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.432+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f471819f410 con 0x7f471810bbc0 2024-04-25T02:44:04.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.432+0000 7f4716000640 1 -- 172.21.15.47:0/2362900276 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4710010490 con 0x7f471810bbc0 2024-04-25T02:44:04.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.432+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47181a6ca0 con 0x7f471810bbc0 2024-04-25T02:44:04.439 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.433+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4718068480 con 0x7f471810bbc0 2024-04-25T02:44:04.440 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.435+0000 7f4716000640 1 -- 172.21.15.47:0/2362900276 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4710005020 con 0x7f471810bbc0 2024-04-25T02:44:04.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.437+0000 7f4716000640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46fc0a2d80 0x7f46fc0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:04.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.437+0000 7f4716000640 1 -- 172.21.15.47:0/2362900276 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8513+0+0 (secure 0 0 0) 0x7f47100cf820 con 0x7f471810bbc0 2024-04-25T02:44:04.442 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.437+0000 7f471d800640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46fc0a2d80 0x7f46fc0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:04.443 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.438+0000 7f471d800640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46fc0a2d80 0x7f46fc0a5240 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4708005fd0 tx=0x7f4708009500 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:04.446 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.441+0000 7f4716000640 1 -- 172.21.15.47:0/2362900276 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f471009c3e0 con 0x7f471810bbc0 2024-04-25T02:44:04.664 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.659+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f47181a6ea0 con 0x7f471810bbc0 2024-04-25T02:44:04.665 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.660+0000 7f4716000640 1 -- 172.21.15.47:0/2362900276 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v99) ==== 81+0+940 (secure 0 0 0) 0x7f471009bce0 con 0x7f471810bbc0 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/233515399 2024-04-26T02:32:41.329165+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/3106043570 2024-04-26T02:32:41.329165+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:6800/3717325360 2024-04-26T02:32:41.329165+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/1201336830 2024-04-26T02:22:10.249712+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/2518540149 2024-04-26T02:22:10.249712+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:6801/369213982 2024-04-26T02:22:10.249712+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:6800/369213982 2024-04-26T02:22:10.249712+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:6801/3717325360 2024-04-26T02:32:41.329165+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/105294106 2024-04-26T02:21:36.244923+0000 2024-04-25T02:44:04.666 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/3332745112 2024-04-26T02:32:41.329165+0000 2024-04-25T02:44:04.667 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:6800/121870951 2024-04-26T02:21:36.244923+0000 2024-04-25T02:44:04.667 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/1042598960 2024-04-26T02:32:41.329165+0000 2024-04-25T02:44:04.667 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/2720495509 2024-04-26T02:21:36.244923+0000 2024-04-25T02:44:04.667 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/1132045338 2024-04-26T02:21:36.244923+0000 2024-04-25T02:44:04.667 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:0/1450388759 2024-04-26T02:22:10.249712+0000 2024-04-25T02:44:04.667 INFO:teuthology.orchestra.run.smithi047.stdout:172.21.15.47:6801/121870951 2024-04-26T02:21:36.244923+0000 2024-04-25T02:44:04.667 INFO:teuthology.orchestra.run.smithi047.stderr:listed 16 entries 2024-04-25T02:44:04.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.663+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46fc0a2d80 msgr2=0x7f46fc0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:04.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.663+0000 7f471ec00640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46fc0a2d80 0x7f46fc0a5240 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4708005fd0 tx=0x7f4708009500 comp rx=0 tx=0).stop 2024-04-25T02:44:04.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.663+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f471810bbc0 msgr2=0x7f471819e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:04.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.663+0000 7f471ec00640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f471810bbc0 0x7f471819e9f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f471000e970 tx=0x7f471000ed70 comp rx=0 tx=0).stop 2024-04-25T02:44:04.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.664+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 shutdown_connections 2024-04-25T02:44:04.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.664+0000 7f471ec00640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f46fc0a2d80 0x7f46fc0a5240 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.669 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.664+0000 7f471ec00640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f471810bbc0 0x7f471819e9f0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.664+0000 7f471ec00640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f47181030c0 0x7f471819a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.664+0000 7f471ec00640 1 --2- 172.21.15.47:0/2362900276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47181027a0 0x7f471819a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:04.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.664+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 >> 172.21.15.47:0/2362900276 conn(0x7f47180fbfc0 msgr2=0x7f4718101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:04.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.664+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 shutdown_connections 2024-04-25T02:44:04.670 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:04.664+0000 7f471ec00640 1 -- 172.21.15.47:0/2362900276 wait complete. 2024-04-25T02:44:04.689 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-25T02:44:04.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:44:04.689 DEBUG:teuthology.orchestra.run.smithi047:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-25T02:44:04.794 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:44:04.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:44:04.795 DEBUG:teuthology.orchestra.run.smithi047:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-25T02:44:04.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:44:04.889 DEBUG:teuthology.orchestra.run.smithi047:> ip netns list 2024-04-25T02:44:04.926 INFO:teuthology.orchestra.run.smithi047.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-25T02:44:04.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:44:04.927 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T02:44:05.021 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:04 smithi047 ceph-mon[27871]: pgmap v354: 97 pgs: 97 active+clean; 6.5 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:44:05.021 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:04 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3288930079' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:44:05.021 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:04 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2362900276' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T02:44:05.033 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T02:44:05.033 DEBUG:teuthology.orchestra.run.smithi047:> sudo ip link delete ceph-brx 2024-04-25T02:44:05.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:04 smithi178 ceph-mon[33053]: pgmap v354: 97 pgs: 97 active+clean; 6.5 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:44:05.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:04 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3288930079' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:44:05.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:04 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2362900276' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T02:44:05.147 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-25T02:44:05.159 INFO:tasks.cephadm:Teardown begin 2024-04-25T02:44:05.160 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-25T02:44:05.160 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:44:05.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:04 smithi113 ceph-mon[32459]: pgmap v354: 97 pgs: 97 active+clean; 6.5 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T02:44:05.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:04 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3288930079' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T02:44:05.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:04 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2362900276' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T02:44:05.335 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 -- 172.21.15.47:0/410183367 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed641015c0 msgr2=0x7fed64101a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:05.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 --2- 172.21.15.47:0/410183367 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed641015c0 0x7fed64101a40 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fed50009890 tx=0x7fed5002a360 comp rx=0 tx=0).stop 2024-04-25T02:44:05.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 -- 172.21.15.47:0/410183367 shutdown_connections 2024-04-25T02:44:05.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 --2- 172.21.15.47:0/410183367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed64101f80 0x7fed6410e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 --2- 172.21.15.47:0/410183367 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed641015c0 0x7fed64101a40 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 --2- 172.21.15.47:0/410183367 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed64107680 0x7fed64107a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 -- 172.21.15.47:0/410183367 >> 172.21.15.47:0/410183367 conn(0x7fed640fd0b0 msgr2=0x7fed640ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:05.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 -- 172.21.15.47:0/410183367 shutdown_connections 2024-04-25T02:44:05.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.330+0000 7fed6a400640 1 -- 172.21.15.47:0/410183367 wait complete. 2024-04-25T02:44:05.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.331+0000 7fed6a400640 1 Processor -- start 2024-04-25T02:44:05.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.331+0000 7fed6a400640 1 -- start start 2024-04-25T02:44:05.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.331+0000 7fed6a400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed641015c0 0x7fed6419a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:05.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.331+0000 7fed6a400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed64101f80 0x7fed6419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:05.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.331+0000 7fed6a400640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed64107680 0x7fed6419e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:05.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.331+0000 7fed6a400640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fed641119c0 con 0x7fed641015c0 2024-04-25T02:44:05.338 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.331+0000 7fed6a400640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fed64111840 con 0x7fed64107680 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.331+0000 7fed6a400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fed64111b40 con 0x7fed64101f80 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed64107680 0x7fed6419e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed64107680 0x7fed6419e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59402/0 (socket says 172.21.15.47:59402) 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69000640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed641015c0 0x7fed6419a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69a00640 1 -- 172.21.15.47:0/1438530400 learned_addr learned my addr 172.21.15.47:0/1438530400 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed63e00640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed64101f80 0x7fed6419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69a00640 1 -- 172.21.15.47:0/1438530400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed64101f80 msgr2=0x7fed6419a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69a00640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed64101f80 0x7fed6419a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69a00640 1 -- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed641015c0 msgr2=0x7fed6419a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69a00640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed641015c0 0x7fed6419a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69a00640 1 -- 172.21.15.47:0/1438530400 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed6419f0d0 con 0x7fed64107680 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.332+0000 7fed69000640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed641015c0 0x7fed6419a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:44:05.339 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.333+0000 7fed69a00640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed64107680 0x7fed6419e9a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009fd0 tx=0x7fed5c00c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:05.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.333+0000 7fed61600640 1 -- 172.21.15.47:0/1438530400 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed5c004b20 con 0x7fed64107680 2024-04-25T02:44:05.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.333+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed6419f3c0 con 0x7fed64107680 2024-04-25T02:44:05.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.333+0000 7fed61600640 1 -- 172.21.15.47:0/1438530400 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed5c003e50 con 0x7fed64107680 2024-04-25T02:44:05.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.333+0000 7fed61600640 1 -- 172.21.15.47:0/1438530400 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed5c00b630 con 0x7fed64107680 2024-04-25T02:44:05.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.333+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed641a6c50 con 0x7fed64107680 2024-04-25T02:44:05.340 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.334+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed640688d0 con 0x7fed64107680 2024-04-25T02:44:05.341 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.336+0000 7fed61600640 1 -- 172.21.15.47:0/1438530400 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fed5c01d020 con 0x7fed64107680 2024-04-25T02:44:05.342 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.337+0000 7fed61600640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed4c0a2d00 0x7fed4c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:05.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.338+0000 7fed61600640 1 -- 172.21.15.47:0/1438530400 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8557+0+0 (secure 0 0 0) 0x7fed5c0cf480 con 0x7fed64107680 2024-04-25T02:44:05.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.338+0000 7fed69000640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed4c0a2d00 0x7fed4c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:05.343 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.338+0000 7fed69000640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed4c0a2d00 0x7fed4c0a51c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed58009f40 tx=0x7fed58005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:05.347 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.342+0000 7fed61600640 1 -- 172.21.15.47:0/1438530400 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fed5c09c020 con 0x7fed64107680 2024-04-25T02:44:05.594 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.589+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed641a6e20 con 0x7fed64107680 2024-04-25T02:44:05.596 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.591+0000 7fed61600640 1 -- 172.21.15.47:0/1438530400 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7fed5c09b920 con 0x7fed64107680 2024-04-25T02:44:05.596 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:44:05.596 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:44:05.597 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:44:05.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed4c0a2d00 msgr2=0x7fed4c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:05.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed4c0a2d00 0x7fed4c0a51c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed58009f40 tx=0x7fed58005f90 comp rx=0 tx=0).stop 2024-04-25T02:44:05.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed64107680 msgr2=0x7fed6419e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:05.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed64107680 0x7fed6419e9a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009fd0 tx=0x7fed5c00c800 comp rx=0 tx=0).stop 2024-04-25T02:44:05.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 shutdown_connections 2024-04-25T02:44:05.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fed4c0a2d00 0x7fed4c0a51c0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.599 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fed64107680 0x7fed6419e9a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed64101f80 0x7fed6419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 --2- 172.21.15.47:0/1438530400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed641015c0 0x7fed6419a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 >> 172.21.15.47:0/1438530400 conn(0x7fed640fd0b0 msgr2=0x7fed640fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:05.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 shutdown_connections 2024-04-25T02:44:05.600 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.594+0000 7fed6a400640 1 -- 172.21.15.47:0/1438530400 wait complete. 2024-04-25T02:44:05.619 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T02:44:05.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.820+0000 7f745cc00640 1 -- 172.21.15.47:0/1633452064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458103760 msgr2=0x7f7458103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:05.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.820+0000 7f745cc00640 1 --2- 172.21.15.47:0/1633452064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458103760 0x7f7458103be0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7444009890 tx=0x7f744402a360 comp rx=0 tx=0).stop 2024-04-25T02:44:05.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.821+0000 7f745cc00640 1 -- 172.21.15.47:0/1633452064 shutdown_connections 2024-04-25T02:44:05.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.821+0000 7f745cc00640 1 --2- 172.21.15.47:0/1633452064 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7458104120 0x7f7458110630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.826 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.821+0000 7f745cc00640 1 --2- 172.21.15.47:0/1633452064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458103760 0x7f7458103be0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.821+0000 7f745cc00640 1 --2- 172.21.15.47:0/1633452064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7458109770 0x7f7458109b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.821+0000 7f745cc00640 1 -- 172.21.15.47:0/1633452064 >> 172.21.15.47:0/1633452064 conn(0x7f74580ff210 msgr2=0x7f7458101630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:05.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.821+0000 7f745cc00640 1 -- 172.21.15.47:0/1633452064 shutdown_connections 2024-04-25T02:44:05.827 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.821+0000 7f745cc00640 1 -- 172.21.15.47:0/1633452064 wait complete. 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.822+0000 7f745cc00640 1 Processor -- start 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.822+0000 7f745cc00640 1 -- start start 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f745cc00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7458103760 0x7f745819a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f745cc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458104120 0x7f745819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f745cc00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7458109770 0x7f745819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f745cc00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7458113b40 con 0x7f7458103760 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f745cc00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f74581139c0 con 0x7f7458109770 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f745cc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7458113cc0 con 0x7f7458104120 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7458103760 0x7f745819a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457400640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7458103760 0x7f745819a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:40694/0 (socket says 172.21.15.47:40694) 2024-04-25T02:44:05.829 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457400640 1 -- 172.21.15.47:0/828676166 learned_addr learned my addr 172.21.15.47:0/828676166 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7456a00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458104120 0x7f745819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457e00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7458109770 0x7f745819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457400640 1 -- 172.21.15.47:0/828676166 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458104120 msgr2=0x7f745819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457400640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458104120 0x7f745819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457400640 1 -- 172.21.15.47:0/828676166 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7458109770 msgr2=0x7f745819e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457400640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7458109770 0x7f745819e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.823+0000 7f7457400640 1 -- 172.21.15.47:0/828676166 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f745819f080 con 0x7f7458103760 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.824+0000 7f7457e00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7458109770 0x7f745819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.824+0000 7f7456a00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458104120 0x7f745819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:44:05.830 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.824+0000 7f7457400640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7458103760 0x7f745819a0e0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f744800e9c0 tx=0x7f744800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:05.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.825+0000 7f744fe00640 1 -- 172.21.15.47:0/828676166 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f744800ccc0 con 0x7f7458103760 2024-04-25T02:44:05.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.825+0000 7f744fe00640 1 -- 172.21.15.47:0/828676166 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7448005500 con 0x7f7458103760 2024-04-25T02:44:05.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.825+0000 7f744fe00640 1 -- 172.21.15.47:0/828676166 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7448010430 con 0x7f7458103760 2024-04-25T02:44:05.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.825+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f745819f370 con 0x7f7458103760 2024-04-25T02:44:05.831 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.826+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74581a6c00 con 0x7f7458103760 2024-04-25T02:44:05.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.827+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7458068480 con 0x7f7458103760 2024-04-25T02:44:05.833 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.829+0000 7f744fe00640 1 -- 172.21.15.47:0/828676166 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f74480046c0 con 0x7f7458103760 2024-04-25T02:44:05.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.830+0000 7f744fe00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f743c0a2d80 0x7f743c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:05.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.830+0000 7f744fe00640 1 -- 172.21.15.47:0/828676166 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8557+0+0 (secure 0 0 0) 0x7f74480cf6d0 con 0x7f7458103760 2024-04-25T02:44:05.835 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.830+0000 7f7456a00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f743c0a2d80 0x7f743c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:05.836 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.831+0000 7f7456a00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f743c0a2d80 0x7f743c0a5240 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f744402a950 tx=0x7f74440056d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:05.839 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:05.834+0000 7f744fe00640 1 -- 172.21.15.47:0/828676166 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f744809c270 con 0x7f7458103760 2024-04-25T02:44:06.085 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.080+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f745819b3e0 con 0x7f7458103760 2024-04-25T02:44:06.087 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.082+0000 7f744fe00640 1 -- 172.21.15.47:0/828676166 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f744809bb70 con 0x7f7458103760 2024-04-25T02:44:06.087 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:44:06.087 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14382,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3167789422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3167789422},{"type":"v1","addr":"172.21.15.47:6835","nonce":3167789422}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/39878827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":39878827},{"type":"v1","addr":"172.21.15.47:6839","nonce":39878827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/1859202672","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":1859202672},{"type":"v1","addr":"172.21.15.178:6833","nonce":1859202672}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3988090615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3988090615},{"type":"v1","addr":"172.21.15.113:6833","nonce":3988090615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24475,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/2421348505","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":2421348505},{"type":"v1","addr":"172.21.15.47:6837","nonce":2421348505}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/2798923113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":2798923113},{"type":"v1","addr":"172.21.15.113:6835","nonce":2798923113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T02:30:11.641575+0000","modified":"2024-04-25T02:32:41.068219+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24572,"mds_1":24568,"mds_2":24538},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/3273261366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":3273261366},{"type":"v1","addr":"172.21.15.178:6835","nonce":3273261366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/2147401395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":2147401395},{"type":"v1","addr":"172.21.15.178:6837","nonce":2147401395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.113:6837/3829188390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":3829188390},{"type":"v1","addr":"172.21.15.113:6837","nonce":3829188390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.178:6839/2023850034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":2023850034},{"type":"v1","addr":"172.21.15.178:6839","nonce":2023850034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.47:6841/1009095225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6840","nonce":1009095225},{"type":"v1","addr":"172.21.15.47:6841","nonce":1009095225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24572":{"gid":24572,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.113:6839/3297899949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":3297899949},{"type":"v1","addr":"172.21.15.113:6839","nonce":3297899949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24572,"qdb_cluster":[24572,24538,24568]},"id":1}]} 2024-04-25T02:44:06.087 INFO:teuthology.orchestra.run.smithi047.stderr:dumped fsmap epoch 24 2024-04-25T02:44:06.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:05 smithi178 ceph-mon[33053]: osdmap e100: 12 total, 12 up, 12 in 2024-04-25T02:44:06.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:05 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1438530400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f743c0a2d80 msgr2=0x7f743c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f743c0a2d80 0x7f743c0a5240 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f744402a950 tx=0x7f74440056d0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7458103760 msgr2=0x7f745819a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7458103760 0x7f745819a0e0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f744800e9c0 tx=0x7f744800ee80 comp rx=0 tx=0).stop 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 shutdown_connections 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f743c0a2d80 0x7f743c0a5240 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7458109770 0x7f745819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7458104120 0x7f745819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 --2- 172.21.15.47:0/828676166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7458103760 0x7f745819a0e0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 >> 172.21.15.47:0/828676166 conn(0x7f74580ff210 msgr2=0x7f74580ff9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:06.091 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 shutdown_connections 2024-04-25T02:44:06.092 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.085+0000 7f745cc00640 1 -- 172.21.15.47:0/828676166 wait complete. 2024-04-25T02:44:06.107 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:05 smithi047 ceph-mon[27871]: osdmap e100: 12 total, 12 up, 12 in 2024-04-25T02:44:06.107 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:05 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1438530400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:44:06.110 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T02:44:06.257 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:05 smithi113 ceph-mon[32459]: osdmap e100: 12 total, 12 up, 12 in 2024-04-25T02:44:06.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:05 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1438530400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:44:06.323 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 -- 172.21.15.47:0/1481863673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6d8074490 msgr2=0x7fc6d810d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 --2- 172.21.15.47:0/1481863673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6d8074490 0x7fc6d810d8a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc6c4009900 tx=0x7fc6c402a490 comp rx=0 tx=0).stop 2024-04-25T02:44:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 -- 172.21.15.47:0/1481863673 shutdown_connections 2024-04-25T02:44:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 --2- 172.21.15.47:0/1481863673 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6d810dde0 0x7fc6d8110230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 --2- 172.21.15.47:0/1481863673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6d8074490 0x7fc6d810d8a0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 --2- 172.21.15.47:0/1481863673 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc6d8073b70 0x7fc6d8073f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 -- 172.21.15.47:0/1481863673 >> 172.21.15.47:0/1481863673 conn(0x7fc6d80fd0b0 msgr2=0x7fc6d80ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 -- 172.21.15.47:0/1481863673 shutdown_connections 2024-04-25T02:44:06.324 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.318+0000 7fc6de600640 1 -- 172.21.15.47:0/1481863673 wait complete. 2024-04-25T02:44:06.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.320+0000 7fc6de600640 1 Processor -- start 2024-04-25T02:44:06.325 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.320+0000 7fc6de600640 1 -- start start 2024-04-25T02:44:06.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.320+0000 7fc6de600640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc6d8073b70 0x7fc6d819a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:06.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.320+0000 7fc6de600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6d8074490 0x7fc6d819a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:06.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6de600640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6d810dde0 0x7fc6d819e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:06.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6de600640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d8113bd0 con 0x7fc6d810dde0 2024-04-25T02:44:06.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6de600640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d8113a50 con 0x7fc6d8073b70 2024-04-25T02:44:06.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6de600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d8113d50 con 0x7fc6d8074490 2024-04-25T02:44:06.326 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6dd200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc6d8073b70 0x7fc6d819a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:06.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6dd200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc6d8073b70 0x7fc6d819a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59430/0 (socket says 172.21.15.47:59430) 2024-04-25T02:44:06.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6dd200640 1 -- 172.21.15.47:0/1234952816 learned_addr learned my addr 172.21.15.47:0/1234952816 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:06.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6d7e00640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6d8074490 0x7fc6d819a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:06.327 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6ddc00640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6d810dde0 0x7fc6d819e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6dd200640 1 -- 172.21.15.47:0/1234952816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6d8074490 msgr2=0x7fc6d819a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6dd200640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6d8074490 0x7fc6d819a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6dd200640 1 -- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6d810dde0 msgr2=0x7fc6d819e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6dd200640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6d810dde0 0x7fc6d819e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.321+0000 7fc6dd200640 1 -- 172.21.15.47:0/1234952816 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6d819f0d0 con 0x7fc6d8073b70 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.322+0000 7fc6ddc00640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6d810dde0 0x7fc6d819e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.322+0000 7fc6dd200640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc6d8073b70 0x7fc6d819a130 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800eb90 tx=0x7fc6c800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.322+0000 7fc6d5600640 1 -- 172.21.15.47:0/1234952816 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8004d20 con 0x7fc6d8073b70 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.322+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6d819f3c0 con 0x7fc6d8073b70 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.322+0000 7fc6d5600640 1 -- 172.21.15.47:0/1234952816 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6c800ee90 con 0x7fc6d8073b70 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.322+0000 7fc6d5600640 1 -- 172.21.15.47:0/1234952816 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8010830 con 0x7fc6d8073b70 2024-04-25T02:44:06.328 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.322+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6d81a6c50 con 0x7fc6d8073b70 2024-04-25T02:44:06.329 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.323+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6d80688d0 con 0x7fc6d8073b70 2024-04-25T02:44:06.330 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.326+0000 7fc6d5600640 1 -- 172.21.15.47:0/1234952816 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc6c8005020 con 0x7fc6d8073b70 2024-04-25T02:44:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.327+0000 7fc6d5600640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc6bc0a2d00 0x7fc6bc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.327+0000 7fc6d5600640 1 -- 172.21.15.47:0/1234952816 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8557+0+0 (secure 0 0 0) 0x7fc6c80cfb00 con 0x7fc6d8073b70 2024-04-25T02:44:06.332 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.327+0000 7fc6d7e00640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc6bc0a2d00 0x7fc6bc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:06.333 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.328+0000 7fc6d7e00640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc6bc0a2d00 0x7fc6bc0a51c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc6c4000c00 tx=0x7fc6c4005b50 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:06.336 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.331+0000 7fc6d5600640 1 -- 172.21.15.47:0/1234952816 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc6c809c6a0 con 0x7fc6d8073b70 2024-04-25T02:44:06.546 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.541+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6d8108f60 con 0x7fc6d8073b70 2024-04-25T02:44:06.548 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.544+0000 7fc6d5600640 1 -- 172.21.15.47:0/1234952816 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+23129 (secure 0 0 0) 0x7fc6c809bfa0 con 0x7fc6d8073b70 2024-04-25T02:44:06.549 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-04-25T02:44:06.549 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":100,"fsid":"4d24456a-02aa-11ef-bc93-c7b262605968","created":"2024-04-25T02:21:01.417896+0000","modified":"2024-04-25T02:44:04.793891+0000","last_up_change":"2024-04-25T02:29:13.812658+0000","last_in_change":"2024-04-25T02:28:53.965345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T02:25:00.963418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T02:30:10.035181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T02:30:11.163036+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":100,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5dc7bd78-431c-44cf-bc25-72ff72628d0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6803","nonce":349336872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6805","nonce":349336872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6809","nonce":349336872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":349336872},{"type":"v1","addr":"172.21.15.47:6807","nonce":349336872}]},"public_addr":"172.21.15.47:6803/349336872","cluster_addr":"172.21.15.47:6805/349336872","heartbeat_back_addr":"172.21.15.47:6809/349336872","heartbeat_front_addr":"172.21.15.47:6807/349336872","state":["exists","up"]},{"osd":1,"uuid":"9b71cd0e-1e12-4ce0-bf4b-6f856df3a9c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6801","nonce":3462464888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6803","nonce":3462464888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6807","nonce":3462464888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3462464888},{"type":"v1","addr":"172.21.15.113:6805","nonce":3462464888}]},"public_addr":"172.21.15.113:6801/3462464888","cluster_addr":"172.21.15.113:6803/3462464888","heartbeat_back_addr":"172.21.15.113:6807/3462464888","heartbeat_front_addr":"172.21.15.113:6805/3462464888","state":["exists","up"]},{"osd":2,"uuid":"794a8baf-a1a1-47db-a6f4-5c2fd1fbce19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6801","nonce":3719555607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6803","nonce":3719555607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6807","nonce":3719555607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3719555607},{"type":"v1","addr":"172.21.15.178:6805","nonce":3719555607}]},"public_addr":"172.21.15.178:6801/3719555607","cluster_addr":"172.21.15.178:6803/3719555607","heartbeat_back_addr":"172.21.15.178:6807/3719555607","heartbeat_front_addr":"172.21.15.178:6805/3719555607","state":["exists","up"]},{"osd":3,"uuid":"f254f0b0-e1dd-442e-923c-60eb5992586c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6811","nonce":3662064207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6813","nonce":3662064207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6817","nonce":3662064207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":3662064207},{"type":"v1","addr":"172.21.15.47:6815","nonce":3662064207}]},"public_addr":"172.21.15.47:6811/3662064207","cluster_addr":"172.21.15.47:6813/3662064207","heartbeat_back_addr":"172.21.15.47:6817/3662064207","heartbeat_front_addr":"172.21.15.47:6815/3662064207","state":["exists","up"]},{"osd":4,"uuid":"03cfb887-697c-4622-b792-d2439dadf420","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6809","nonce":551512883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6811","nonce":551512883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6815","nonce":551512883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":551512883},{"type":"v1","addr":"172.21.15.113:6813","nonce":551512883}]},"public_addr":"172.21.15.113:6809/551512883","cluster_addr":"172.21.15.113:6811/551512883","heartbeat_back_addr":"172.21.15.113:6815/551512883","heartbeat_front_addr":"172.21.15.113:6813/551512883","state":["exists","up"]},{"osd":5,"uuid":"1b45ae99-1714-40eb-a6ec-ece8c7e1171e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6809","nonce":1184775809}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6811","nonce":1184775809}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6815","nonce":1184775809}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1184775809},{"type":"v1","addr":"172.21.15.178:6813","nonce":1184775809}]},"public_addr":"172.21.15.178:6809/1184775809","cluster_addr":"172.21.15.178:6811/1184775809","heartbeat_back_addr":"172.21.15.178:6815/1184775809","heartbeat_front_addr":"172.21.15.178:6813/1184775809","state":["exists","up"]},{"osd":6,"uuid":"460cb5c7-d4f6-48cd-a318-3f331110c1d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6819","nonce":1747838642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6821","nonce":1747838642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6825","nonce":1747838642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":1747838642},{"type":"v1","addr":"172.21.15.47:6823","nonce":1747838642}]},"public_addr":"172.21.15.47:6819/1747838642","cluster_addr":"172.21.15.47:6821/1747838642","heartbeat_back_addr":"172.21.15.47:6825/1747838642","heartbeat_front_addr":"172.21.15.47:6823/1747838642","state":["exists","up"]},{"osd":7,"uuid":"d2682cee-335b-41c2-ab9a-d84ae3029fd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6817","nonce":2355831929}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6819","nonce":2355831929}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6823","nonce":2355831929}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2355831929},{"type":"v1","addr":"172.21.15.113:6821","nonce":2355831929}]},"public_addr":"172.21.15.113:6817/2355831929","cluster_addr":"172.21.15.113:6819/2355831929","heartbeat_back_addr":"172.21.15.113:6823/2355831929","heartbeat_front_addr":"172.21.15.113:6821/2355831929","state":["exists","up"]},{"osd":8,"uuid":"b21f705c-3d28-4c27-9754-13c6e252311b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6817","nonce":2400495078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6819","nonce":2400495078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6823","nonce":2400495078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2400495078},{"type":"v1","addr":"172.21.15.178:6821","nonce":2400495078}]},"public_addr":"172.21.15.178:6817/2400495078","cluster_addr":"172.21.15.178:6819/2400495078","heartbeat_back_addr":"172.21.15.178:6823/2400495078","heartbeat_front_addr":"172.21.15.178:6821/2400495078","state":["exists","up"]},{"osd":9,"uuid":"17ed7ce2-6899-4bc5-9b18-b7ed253afd94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6827","nonce":991643862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6829","nonce":991643862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6833","nonce":991643862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":991643862},{"type":"v1","addr":"172.21.15.47:6831","nonce":991643862}]},"public_addr":"172.21.15.47:6827/991643862","cluster_addr":"172.21.15.47:6829/991643862","heartbeat_back_addr":"172.21.15.47:6833/991643862","heartbeat_front_addr":"172.21.15.47:6831/991643862","state":["exists","up"]},{"osd":10,"uuid":"ba7af2a5-ead5-491e-a19d-2e8cc2148a24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6825","nonce":1879658264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6827","nonce":1879658264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6831","nonce":1879658264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1879658264},{"type":"v1","addr":"172.21.15.113:6829","nonce":1879658264}]},"public_addr":"172.21.15.113:6825/1879658264","cluster_addr":"172.21.15.113:6827/1879658264","heartbeat_back_addr":"172.21.15.113:6831/1879658264","heartbeat_front_addr":"172.21.15.113:6829/1879658264","state":["exists","up"]},{"osd":11,"uuid":"5e3e0334-5229-4c7b-be4a-01a6c9c82388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6825","nonce":1342545482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6827","nonce":1342545482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6831","nonce":1342545482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1342545482},{"type":"v1","addr":"172.21.15.178:6829","nonce":1342545482}]},"public_addr":"172.21.15.178:6825/1342545482","cluster_addr":"172.21.15.178:6827/1342545482","heartbeat_back_addr":"172.21.15.178:6831/1342545482","heartbeat_front_addr":"172.21.15.178:6829/1342545482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:06.192023+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:32.455206+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:24:56.681359+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:30.417845+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:25:56.282870+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:20.625860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:26:54.728202+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:21.442749+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:27:45.840997+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:19.742062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:28:46.445460+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T02:29:11.953910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/233515399":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/3106043570":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/1201336830":"2024-04-26T02:22:10.249712+0000","172.21.15.47:0/2518540149":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6800/369213982":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/3717325360":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/105294106":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/3332745112":"2024-04-26T02:32:41.329165+0000","172.21.15.47:6800/121870951":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1042598960":"2024-04-26T02:32:41.329165+0000","172.21.15.47:0/2720495509":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1132045338":"2024-04-26T02:21:36.244923+0000","172.21.15.47:0/1450388759":"2024-04-26T02:22:10.249712+0000","172.21.15.47:6801/121870951":"2024-04-26T02:21:36.244923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc6bc0a2d00 msgr2=0x7fc6bc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc6bc0a2d00 0x7fc6bc0a51c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc6c4000c00 tx=0x7fc6c4005b50 comp rx=0 tx=0).stop 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc6d8073b70 msgr2=0x7fc6d819a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc6d8073b70 0x7fc6d819a130 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800eb90 tx=0x7fc6c800c6a0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 shutdown_connections 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7fc6bc0a2d00 0x7fc6bc0a51c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc6d810dde0 0x7fc6d819e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6d8074490 0x7fc6d819a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 --2- 172.21.15.47:0/1234952816 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc6d8073b70 0x7fc6d819a130 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 >> 172.21.15.47:0/1234952816 conn(0x7fc6d80fd0b0 msgr2=0x7fc6d80fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.546+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 shutdown_connections 2024-04-25T02:44:06.552 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.547+0000 7fc6de600640 1 -- 172.21.15.47:0/1234952816 wait complete. 2024-04-25T02:44:06.573 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-25T02:44:06.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 -- 172.21.15.47:0/1364609001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f16c81041b0 msgr2=0x7f16c81106c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.796 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 --2- 172.21.15.47:0/1364609001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f16c81041b0 0x7f16c81106c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f16c0009cd0 tx=0x7f16c002a8f0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 -- 172.21.15.47:0/1364609001 shutdown_connections 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 --2- 172.21.15.47:0/1364609001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f16c81041b0 0x7f16c81106c0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 --2- 172.21.15.47:0/1364609001 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f16c81037f0 0x7f16c8103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 --2- 172.21.15.47:0/1364609001 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f16c8109800 0x7f16c8109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 -- 172.21.15.47:0/1364609001 >> 172.21.15.47:0/1364609001 conn(0x7f16c80ff280 msgr2=0x7f16c81016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 -- 172.21.15.47:0/1364609001 shutdown_connections 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.789+0000 7f16ce200640 1 -- 172.21.15.47:0/1364609001 wait complete. 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.790+0000 7f16ce200640 1 Processor -- start 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16ce200640 1 -- start start 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16ce200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f16c81037f0 0x7f16c819a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16ce200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f16c81041b0 0x7f16c819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16ce200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f16c8109800 0x7f16c819e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16ce200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f16c8113bd0 con 0x7f16c81041b0 2024-04-25T02:44:06.797 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16ce200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f16c8113a50 con 0x7f16c81037f0 2024-04-25T02:44:06.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16ce200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f16c8113d50 con 0x7f16c8109800 2024-04-25T02:44:06.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16cce00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f16c81037f0 0x7f16c819a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:06.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16cce00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f16c81037f0 0x7f16c819a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59450/0 (socket says 172.21.15.47:59450) 2024-04-25T02:44:06.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16cce00640 1 -- 172.21.15.47:0/2871648404 learned_addr learned my addr 172.21.15.47:0/2871648404 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:06.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.791+0000 7f16cd800640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f16c8109800 0x7f16c819e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:06.798 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16c7e00640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f16c81041b0 0x7f16c819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:06.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16cce00640 1 -- 172.21.15.47:0/2871648404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f16c8109800 msgr2=0x7f16c819e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16cce00640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f16c8109800 0x7f16c819e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16cce00640 1 -- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f16c81041b0 msgr2=0x7f16c819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:06.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16cce00640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f16c81041b0 0x7f16c819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:06.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16cce00640 1 -- 172.21.15.47:0/2871648404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c819f0a0 con 0x7f16c81037f0 2024-04-25T02:44:06.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16cce00640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f16c81037f0 0x7f16c819a0b0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f16bc00e9f0 tx=0x7f16bc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:06.799 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16c5600640 1 -- 172.21.15.47:0/2871648404 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16bc00cd80 con 0x7f16c81037f0 2024-04-25T02:44:06.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16c819f390 con 0x7f16c81037f0 2024-04-25T02:44:06.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16c5600640 1 -- 172.21.15.47:0/2871648404 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16bc010910 con 0x7f16c81037f0 2024-04-25T02:44:06.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.792+0000 7f16c5600640 1 -- 172.21.15.47:0/2871648404 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16bc0188f0 con 0x7f16c81037f0 2024-04-25T02:44:06.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.793+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16c81a6c20 con 0x7f16c81037f0 2024-04-25T02:44:06.800 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.794+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16c80688d0 con 0x7f16c81037f0 2024-04-25T02:44:06.801 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.796+0000 7f16c5600640 1 -- 172.21.15.47:0/2871648404 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f16bc010ac0 con 0x7f16c81037f0 2024-04-25T02:44:06.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.797+0000 7f16c5600640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f16b00a2d00 0x7f16b00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:06.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.797+0000 7f16c5600640 1 -- 172.21.15.47:0/2871648404 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8557+0+0 (secure 0 0 0) 0x7f16bc0cfbe0 con 0x7f16c81037f0 2024-04-25T02:44:06.802 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.798+0000 7f16c7e00640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f16b00a2d00 0x7f16b00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:06.803 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.798+0000 7f16c7e00640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f16b00a2d00 0x7f16b00a51c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f16b40095f0 tx=0x7f16b4005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:06.804 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:06.799+0000 7f16c5600640 1 -- 172.21.15.47:0/2871648404 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f16bc09c130 con 0x7f16c81037f0 2024-04-25T02:44:07.049 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.044+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f16c810bd80 con 0x7f16c81037f0 2024-04-25T02:44:07.063 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.058+0000 7f16c5600640 1 -- 172.21.15.47:0/2871648404 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v25) ==== 161+0+0 (secure 0 0 0) 0x7f16bc0a0430 con 0x7f16c81037f0 2024-04-25T02:44:07.063 INFO:teuthology.orchestra.run.smithi047.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-25T02:44:07.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f16b00a2d00 msgr2=0x7f16b00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:07.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f16b00a2d00 0x7f16b00a51c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f16b40095f0 tx=0x7f16b4005f90 comp rx=0 tx=0).stop 2024-04-25T02:44:07.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f16c81037f0 msgr2=0x7f16c819a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:07.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f16c81037f0 0x7f16c819a0b0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f16bc00e9f0 tx=0x7f16bc00eeb0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 shutdown_connections 2024-04-25T02:44:07.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f16b00a2d00 0x7f16b00a51c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.066 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f16c8109800 0x7f16c819e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f16c81041b0 0x7f16c819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 --2- 172.21.15.47:0/2871648404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f16c81037f0 0x7f16c819a0b0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 >> 172.21.15.47:0/2871648404 conn(0x7f16c80ff280 msgr2=0x7f16c80ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:07.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 shutdown_connections 2024-04-25T02:44:07.067 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.061+0000 7f16ce200640 1 -- 172.21.15.47:0/2871648404 wait complete. 2024-04-25T02:44:07.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:06 smithi047 ceph-mon[27871]: pgmap v356: 97 pgs: 97 active+clean; 6.5 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:44:07.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:06 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/828676166' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:44:07.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:06 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/1234952816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:44:07.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a[27862]: 2024-04-25T02:44:07.046+0000 7f2036400700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T02:44:07.087 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-25T02:44:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:06 smithi178 ceph-mon[33053]: pgmap v356: 97 pgs: 97 active+clean; 6.5 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:44:07.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:06 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/828676166' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:44:07.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:06 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/1234952816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:44:07.098 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:06 smithi113 ceph-mon[32459]: pgmap v356: 97 pgs: 97 active+clean; 6.5 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-25T02:44:07.098 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:06 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/828676166' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T02:44:07.098 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:06 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/1234952816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T02:44:07.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.269+0000 7f8736200640 1 -- 172.21.15.47:0/2572651483 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 msgr2=0x7f8730106990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:07.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.269+0000 7f8736200640 1 --2- 172.21.15.47:0/2572651483 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 0x7f8730106990 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f8724009cd0 tx=0x7f872402a8e0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.270+0000 7f8736200640 1 -- 172.21.15.47:0/2572651483 shutdown_connections 2024-04-25T02:44:07.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.270+0000 7f8736200640 1 --2- 172.21.15.47:0/2572651483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8730100eb0 0x7f873010d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.270+0000 7f8736200640 1 --2- 172.21.15.47:0/2572651483 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87301004f0 0x7f8730100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.270+0000 7f8736200640 1 --2- 172.21.15.47:0/2572651483 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 0x7f8730106990 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.275 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.270+0000 7f8736200640 1 -- 172.21.15.47:0/2572651483 >> 172.21.15.47:0/2572651483 conn(0x7f87300fbfc0 msgr2=0x7f87300fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:07.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.270+0000 7f8736200640 1 -- 172.21.15.47:0/2572651483 shutdown_connections 2024-04-25T02:44:07.276 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.270+0000 7f8736200640 1 -- 172.21.15.47:0/2572651483 wait complete. 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.271+0000 7f8736200640 1 Processor -- start 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.271+0000 7f8736200640 1 -- start start 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.271+0000 7f8736200640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87301004f0 0x7f8730102160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.271+0000 7f8736200640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8730100eb0 0x7f87301026a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.271+0000 7f8736200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 0x7f8730102be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.271+0000 7f8736200640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f87301108e0 con 0x7f8730100eb0 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.271+0000 7f8736200640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f8730110760 con 0x7f87301004f0 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.271+0000 7f8736200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8730110a60 con 0x7f87301065b0 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87301004f0 0x7f8730102160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87301004f0 0x7f8730102160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.47:59484/0 (socket says 172.21.15.47:59484) 2024-04-25T02:44:07.278 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 -- 172.21.15.47:0/3046222290 learned_addr learned my addr 172.21.15.47:0/3046222290 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8735800640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 0x7f8730102be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f872fe00640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8730100eb0 0x7f87301026a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 -- 172.21.15.47:0/3046222290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 msgr2=0x7f8730102be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 0x7f8730102be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 -- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8730100eb0 msgr2=0x7f87301026a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8730100eb0 0x7f87301026a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 -- 172.21.15.47:0/3046222290 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87301a6410 con 0x7f87301004f0 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8735800640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 0x7f8730102be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.272+0000 7f8734e00640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87301004f0 0x7f8730102160 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f8724033040 tx=0x7f8724003970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.273+0000 7f872d600640 1 -- 172.21.15.47:0/3046222290 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8724004040 con 0x7f87301004f0 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.273+0000 7f872d600640 1 -- 172.21.15.47:0/3046222290 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87240046c0 con 0x7f87301004f0 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.273+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87301a66a0 con 0x7f87301004f0 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.273+0000 7f872d600640 1 -- 172.21.15.47:0/3046222290 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8724046480 con 0x7f87301004f0 2024-04-25T02:44:07.279 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.273+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87301a6bf0 con 0x7f87301004f0 2024-04-25T02:44:07.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.274+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8730068480 con 0x7f87301004f0 2024-04-25T02:44:07.280 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.276+0000 7f872d600640 1 -- 172.21.15.47:0/3046222290 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f87240305a0 con 0x7f87301004f0 2024-04-25T02:44:07.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.277+0000 7f872d600640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f87180a2d00 0x7f87180a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:07.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.277+0000 7f872d600640 1 -- 172.21.15.47:0/3046222290 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8771+0+0 (secure 0 0 0) 0x7f872402e030 con 0x7f87301004f0 2024-04-25T02:44:07.282 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.277+0000 7f872fe00640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f87180a2d00 0x7f87180a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:07.283 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.278+0000 7f872fe00640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f87180a2d00 0x7f87180a51c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8730103bf0 tx=0x7f871c005f90 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:07.286 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.281+0000 7f872d600640 1 -- 172.21.15.47:0/3046222290 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f872404b060 con 0x7f87301004f0 2024-04-25T02:44:07.410 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a[67243]: ignoring --setuser ceph since I am not root 2024-04-25T02:44:07.410 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a[67243]: ignoring --setgroup ceph since I am not root 2024-04-25T02:44:07.411 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mds[67247]: -- 172.21.15.47:0/1454793313 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565512037a40 con 0x56551200ac00 2024-04-25T02:44:07.411 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a[67243]: starting mds.a at 2024-04-25T02:44:07.508 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b[63405]: ignoring --setuser ceph since I am not root 2024-04-25T02:44:07.508 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b[63405]: ignoring --setgroup ceph since I am not root 2024-04-25T02:44:07.508 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mds[63409]: -- 172.21.15.113:0/2157484842 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5593922b5a40 con 0x559392289000 2024-04-25T02:44:07.508 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b[63405]: starting mds.b at 2024-04-25T02:44:07.508 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h[63088]: ignoring --setuser ceph since I am not root 2024-04-25T02:44:07.508 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h[63088]: ignoring --setgroup ceph since I am not root 2024-04-25T02:44:07.508 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mds[63092]: -- 172.21.15.113:0/3947584903 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556299615a40 con 0x5562995e8800 2024-04-25T02:44:07.508 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h[63088]: starting mds.h at 2024-04-25T02:44:07.509 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h[63088]: 2024-04-25T02:44:07.098+0000 7fce6eda7700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6836/0: (98) Address already in use 2024-04-25T02:44:07.534 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:07.529+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f87301a6e50 con 0x7f87301004f0 2024-04-25T02:44:07.590 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i[64389]: ignoring --setuser ceph since I am not root 2024-04-25T02:44:07.590 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i[64389]: ignoring --setgroup ceph since I am not root 2024-04-25T02:44:07.590 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i[64389]: starting mds.i at 2024-04-25T02:44:07.590 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f[63775]: ignoring --setuser ceph since I am not root 2024-04-25T02:44:07.590 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f[63775]: ignoring --setgroup ceph since I am not root 2024-04-25T02:44:07.591 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mds[63779]: -- 172.21.15.178:0/2479595416 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f3809f5a40 con 0x55f3809c9000 2024-04-25T02:44:07.591 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f[63775]: starting mds.f at 2024-04-25T02:44:07.591 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c[64085]: ignoring --setuser ceph since I am not root 2024-04-25T02:44:07.591 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c[64085]: ignoring --setgroup ceph since I am not root 2024-04-25T02:44:07.591 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mds[64089]: -- 172.21.15.178:0/2136894528 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5643885c1a40 con 0x564388595000 2024-04-25T02:44:07.591 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c[64085]: starting mds.c at 2024-04-25T02:44:08.068 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.062+0000 7f872d600640 1 -- 172.21.15.47:0/3046222290 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v26) ==== 104+0+0 (secure 0 0 0) 0x7f87240bd680 con 0x7f87301004f0 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.066+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f87180a2d00 msgr2=0x7f87180a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.066+0000 7f8736200640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f87180a2d00 0x7f87180a51c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8730103bf0 tx=0x7f871c005f90 comp rx=0 tx=0).stop 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.066+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87301004f0 msgr2=0x7f8730102160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.066+0000 7f8736200640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87301004f0 0x7f8730102160 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f8724033040 tx=0x7f8724003970 comp rx=0 tx=0).stop 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.067+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 shutdown_connections 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.067+0000 7f8736200640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f87180a2d00 0x7f87180a51c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.067+0000 7f8736200640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87301065b0 0x7f8730102be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.067+0000 7f8736200640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8730100eb0 0x7f87301026a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.067+0000 7f8736200640 1 --2- 172.21.15.47:0/3046222290 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f87301004f0 0x7f8730102160 secure :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f8724033040 tx=0x7f8724003970 comp rx=0 tx=0).stop 2024-04-25T02:44:08.072 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.067+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 >> 172.21.15.47:0/3046222290 conn(0x7f87300fbfc0 msgr2=0x7f87300fddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:08.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.067+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 shutdown_connections 2024-04-25T02:44:08.073 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.067+0000 7f8736200640 1 -- 172.21.15.47:0/3046222290 wait complete. 2024-04-25T02:44:08.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/2871648404' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T02:44:08.089 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T02:44:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T02:44:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T02:44:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T02:44:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: osdmap e101: 12 total, 12 up, 12 in 2024-04-25T02:44:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-25T02:44:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3046222290' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:44:08.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:07 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/2871648404' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: osdmap e101: 12 total, 12 up, 12 in 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3046222290' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:44:08.092 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:07 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:44:08.095 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-25T02:44:08.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/2871648404' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T02:44:08.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T02:44:08.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T02:44:08.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T02:44:08.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T02:44:08.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: osdmap e101: 12 total, 12 up, 12 in 2024-04-25T02:44:08.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-25T02:44:08.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3046222290' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:44:08.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:07 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T02:44:08.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 -- 172.21.15.47:0/4098721701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c0c107680 msgr2=0x7f3c0c107a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:08.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 --2- 172.21.15.47:0/4098721701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c0c107680 0x7f3c0c107a60 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f3c00009930 tx=0x7f3c0002a420 comp rx=0 tx=0).stop 2024-04-25T02:44:08.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 -- 172.21.15.47:0/4098721701 shutdown_connections 2024-04-25T02:44:08.295 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 --2- 172.21.15.47:0/4098721701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c0c101fa0 0x7f3c0c10e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 --2- 172.21.15.47:0/4098721701 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3c0c1015e0 0x7f3c0c101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 --2- 172.21.15.47:0/4098721701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c0c107680 0x7f3c0c107a60 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 -- 172.21.15.47:0/4098721701 >> 172.21.15.47:0/4098721701 conn(0x7f3c0c0fd110 msgr2=0x7f3c0c0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:08.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 -- 172.21.15.47:0/4098721701 shutdown_connections 2024-04-25T02:44:08.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.290+0000 7f3c12a00640 1 -- 172.21.15.47:0/4098721701 wait complete. 2024-04-25T02:44:08.296 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.291+0000 7f3c12a00640 1 Processor -- start 2024-04-25T02:44:08.297 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.292+0000 7f3c12a00640 1 -- start start 2024-04-25T02:44:08.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.292+0000 7f3c12a00640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3c0c1015e0 0x7f3c0c19a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:08.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.292+0000 7f3c12a00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c0c101fa0 0x7f3c0c19a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:08.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.292+0000 7f3c12a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c0c107680 0x7f3c0c19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:08.298 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.292+0000 7f3c12a00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c1119c0 con 0x7f3c0c101fa0 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.292+0000 7f3c12a00640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c111840 con 0x7f3c0c1015e0 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.292+0000 7f3c12a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c111b40 con 0x7f3c0c107680 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c10c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c0c101fa0 0x7f3c0c19a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c10c00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c0c101fa0 0x7f3c0c19a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:40808/0 (socket says 172.21.15.47:40808) 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c10c00640 1 -- 172.21.15.47:0/3016389425 learned_addr learned my addr 172.21.15.47:0/3016389425 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c12000640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c0c107680 0x7f3c0c19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c11600640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3c0c1015e0 0x7f3c0c19a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c10c00640 1 -- 172.21.15.47:0/3016389425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c0c107680 msgr2=0x7f3c0c19e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c10c00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c0c107680 0x7f3c0c19e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c10c00640 1 -- 172.21.15.47:0/3016389425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3c0c1015e0 msgr2=0x7f3c0c19a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c10c00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3c0c1015e0 0x7f3c0c19a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.299 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.293+0000 7f3c10c00640 1 -- 172.21.15.47:0/3016389425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c0c19f0b0 con 0x7f3c0c101fa0 2024-04-25T02:44:08.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.294+0000 7f3c10c00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c0c101fa0 0x7f3c0c19a600 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f3bf800e9f0 tx=0x7f3bf800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:08.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.294+0000 7f3c0a000640 1 -- 172.21.15.47:0/3016389425 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf800cd80 con 0x7f3c0c101fa0 2024-04-25T02:44:08.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.294+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c0c19f3a0 con 0x7f3c0c101fa0 2024-04-25T02:44:08.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.294+0000 7f3c0a000640 1 -- 172.21.15.47:0/3016389425 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3bf8010910 con 0x7f3c0c101fa0 2024-04-25T02:44:08.300 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.294+0000 7f3c0a000640 1 -- 172.21.15.47:0/3016389425 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf80188f0 con 0x7f3c0c101fa0 2024-04-25T02:44:08.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.294+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c0c1a6c30 con 0x7f3c0c101fa0 2024-04-25T02:44:08.301 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.295+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c0c068480 con 0x7f3c0c101fa0 2024-04-25T02:44:08.302 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.297+0000 7f3c0a000640 1 -- 172.21.15.47:0/3016389425 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3bf8010ac0 con 0x7f3c0c101fa0 2024-04-25T02:44:08.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.299+0000 7f3c0a000640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3bf40a2d00 0x7f3bf40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:08.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.299+0000 7f3c0a000640 1 -- 172.21.15.47:0/3016389425 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8771+0+0 (secure 0 0 0) 0x7f3bf80cfcc0 con 0x7f3c0c101fa0 2024-04-25T02:44:08.304 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.299+0000 7f3c11600640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3bf40a2d00 0x7f3bf40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:08.305 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.300+0000 7f3c11600640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3bf40a2d00 0x7f3bf40a51c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3c00004770 tx=0x7f3c000058d0 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:08.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.306+0000 7f3c0a000640 1 -- 172.21.15.47:0/3016389425 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3bf809c130 con 0x7f3c0c101fa0 2024-04-25T02:44:08.514 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.509+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3c0c1a6f20 con 0x7f3c0c101fa0 2024-04-25T02:44:08.991 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.985+0000 7f3c0a000640 1 -- 172.21.15.47:0/3016389425 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v102) ==== 181+0+0 (secure 0 0 0) 0x7f3bf80a0430 con 0x7f3c0c101fa0 2024-04-25T02:44:08.991 INFO:teuthology.orchestra.run.smithi047.stderr:pool 'cephfs_metadata' removed 2024-04-25T02:44:08.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.991+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3bf40a2d00 msgr2=0x7f3bf40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:08.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.991+0000 7f3c12a00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3bf40a2d00 0x7f3bf40a51c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3c00004770 tx=0x7f3c000058d0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.996 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.991+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c0c101fa0 msgr2=0x7f3c0c19a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:08.997 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.991+0000 7f3c12a00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c0c101fa0 0x7f3c0c19a600 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f3bf800e9f0 tx=0x7f3bf800eeb0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.992+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 shutdown_connections 2024-04-25T02:44:08.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.992+0000 7f3c12a00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f3bf40a2d00 0x7f3bf40a51c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.992+0000 7f3c12a00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c0c107680 0x7f3c0c19e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.992+0000 7f3c12a00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3c0c101fa0 0x7f3c0c19a600 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.992+0000 7f3c12a00640 1 --2- 172.21.15.47:0/3016389425 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3c0c1015e0 0x7f3c0c19a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:08.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.992+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 >> 172.21.15.47:0/3016389425 conn(0x7f3c0c0fd110 msgr2=0x7f3c0c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:08.998 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.993+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 shutdown_connections 2024-04-25T02:44:08.999 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:08.994+0000 7f3c12a00640 1 -- 172.21.15.47:0/3016389425 wait complete. 2024-04-25T02:44:09.025 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: pgmap v358: 97 pgs: 97 active+clean; 6.5 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: Cluster is now healthy 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.178:6834/651202881,v1:172.21.15.178:6837/651202881] up:boot 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.178:6835/1702120286,v1:172.21.15.178:6838/1702120286] up:boot 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.113:6836/660029172,v1:172.21.15.113:6838/660029172] up:boot 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.178:6836/3525165143,v1:172.21.15.178:6839/3525165143] up:boot 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.113:6837/3223679408,v1:172.21.15.113:6839/3223679408] up:boot 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: mds.? [v2:172.21.15.47:6840/1962726799,v1:172.21.15.47:6841/1962726799] up:boot 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: fsmap 12 up:standby 2024-04-25T02:44:09.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:44:09.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:44:09.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:44:09.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:44:09.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:44:09.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:44:09.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:08 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3016389425' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T02:44:09.029 DEBUG:teuthology.orchestra.run.smithi047:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-25T02:44:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: pgmap v358: 97 pgs: 97 active+clean; 6.5 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-04-25T02:44:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T02:44:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T02:44:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: Cluster is now healthy 2024-04-25T02:44:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T02:44:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.178:6834/651202881,v1:172.21.15.178:6837/651202881] up:boot 2024-04-25T02:44:09.090 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.178:6835/1702120286,v1:172.21.15.178:6838/1702120286] up:boot 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.113:6836/660029172,v1:172.21.15.113:6838/660029172] up:boot 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.178:6836/3525165143,v1:172.21.15.178:6839/3525165143] up:boot 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.113:6837/3223679408,v1:172.21.15.113:6839/3223679408] up:boot 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: mds.? [v2:172.21.15.47:6840/1962726799,v1:172.21.15.47:6841/1962726799] up:boot 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: fsmap 12 up:standby 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:44:09.091 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:08 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3016389425' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T02:44:09.234 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 -- 172.21.15.47:0/3558474960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 msgr2=0x7f930c109d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 --2- 172.21.15.47:0/3558474960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 0x7f930c109d70 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f92fc009cd0 tx=0x7f92fc02a8e0 comp rx=0 tx=0).stop 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 -- 172.21.15.47:0/3558474960 shutdown_connections 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 --2- 172.21.15.47:0/3558474960 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f930c104340 0x7f930c110850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 --2- 172.21.15.47:0/3558474960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f930c103980 0x7f930c103e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 --2- 172.21.15.47:0/3558474960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 0x7f930c109d70 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 -- 172.21.15.47:0/3558474960 >> 172.21.15.47:0/3558474960 conn(0x7f930c0ff4d0 msgr2=0x7f930c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 -- 172.21.15.47:0/3558474960 shutdown_connections 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.229+0000 7f9313800640 1 -- 172.21.15.47:0/3558474960 wait complete. 2024-04-25T02:44:09.235 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.230+0000 7f9313800640 1 Processor -- start 2024-04-25T02:44:09.236 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.231+0000 7f9313800640 1 -- start start 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.231+0000 7f9313800640 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f930c103980 0x7f930c19a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.231+0000 7f9313800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f930c104340 0x7f930c19a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.231+0000 7f9313800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 0x7f930c19ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.231+0000 7f9313800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f930c113df0 con 0x7f930c109990 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.231+0000 7f9313800640 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 -- 0x7f930c113c70 con 0x7f930c103980 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.231+0000 7f9313800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f930c113f70 con 0x7f930c104340 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.231+0000 7f9311800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 0x7f930c19ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9311800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 0x7f930c19ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:40838/0 (socket says 172.21.15.47:40838) 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9311800640 1 -- 172.21.15.47:0/3021384968 learned_addr learned my addr 172.21.15.47:0/3021384968 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-04-25T02:44:09.237 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f930be00640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f930c104340 0x7f930c19a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:09.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9310e00640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f930c103980 0x7f930c19a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:09.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9311800640 1 -- 172.21.15.47:0/3021384968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f930c104340 msgr2=0x7f930c19a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:09.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9311800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f930c104340 0x7f930c19a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:09.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9311800640 1 -- 172.21.15.47:0/3021384968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f930c103980 msgr2=0x7f930c19a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:09.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9311800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f930c103980 0x7f930c19a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:09.238 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9311800640 1 -- 172.21.15.47:0/3021384968 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f930c19f2f0 con 0x7f930c109990 2024-04-25T02:44:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.232+0000 7f9311800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 0x7f930c19ebc0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f930400e970 tx=0x7f930400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.233+0000 7f9309600640 1 -- 172.21.15.47:0/3021384968 <== mon.0 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f930400ccc0 con 0x7f930c109990 2024-04-25T02:44:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.233+0000 7f9309600640 1 -- 172.21.15.47:0/3021384968 <== mon.0 v2:172.21.15.47:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f930400ce60 con 0x7f930c109990 2024-04-25T02:44:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.233+0000 7f9309600640 1 -- 172.21.15.47:0/3021384968 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9304010490 con 0x7f930c109990 2024-04-25T02:44:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.233+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f930c19f5e0 con 0x7f930c109990 2024-04-25T02:44:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.233+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f930c1a6e70 con 0x7f930c109990 2024-04-25T02:44:09.239 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.234+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f930c0689b0 con 0x7f930c109990 2024-04-25T02:44:09.241 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.236+0000 7f9309600640 1 -- 172.21.15.47:0/3021384968 <== mon.0 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9304005020 con 0x7f930c109990 2024-04-25T02:44:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.238+0000 7f9309600640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92f00a2d00 0x7f92f00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T02:44:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.238+0000 7f9309600640 1 -- 172.21.15.47:0/3021384968 <== mon.0 v2:172.21.15.47:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8217+0+0 (secure 0 0 0) 0x7f93040cf810 con 0x7f930c109990 2024-04-25T02:44:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.238+0000 7f9310e00640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92f00a2d00 0x7f92f00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T02:44:09.243 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.239+0000 7f9310e00640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92f00a2d00 0x7f92f00a51c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f92fc000f80 tx=0x7f92fc031470 comp rx=0 tx=0).ready entity=mgr.25219 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T02:44:09.247 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.242+0000 7f9309600640 1 -- 172.21.15.47:0/3021384968 <== mon.0 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f930409c500 con 0x7f930c109990 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: pgmap v358: 97 pgs: 97 active+clean; 6.5 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: Cluster is now healthy 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.178:6834/651202881,v1:172.21.15.178:6837/651202881] up:boot 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.178:6835/1702120286,v1:172.21.15.178:6838/1702120286] up:boot 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.113:6836/660029172,v1:172.21.15.113:6838/660029172] up:boot 2024-04-25T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.178:6836/3525165143,v1:172.21.15.178:6839/3525165143] up:boot 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.113:6837/3223679408,v1:172.21.15.113:6839/3223679408] up:boot 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: mds.? [v2:172.21.15.47:6840/1962726799,v1:172.21.15.47:6841/1962726799] up:boot 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: fsmap 12 up:standby 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: from='mgr.25219 172.21.15.47:0/1431581966' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T02:44:09.259 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:08 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3016389425' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T02:44:09.456 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.451+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f930c10bf50 con 0x7f930c109990 2024-04-25T02:44:10.001 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:09.996+0000 7f9309600640 1 -- 172.21.15.47:0/3021384968 <== mon.0 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v103) ==== 169+0+0 (secure 0 0 0) 0x7f930409be00 con 0x7f930c109990 2024-04-25T02:44:10.001 INFO:teuthology.orchestra.run.smithi047.stderr:pool 'cephfs_data' removed 2024-04-25T02:44:10.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92f00a2d00 msgr2=0x7f92f00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:10.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92f00a2d00 0x7f92f00a51c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f92fc000f80 tx=0x7f92fc031470 comp rx=0 tx=0).stop 2024-04-25T02:44:10.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 msgr2=0x7f930c19ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T02:44:10.007 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 0x7f930c19ebc0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f930400e970 tx=0x7f930400ed70 comp rx=0 tx=0).stop 2024-04-25T02:44:10.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 shutdown_connections 2024-04-25T02:44:10.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:6800/3657933538,v1:172.21.15.47:6801/3657933538] conn(0x7f92f00a2d00 0x7f92f00a51c0 secure :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f92fc000f80 tx=0x7f92fc031470 comp rx=0 tx=0).stop 2024-04-25T02:44:10.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f930c109990 0x7f930c19ebc0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:10.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f930c104340 0x7f930c19a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:10.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 --2- 172.21.15.47:0/3021384968 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f930c103980 0x7f930c19a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T02:44:10.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.002+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 >> 172.21.15.47:0/3021384968 conn(0x7f930c0ff4d0 msgr2=0x7f930c0ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T02:44:10.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.003+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 shutdown_connections 2024-04-25T02:44:10.008 INFO:teuthology.orchestra.run.smithi047.stderr:2024-04-25T02:44:10.003+0000 7f9313800640 1 -- 172.21.15.47:0/3021384968 wait complete. 2024-04-25T02:44:10.037 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:44:10.124 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:44:10.157 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:44:10.185 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-25T02:44:10.185 DEBUG:teuthology.orchestra.run.smithi047:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T02:44:10.247 DEBUG:teuthology.orchestra.run.smithi113:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T02:44:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:10 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3016389425' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T02:44:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:10 smithi113 ceph-mon[32459]: osdmap e102: 12 total, 12 up, 12 in 2024-04-25T02:44:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:10 smithi113 ceph-mon[32459]: from='client.? 172.21.15.47:0/3021384968' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T02:44:10.258 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:10 smithi113 ceph-mon[32459]: pgmap v360: 65 pgs: 65 active+clean; 577 KiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:44:10.265 DEBUG:teuthology.orchestra.run.smithi178:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T02:44:10.280 INFO:tasks.cephadm:Stopping all daemons... 2024-04-25T02:44:10.281 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-25T02:44:10.281 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a 2024-04-25T02:44:10.339 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:09 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3016389425' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T02:44:10.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:09 smithi178 ceph-mon[33053]: osdmap e102: 12 total, 12 up, 12 in 2024-04-25T02:44:10.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:09 smithi178 ceph-mon[33053]: from='client.? 172.21.15.47:0/3021384968' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T02:44:10.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:09 smithi178 ceph-mon[33053]: pgmap v360: 65 pgs: 65 active+clean; 577 KiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:44:10.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:09 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3016389425' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T02:44:10.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:09 smithi047 ceph-mon[27871]: osdmap e102: 12 total, 12 up, 12 in 2024-04-25T02:44:10.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:09 smithi047 ceph-mon[27871]: from='client.? 172.21.15.47:0/3021384968' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T02:44:10.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:09 smithi047 ceph-mon[27871]: pgmap v360: 65 pgs: 65 active+clean; 577 KiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T02:44:10.660 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:10 smithi047 systemd[1]: Stopping Ceph mon.a for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:11.388 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a[27862]: 2024-04-25T02:44:10.965+0000 7f203d200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:11.388 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a[27862]: 2024-04-25T02:44:10.965+0000 7f203d200700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-25T02:44:11.388 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:11 smithi047 podman[92664]: 2024-04-25 02:44:11.018457701 +0000 UTC m=+0.219817874 container died 98ba6ea53910f40b1e23a3e73a853f6754fdbff6c3e3d1cafb48f6c71703b55d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-25T02:44:11.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:11 smithi047 podman[92664]: 2024-04-25 02:44:11.508065277 +0000 UTC m=+0.709425467 container cleanup 98ba6ea53910f40b1e23a3e73a853f6754fdbff6c3e3d1cafb48f6c71703b55d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-25T02:44:11.661 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:11 smithi047 bash[92664]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a 2024-04-25T02:44:12.160 INFO:journalctl@ceph.mon.a.smithi047.stdout:Apr 25 02:44:11 smithi047 podman[92678]: 2024-04-25 02:44:11.717990883 +0000 UTC m=+0.686239915 container remove 98ba6ea53910f40b1e23a3e73a853f6754fdbff6c3e3d1cafb48f6c71703b55d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-a, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:44:12.297 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.a.service' 2024-04-25T02:44:12.430 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:12.430 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-25T02:44:12.430 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-25T02:44:12.430 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.b 2024-04-25T02:44:12.726 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:12 smithi113 systemd[1]: Stopping Ceph mon.b for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:13.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-b[32454]: 2024-04-25T02:44:12.721+0000 7f829276a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:13.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-b[32454]: 2024-04-25T02:44:12.721+0000 7f829276a700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-25T02:44:13.008 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:12 smithi113 podman[68995]: 2024-04-25 02:44:12.763391878 +0000 UTC m=+0.144494729 container died 1c710374c44549896ba6c9149d76571dfe36be59ccba39a60bf5f1ec1bedd700 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-25T02:44:13.394 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:13 smithi113 podman[68995]: 2024-04-25 02:44:13.172218925 +0000 UTC m=+0.553321778 container cleanup 1c710374c44549896ba6c9149d76571dfe36be59ccba39a60bf5f1ec1bedd700 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-25T02:44:13.394 INFO:journalctl@ceph.mon.b.smithi113.stdout:Apr 25 02:44:13 smithi113 bash[68995]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-b 2024-04-25T02:44:13.605 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.b.service' 2024-04-25T02:44:13.647 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:13.647 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-25T02:44:13.648 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-25T02:44:13.648 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.c 2024-04-25T02:44:14.071 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:13 smithi178 systemd[1]: Stopping Ceph mon.c for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:14.071 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:13 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-c[33047]: 2024-04-25T02:44:13.913+0000 7f039c8e1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:14.071 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:13 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-c[33047]: 2024-04-25T02:44:13.913+0000 7f039c8e1700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-25T02:44:14.340 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:14 smithi178 podman[69823]: 2024-04-25 02:44:14.067146444 +0000 UTC m=+0.231551066 container died 394fb92b9d28df69ab4df96a9bd13426da73fe96687aaf6bf859af73eb1923b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T02:44:14.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:14 smithi178 podman[69823]: 2024-04-25 02:44:14.430697423 +0000 UTC m=+0.595102031 container cleanup 394fb92b9d28df69ab4df96a9bd13426da73fe96687aaf6bf859af73eb1923b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424) 2024-04-25T02:44:14.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:Apr 25 02:44:14 smithi178 bash[69823]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mon-c 2024-04-25T02:44:14.864 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mon.c.service' 2024-04-25T02:44:14.911 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:14.912 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-25T02:44:14.912 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-25T02:44:14.912 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.x 2024-04-25T02:44:15.411 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:44:15 smithi047 systemd[1]: Stopping Ceph mgr.x for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:15.908 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:44:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:44:15.486+0000 7f50cb800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:15.908 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:44:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x[28103]: 2024-04-25T02:44:15.486+0000 7f50cb800700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-25T02:44:15.908 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:44:15 smithi047 podman[92784]: 2024-04-25 02:44:15.579724063 +0000 UTC m=+0.261260565 container died 536a67a05d4b482bbad29368a3020305ab3fc09145d729b42adfabb50a32ac18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T02:44:16.160 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:44:16 smithi047 podman[92784]: 2024-04-25 02:44:16.087850557 +0000 UTC m=+0.769387101 container cleanup 536a67a05d4b482bbad29368a3020305ab3fc09145d729b42adfabb50a32ac18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-25T02:44:16.160 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:44:16 smithi047 bash[92784]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x 2024-04-25T02:44:16.660 INFO:journalctl@ceph.mgr.x.smithi047.stdout:Apr 25 02:44:16 smithi047 podman[92798]: 2024-04-25 02:44:16.342195067 +0000 UTC m=+0.742301829 container remove 536a67a05d4b482bbad29368a3020305ab3fc09145d729b42adfabb50a32ac18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424) 2024-04-25T02:44:16.863 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-25T02:44:16.981 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:16.982 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-25T02:44:16.982 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-25T02:44:16.982 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.y 2024-04-25T02:44:17.336 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:44:17 smithi113 systemd[1]: Stopping Ceph mgr.y for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:17.632 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:44:17 smithi113 podman[69130]: 2024-04-25 02:44:17.331222388 +0000 UTC m=+0.161448408 container died fd39044104ab151be3ccfcdafd6b9f181f2b871228d91868a642b89fc9cf2635 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9) 2024-04-25T02:44:18.008 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:44:17 smithi113 podman[69130]: 2024-04-25 02:44:17.711402172 +0000 UTC m=+0.541628189 container cleanup fd39044104ab151be3ccfcdafd6b9f181f2b871228d91868a642b89fc9cf2635 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T02:44:18.008 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Apr 25 02:44:17 smithi113 bash[69130]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-y 2024-04-25T02:44:18.139 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-25T02:44:18.173 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:18.174 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-25T02:44:18.174 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-25T02:44:18.174 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.z 2024-04-25T02:44:18.501 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:44:18 smithi178 systemd[1]: Stopping Ceph mgr.z for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:18.797 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:44:18 smithi178 podman[69945]: 2024-04-25 02:44:18.497275224 +0000 UTC m=+0.132132243 container died 7014909dfbae8570c6bdb996b87a55eff6c06eb92d333f060cb14f9626457168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:44:19.090 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:44:18 smithi178 podman[69945]: 2024-04-25 02:44:18.885055377 +0000 UTC m=+0.519912387 container cleanup 7014909dfbae8570c6bdb996b87a55eff6c06eb92d333f060cb14f9626457168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-25T02:44:19.090 INFO:journalctl@ceph.mgr.z.smithi178.stdout:Apr 25 02:44:18 smithi178 bash[69945]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mgr-z 2024-04-25T02:44:19.287 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-25T02:44:19.320 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:19.320 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-25T02:44:19.321 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-25T02:44:19.321 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.0 2024-04-25T02:44:19.660 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:19 smithi047 systemd[1]: Stopping Ceph osd.0 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:20.410 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0[40292]: 2024-04-25T02:44:19.932+0000 7ff29de00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:20.410 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0[40292]: 2024-04-25T02:44:19.932+0000 7ff29de00700 -1 osd.0 103 *** Got signal Terminated *** 2024-04-25T02:44:20.410 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0[40292]: 2024-04-25T02:44:19.932+0000 7ff29de00700 -1 osd.0 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:44:25.660 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:25 smithi047 podman[92905]: 2024-04-25 02:44:25.353831084 +0000 UTC m=+5.577593995 container died 5d223c2623601c027a31f73e3ea011e870b2c25588ec58d76978d867f38b23fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-25T02:44:26.411 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:25 smithi047 podman[92905]: 2024-04-25 02:44:25.967404947 +0000 UTC m=+6.191167878 container cleanup 5d223c2623601c027a31f73e3ea011e870b2c25588ec58d76978d867f38b23fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-25T02:44:26.411 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:25 smithi047 bash[92905]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0 2024-04-25T02:44:26.411 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:26 smithi047 podman[92926]: 2024-04-25 02:44:26.193804446 +0000 UTC m=+0.830096619 container remove 5d223c2623601c027a31f73e3ea011e870b2c25588ec58d76978d867f38b23fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS) 2024-04-25T02:44:27.292 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:27 smithi047 podman[93014]: 2024-04-25 02:44:26.938986139 +0000 UTC m=+0.037359867 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:44:27.292 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:27 smithi047 podman[93014]: 2024-04-25 02:44:27.102952273 +0000 UTC m=+0.201326026 container create f6ac130ca4c904197be32d2bce00400670d90249b4c9105cfc999b31b4aa0d8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9) 2024-04-25T02:44:27.911 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:27 smithi047 podman[93014]: 2024-04-25 02:44:27.532196627 +0000 UTC m=+0.630570386 container init f6ac130ca4c904197be32d2bce00400670d90249b4c9105cfc999b31b4aa0d8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-25T02:44:27.911 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:27 smithi047 podman[93014]: 2024-04-25 02:44:27.544965583 +0000 UTC m=+0.643339366 container start f6ac130ca4c904197be32d2bce00400670d90249b4c9105cfc999b31b4aa0d8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:44:27.911 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:27 smithi047 podman[93014]: 2024-04-25 02:44:27.63023401 +0000 UTC m=+0.728607786 container attach f6ac130ca4c904197be32d2bce00400670d90249b4c9105cfc999b31b4aa0d8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0-deactivate, ceph=True, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:44:28.411 INFO:journalctl@ceph.osd.0.smithi047.stdout:Apr 25 02:44:28 smithi047 podman[93014]: 2024-04-25 02:44:28.020439435 +0000 UTC m=+1.118813195 container died f6ac130ca4c904197be32d2bce00400670d90249b4c9105cfc999b31b4aa0d8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-25T02:44:29.097 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.0.service' 2024-04-25T02:44:29.206 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:29.206 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-25T02:44:29.206 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-25T02:44:29.207 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.1 2024-04-25T02:44:29.508 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:29 smithi113 systemd[1]: Stopping Ceph osd.1 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:30.008 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1[37089]: 2024-04-25T02:44:29.517+0000 7f1bded05700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:30.008 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1[37089]: 2024-04-25T02:44:29.517+0000 7f1bded05700 -1 osd.1 103 *** Got signal Terminated *** 2024-04-25T02:44:30.008 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1[37089]: 2024-04-25T02:44:29.517+0000 7f1bded05700 -1 osd.1 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:44:35.258 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:34 smithi113 podman[69251]: 2024-04-25 02:44:34.968424043 +0000 UTC m=+5.569433180 container died 1cd05e618b4183640f0d7274f115efc0935c43a53149e870e99b53724e77c661 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-25T02:44:35.697 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:35 smithi113 podman[69251]: 2024-04-25 02:44:35.341920436 +0000 UTC m=+5.942929571 container cleanup 1cd05e618b4183640f0d7274f115efc0935c43a53149e870e99b53724e77c661 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1, ceph=True, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-25T02:44:35.697 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:35 smithi113 bash[69251]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1 2024-04-25T02:44:36.007 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:35 smithi113 podman[69271]: 2024-04-25 02:44:35.693734185 +0000 UTC m=+0.717805403 container remove 1cd05e618b4183640f0d7274f115efc0935c43a53149e870e99b53724e77c661 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:44:36.334 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:36 smithi113 podman[69364]: 2024-04-25 02:44:36.01108604 +0000 UTC m=+0.111298539 container create fb705cd95ac6029c8949b229f347b5e46028878dcaf48db0fee3c0d74f5efbf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-25T02:44:36.334 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:36 smithi113 podman[69364]: 2024-04-25 02:44:35.91784464 +0000 UTC m=+0.018057139 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:44:36.334 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:36 smithi113 podman[69364]: 2024-04-25 02:44:36.246925475 +0000 UTC m=+0.347137975 container init fb705cd95ac6029c8949b229f347b5e46028878dcaf48db0fee3c0d74f5efbf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:44:36.334 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:36 smithi113 podman[69364]: 2024-04-25 02:44:36.250121671 +0000 UTC m=+0.350334179 container start fb705cd95ac6029c8949b229f347b5e46028878dcaf48db0fee3c0d74f5efbf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-d2c45d9, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-25T02:44:36.334 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:36 smithi113 podman[69364]: 2024-04-25 02:44:36.330229781 +0000 UTC m=+0.430442289 container attach fb705cd95ac6029c8949b229f347b5e46028878dcaf48db0fee3c0d74f5efbf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-25T02:44:36.758 INFO:journalctl@ceph.osd.1.smithi113.stdout:Apr 25 02:44:36 smithi113 podman[69364]: 2024-04-25 02:44:36.540201721 +0000 UTC m=+0.640414223 container died fb705cd95ac6029c8949b229f347b5e46028878dcaf48db0fee3c0d74f5efbf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True) 2024-04-25T02:44:37.207 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.1.service' 2024-04-25T02:44:37.245 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:37.245 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-25T02:44:37.245 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-25T02:44:37.245 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.2 2024-04-25T02:44:37.551 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:37 smithi178 systemd[1]: Stopping Ceph osd.2 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:37.810 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2[38238]: 2024-04-25T02:44:37.545+0000 7ffbd592d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:37.810 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2[38238]: 2024-04-25T02:44:37.545+0000 7ffbd592d700 -1 osd.2 103 *** Got signal Terminated *** 2024-04-25T02:44:37.810 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2[38238]: 2024-04-25T02:44:37.545+0000 7ffbd592d700 -1 osd.2 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:44:43.402 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:43 smithi178 podman[70074]: 2024-04-25 02:44:43.096685787 +0000 UTC m=+5.654567423 container died d7436bc444732c2f08da2a58bf99604f5698c9cd034e45deca869868853dc82e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:44:43.735 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:43 smithi178 podman[70074]: 2024-04-25 02:44:43.496158289 +0000 UTC m=+6.054039925 container cleanup d7436bc444732c2f08da2a58bf99604f5698c9cd034e45deca869868853dc82e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=) 2024-04-25T02:44:43.735 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:43 smithi178 bash[70074]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2 2024-04-25T02:44:44.048 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:43 smithi178 podman[70103]: 2024-04-25 02:44:43.730834805 +0000 UTC m=+0.631014466 container remove d7436bc444732c2f08da2a58bf99604f5698c9cd034e45deca869868853dc82e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_CLEAN=True) 2024-04-25T02:44:44.322 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:44 smithi178 podman[70193]: 2024-04-25 02:44:43.947981908 +0000 UTC m=+0.018390245 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:44:44.322 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:44 smithi178 podman[70193]: 2024-04-25 02:44:44.081941343 +0000 UTC m=+0.152349675 container create 7d5bcb4e27612ac89ce62cad132f948394cb949c5ebf3d6dff22949e326c7543 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:44:44.590 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:44 smithi178 podman[70193]: 2024-04-25 02:44:44.318127645 +0000 UTC m=+0.388535973 container init 7d5bcb4e27612ac89ce62cad132f948394cb949c5ebf3d6dff22949e326c7543 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux ) 2024-04-25T02:44:44.590 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:44 smithi178 podman[70193]: 2024-04-25 02:44:44.321374854 +0000 UTC m=+0.391783191 container start 7d5bcb4e27612ac89ce62cad132f948394cb949c5ebf3d6dff22949e326c7543 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:44:44.590 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:44 smithi178 podman[70193]: 2024-04-25 02:44:44.426613634 +0000 UTC m=+0.497021976 container attach 7d5bcb4e27612ac89ce62cad132f948394cb949c5ebf3d6dff22949e326c7543 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-25T02:44:44.934 INFO:journalctl@ceph.osd.2.smithi178.stdout:Apr 25 02:44:44 smithi178 podman[70193]: 2024-04-25 02:44:44.620852858 +0000 UTC m=+0.691261204 container died 7d5bcb4e27612ac89ce62cad132f948394cb949c5ebf3d6dff22949e326c7543 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9) 2024-04-25T02:44:45.229 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.2.service' 2024-04-25T02:44:45.267 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:45.267 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-25T02:44:45.268 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-25T02:44:45.268 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.3 2024-04-25T02:44:45.630 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:45 smithi047 systemd[1]: Stopping Ceph osd.3 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:46.411 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:45 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:44:45.968+0000 7f61cca00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:46.411 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:45 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:44:45.968+0000 7f61cca00700 -1 osd.3 103 *** Got signal Terminated *** 2024-04-25T02:44:46.411 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:45 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:44:45.968+0000 7f61cca00700 -1 osd.3 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:44:46.859 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:46 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:46.525+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:47.090 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:46.821+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:47.161 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:46 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:44:46.853+0000 7f61c8c00700 -1 osd.3 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.715924+0000 front 2024-04-25T02:44:23.716320+0000 (oldest deadline 2024-04-25T02:44:46.016120+0000) 2024-04-25T02:44:47.660 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:47 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:47.531+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:47.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:47.453+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:48.160 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:47 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:44:47.864+0000 7f61c8c00700 -1 osd.3 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.715924+0000 front 2024-04-25T02:44:23.716320+0000 (oldest deadline 2024-04-25T02:44:46.016120+0000) 2024-04-25T02:44:48.339 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:47.864+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:48.497 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:48 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:48.168+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:48.825 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:48 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:48.492+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:48.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:48.404+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:49.160 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:48 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:44:48.819+0000 7f61c8c00700 -1 osd.3 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.715924+0000 front 2024-04-25T02:44:23.716320+0000 (oldest deadline 2024-04-25T02:44:46.016120+0000) 2024-04-25T02:44:49.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:48 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:48.819+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:49.339 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:48.895+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:49.454 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:49 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:49.183+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:49.792 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:49 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:49.449+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:49.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:49.429+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:50.143 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:49 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:44:49.786+0000 7f61c8c00700 -1 osd.3 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.715924+0000 front 2024-04-25T02:44:23.716320+0000 (oldest deadline 2024-04-25T02:44:46.016120+0000) 2024-04-25T02:44:50.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:49 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:49.782+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:50.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:49.931+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:50.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:50 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:50.138+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:50.824 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:50 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:50.462+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:50.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:50.423+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:51.135 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:50 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3[47267]: 2024-04-25T02:44:50.819+0000 7f61c8c00700 -1 osd.3 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.715924+0000 front 2024-04-25T02:44:23.716320+0000 (oldest deadline 2024-04-25T02:44:46.016120+0000) 2024-04-25T02:44:51.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:50.789+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:51.339 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:50.909+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:51.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:51 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:51.129+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:51.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:51.400+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:51.891 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:51 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:51.499+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:51.891 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:51 smithi047 podman[93123]: 2024-04-25 02:44:51.515414851 +0000 UTC m=+5.818260398 container died 83d8e02de78840b75f91a353b94aa7e9cc79c4dea0f7a0620f328e04c93d419a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:44:52.161 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:51 smithi047 podman[93123]: 2024-04-25 02:44:51.994928764 +0000 UTC m=+6.297774304 container cleanup 83d8e02de78840b75f91a353b94aa7e9cc79c4dea0f7a0620f328e04c93d419a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-25T02:44:52.161 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:51 smithi047 bash[93123]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3 2024-04-25T02:44:52.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:51 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:51.786+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:52.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:51.923+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:52.550 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:52 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:52.155+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:52.550 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:52 smithi047 podman[93153]: 2024-04-25 02:44:52.238051852 +0000 UTC m=+0.704503385 container remove 83d8e02de78840b75f91a353b94aa7e9cc79c4dea0f7a0620f328e04c93d419a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:44:52.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:52.412+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:52.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:52 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:52.544+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:53.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:52 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:52.766+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:53.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:52.943+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:53.403 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:53 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:53.137+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:53.404 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:53 smithi047 podman[93240]: 2024-04-25 02:44:52.998493236 +0000 UTC m=+0.036795657 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:44:53.404 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:53 smithi047 podman[93240]: 2024-04-25 02:44:53.105752267 +0000 UTC m=+0.144054723 container create 9bac0b61e9b544ac4a3b1b55407431911348f11ac42f36360f94d903e64768f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-25T02:44:53.404 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:53 smithi047 podman[93240]: 2024-04-25 02:44:53.399255069 +0000 UTC m=+0.437557532 container init 9bac0b61e9b544ac4a3b1b55407431911348f11ac42f36360f94d903e64768f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240424, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:44:53.661 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:53 smithi047 podman[93240]: 2024-04-25 02:44:53.412489352 +0000 UTC m=+0.450791791 container start 9bac0b61e9b544ac4a3b1b55407431911348f11ac42f36360f94d903e64768f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-25T02:44:53.661 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:53 smithi047 podman[93240]: 2024-04-25 02:44:53.499684034 +0000 UTC m=+0.537986523 container attach 9bac0b61e9b544ac4a3b1b55407431911348f11ac42f36360f94d903e64768f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T02:44:53.661 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:53 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:53.585+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:53.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:53.442+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:54.161 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:53 smithi047 podman[93240]: 2024-04-25 02:44:53.885606061 +0000 UTC m=+0.923908524 container died 9bac0b61e9b544ac4a3b1b55407431911348f11ac42f36360f94d903e64768f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-25T02:44:54.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:53 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:53.808+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:54.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:53.917+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:54.419 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:54 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:54.159+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:54.810 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:54 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:54.553+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:54.810 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:54 smithi047 podman[93266]: 2024-04-25 02:44:54.752885348 +0000 UTC m=+0.853915117 container remove 9bac0b61e9b544ac4a3b1b55407431911348f11ac42f36360f94d903e64768f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:44:54.810 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:54 smithi047 systemd[1]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-25T02:44:54.810 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:54 smithi047 systemd[1]: Stopped Ceph osd.3 for 4d24456a-02aa-11ef-bc93-c7b262605968. 2024-04-25T02:44:54.810 INFO:journalctl@ceph.osd.3.smithi047.stdout:Apr 25 02:44:54 smithi047 systemd[1]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.3.service: Consumed 28.865s CPU time. 2024-04-25T02:44:54.814 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.3.service' 2024-04-25T02:44:54.839 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:54.412+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:54.928 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:44:54.928 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-25T02:44:54.928 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-25T02:44:54.929 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.4 2024-04-25T02:44:55.129 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:55 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:55.123+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:55.129 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:55 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:55.123+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:44:55.258 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:54 smithi113 systemd[1]: Stopping Ceph osd.4 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:44:55.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:54 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:54.795+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:55.276 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:54.869+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:55.590 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:55.421+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:55.631 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:55 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:44:55.259+0000 7fc6a3045700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:44:55.632 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:55 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:44:55.259+0000 7fc6a3045700 -1 osd.4 103 *** Got signal Terminated *** 2024-04-25T02:44:55.632 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:55 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:44:55.259+0000 7fc6a3045700 -1 osd.4 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:44:55.907 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:44:55 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:44:55.627+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:44:55.907 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:55 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:55.810+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:55.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:55 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:55.552+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:56.258 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:55 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:44:55.902+0000 7fc69be32700 -1 osd.4 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.150897+0000 front 2024-04-25T02:44:32.150930+0000 (oldest deadline 2024-04-25T02:44:55.051011+0000) 2024-04-25T02:44:56.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:55.895+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:56.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:56 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:56.090+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:56.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:56 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:56.090+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:44:56.839 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:56.397+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:56.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:56 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:56.586+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:56.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:56 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:56.586+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:44:56.934 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:44:56 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:44:56.638+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:44:56.935 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:56 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:56.786+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:57.258 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:56 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:44:56.930+0000 7fc69be32700 -1 osd.4 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.150897+0000 front 2024-04-25T02:44:32.150930+0000 (oldest deadline 2024-04-25T02:44:55.051011+0000) 2024-04-25T02:44:57.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:56.933+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:57.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:56.933+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:44:57.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:57 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:57.065+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:57.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:57 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:57.065+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:44:57.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:57.355+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:57.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:57 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:57.537+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:57.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:57 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:57.537+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:44:58.008 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:57 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:44:57.896+0000 7fc69be32700 -1 osd.4 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.150897+0000 front 2024-04-25T02:44:32.150930+0000 (oldest deadline 2024-04-25T02:44:55.051011+0000) 2024-04-25T02:44:58.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:44:57 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:44:57.670+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:44:58.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:57 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:57.799+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:58.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:57.893+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:58.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:57.893+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:44:58.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:58 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:58.082+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:58.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:58 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:58.082+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:44:58.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:58.382+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:58.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:58 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:58.562+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:58.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:58 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:58.562+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:44:59.008 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:58 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:44:58.850+0000 7fc69be32700 -1 osd.4 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.150897+0000 front 2024-04-25T02:44:32.150930+0000 (oldest deadline 2024-04-25T02:44:55.051011+0000) 2024-04-25T02:44:59.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:44:58 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:44:58.682+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:44:59.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:58 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:58.821+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:44:59.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:58 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:58.821+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:44:59.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:58.917+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:44:59.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:58.917+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:44:59.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:59 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:59.128+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:44:59.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:44:59 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:44:59.128+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:44:59.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:59 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:59.430+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:44:59.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:44:59 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:44:59.430+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:44:59.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:44:59 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:44:59.494+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:44:59.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:59 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:59.610+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:44:59.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:44:59 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:44:59.610+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:00.008 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:44:59 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4[43780]: 2024-04-25T02:44:59.842+0000 7fc69be32700 -1 osd.4 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.150897+0000 front 2024-04-25T02:44:32.150930+0000 (oldest deadline 2024-04-25T02:44:55.051011+0000) 2024-04-25T02:45:00.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:44:59 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:44:59.685+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:00.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:59 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:59.808+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:00.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:44:59 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:44:59.808+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:00.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:59 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:59.884+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:00.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:44:59 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:44:59.884+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:00.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:00.144+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:00.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:00.144+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:00.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:00 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:00.538+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:00.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:00 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:00.427+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:00.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:00 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:00.427+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:00.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:00.564+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:00.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:00 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:00.564+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:01.008 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:00 smithi113 podman[69483]: 2024-04-25 02:45:00.771120817 +0000 UTC m=+5.652078063 container died b9050d0e7b734a0203332b938e7396b9503666602c843206546730fd61479d2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-25T02:45:01.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:00 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:00.672+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:01.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:00 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:00.809+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:01.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:00 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:00.809+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:01.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:00 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:00.926+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:01.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:00 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:00.926+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:01.423 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:01 smithi113 podman[69483]: 2024-04-25 02:45:01.15125194 +0000 UTC m=+6.032209192 container cleanup b9050d0e7b734a0203332b938e7396b9503666602c843206546730fd61479d2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-25T02:45:01.423 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:01 smithi113 bash[69483]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4 2024-04-25T02:45:01.563 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:01.186+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:01.563 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:01.186+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:01.758 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:01 smithi113 podman[69502]: 2024-04-25 02:45:01.419091538 +0000 UTC m=+0.638828140 container remove b9050d0e7b734a0203332b938e7396b9503666602c843206546730fd61479d2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-25T02:45:01.758 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:01 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:01.631+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:01.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:01 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:01.553+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:01.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:01 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:01.446+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:01.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:01 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:01.446+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:01.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:01.558+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:01.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:01 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:01.558+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:02.018 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:01 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:01.828+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:02.018 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:01 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:01.828+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:02.018 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:01 smithi113 podman[69597]: 2024-04-25 02:45:01.663951059 +0000 UTC m=+0.018048463 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:45:02.018 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:01 smithi113 podman[69597]: 2024-04-25 02:45:01.77003651 +0000 UTC m=+0.124133899 container create b39497e605e957b2094e7e4815761ed54c7e82f37c00e658cd5435fe70c3de37 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-25T02:45:02.018 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:02 smithi113 podman[69597]: 2024-04-25 02:45:02.014116551 +0000 UTC m=+0.368213939 container init b39497e605e957b2094e7e4815761ed54c7e82f37c00e658cd5435fe70c3de37 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:45:02.306 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:02 smithi113 podman[69597]: 2024-04-25 02:45:02.017403763 +0000 UTC m=+0.371501158 container start b39497e605e957b2094e7e4815761ed54c7e82f37c00e658cd5435fe70c3de37 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T02:45:02.306 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:02 smithi113 podman[69597]: 2024-04-25 02:45:02.105795514 +0000 UTC m=+0.459892931 container attach b39497e605e957b2094e7e4815761ed54c7e82f37c00e658cd5435fe70c3de37 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, io.buildah.version=1.33.5) 2024-04-25T02:45:02.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:01 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:01.905+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:02.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:01 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:01.905+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:02.583 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:02 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:02.181+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:02.583 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:02 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:02.181+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:02.601 INFO:journalctl@ceph.osd.4.smithi113.stdout:Apr 25 02:45:02 smithi113 podman[69597]: 2024-04-25 02:45:02.302689815 +0000 UTC m=+0.656787213 container died b39497e605e957b2094e7e4815761ed54c7e82f37c00e658cd5435fe70c3de37 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T02:45:02.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:02 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:02.531+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:02.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:02 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:02.397+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:02.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:02 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:02.397+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:02.880 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:02 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:02.596+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:02.880 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:02 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:02.825+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:02.880 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:02 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:02.825+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:02.897 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.4.service' 2024-04-25T02:45:02.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:02 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:02.577+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:02.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:02 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:02.577+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:02.935 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:45:02.936 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-25T02:45:02.936 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-25T02:45:02.936 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.5 2024-04-25T02:45:03.232 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:02 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:02.916+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:03.232 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:02 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:02.916+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:03.232 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:02 smithi178 systemd[1]: Stopping Ceph osd.5 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:45:03.232 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:03 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:03.227+0000 7fd496579700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:45:03.233 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:03 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:03.227+0000 7fd496579700 -1 osd.5 103 *** Got signal Terminated *** 2024-04-25T02:45:03.233 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:03 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:03.227+0000 7fd496579700 -1 osd.5 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:45:03.505 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:03 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:03.363+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:03.506 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:03 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:03.363+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:03.625 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:03 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:03.175+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:03.625 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:03 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:03.175+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:03.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:03 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:03.501+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:03.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:03 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:03.620+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:03.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:03 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:03.620+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:04.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:03 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:03.620+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:04.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:03 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:03.831+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:04.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:03 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:03.831+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:04.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:03 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:03.918+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:04.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:03 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:03.918+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:04.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:04 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:04.139+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:04.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:04 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:04.139+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:04.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:04 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:04.345+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:04.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:04 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:04.345+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:04.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:04 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:04.538+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:04.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:04 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:04.538+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:04.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:04 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:04.624+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:04.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:04 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:04.624+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:05.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:04 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:04.581+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:05.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:04 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:04.581+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:05.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:04 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:04.831+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:05.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:04 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:04.831+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:05.327 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:04 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:04.903+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:05.327 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:04 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:04.903+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:05.327 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:04 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:04.903+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.791130+0000 front 2024-04-25T02:44:38.791181+0000 (oldest deadline 2024-04-25T02:45:04.691242+0000) 2024-04-25T02:45:05.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:05 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:05.108+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:05.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:05 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:05.108+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:05.590 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:05 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:05.524+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:05.590 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:05 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:05.524+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:05.590 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:05 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:05.323+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:05.590 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:05 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:05.323+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:05.591 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:05 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:05.323+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:05.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:05 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:05.626+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:05.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:05 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:05.626+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:06.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:05 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:05.564+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:06.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:05 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:05.564+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:06.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:05 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:05.807+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:06.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:05 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:05.807+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:06.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:05 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:05.878+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:06.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:05 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:05.878+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:06.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:05 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:05.878+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.791130+0000 front 2024-04-25T02:44:38.791181+0000 (oldest deadline 2024-04-25T02:45:04.691242+0000) 2024-04-25T02:45:06.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:06.084+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:06.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:06.085+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:06.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:06.085+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:06.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:06 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:06.518+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:06.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:06 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:06.518+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:06.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:06 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:06.360+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:06.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:06 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:06.360+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:06.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:06 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:06.360+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:06.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:06.636+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:06.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:06.636+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:06.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:06 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:06.636+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:07.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:06 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:06.567+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:07.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:06 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:06.567+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:07.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:06 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:06.765+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:07.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:06 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:06.765+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:07.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:06 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:06.765+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:07.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:06 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:06.902+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:07.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:06 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:06.902+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:07.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:06 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:06.902+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.791130+0000 front 2024-04-25T02:44:38.791181+0000 (oldest deadline 2024-04-25T02:45:04.691242+0000) 2024-04-25T02:45:07.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:07.093+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:07.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:07.093+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:07.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:07.093+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:07.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:07.513+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:07.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:07.513+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:07.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:07.388+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:07.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:07.388+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:07.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:07.388+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:07.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:07.644+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:07.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:07.644+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:07.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:07 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:07.644+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:08.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:07.571+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:08.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:07.571+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:08.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:07.783+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:08.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:07.783+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:08.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:07 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:07.783+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:08.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:07.924+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:20.788223+0000 front 2024-04-25T02:44:20.787776+0000 (oldest deadline 2024-04-25T02:44:46.087739+0000) 2024-04-25T02:45:08.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:07.924+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.190163+0000 front 2024-04-25T02:44:34.190063+0000 (oldest deadline 2024-04-25T02:44:56.490088+0000) 2024-04-25T02:45:08.340 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:07 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5[45233]: 2024-04-25T02:45:07.924+0000 7fd49336e700 -1 osd.5 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.791130+0000 front 2024-04-25T02:44:38.791181+0000 (oldest deadline 2024-04-25T02:45:04.691242+0000) 2024-04-25T02:45:08.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:08.079+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:08.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:08.079+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:08.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:08.079+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:08.668 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:08 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:08.523+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:08.668 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:08 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:08.523+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:08.668 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:08 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:08.340+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:08.668 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:08 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:08.340+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:08.668 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:08 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:08.340+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:08.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:08.596+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:08.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:08.596+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:08.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:08 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:08.596+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:08.978 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:08 smithi178 podman[70299]: 2024-04-25 02:45:08.663995866 +0000 UTC m=+5.540638910 container died 7f0edda4941bd849c03ddc925b4deab2f6c34dd6c6c921840d7355181b266160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-25T02:45:09.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:08 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:08.559+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:09.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:08 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:08.560+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:09.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:08 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:08.797+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:09.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:08 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:08.797+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:09.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:08 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:08.797+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:09.253 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:09 smithi178 podman[70299]: 2024-04-25 02:45:09.056649385 +0000 UTC m=+5.933292429 container cleanup 7f0edda4941bd849c03ddc925b4deab2f6c34dd6c6c921840d7355181b266160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-25T02:45:09.253 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:09 smithi178 bash[70299]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5 2024-04-25T02:45:09.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:09.032+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:09.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:09.032+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:09.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:09.032+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:09.537 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:09 smithi178 podman[70316]: 2024-04-25 02:45:09.249670893 +0000 UTC m=+0.588087558 container remove 7f0edda4941bd849c03ddc925b4deab2f6c34dd6c6c921840d7355181b266160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:45:09.538 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:09 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:09.358+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:09.538 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:09 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:09.358+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:09.538 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:09 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:09.358+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:09.800 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:09 smithi178 podman[70403]: 2024-04-25 02:45:09.667253189 +0000 UTC m=+0.112938224 container create 2ed3014b020239c2170d0a980e6cfa630458e7135ff54676770bcafe84cd5930 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T02:45:09.800 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:09 smithi178 podman[70403]: 2024-04-25 02:45:09.572339096 +0000 UTC m=+0.018024149 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:45:09.800 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:09 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:09.533+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:09.800 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:09 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:09.533+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:09.842 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:09 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:09.584+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:09.842 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:09 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:09.584+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:09.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:09.627+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:09.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:09.627+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:09.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:09.627+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:10.173 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:09 smithi178 podman[70403]: 2024-04-25 02:45:09.877969245 +0000 UTC m=+0.323654281 container init 2ed3014b020239c2170d0a980e6cfa630458e7135ff54676770bcafe84cd5930 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:45:10.174 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:09 smithi178 podman[70403]: 2024-04-25 02:45:09.881449019 +0000 UTC m=+0.327134055 container start 2ed3014b020239c2170d0a980e6cfa630458e7135ff54676770bcafe84cd5930 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9) 2024-04-25T02:45:10.174 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:09 smithi178 podman[70403]: 2024-04-25 02:45:09.961344038 +0000 UTC m=+0.407029107 container attach 2ed3014b020239c2170d0a980e6cfa630458e7135ff54676770bcafe84cd5930 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T02:45:10.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:09 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:09.838+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:10.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:09 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:09.838+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:10.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:09 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:09.838+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:10.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:10.022+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:10.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:10.022+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:10.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:10.022+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:10.522 INFO:journalctl@ceph.osd.5.smithi178.stdout:Apr 25 02:45:10 smithi178 podman[70403]: 2024-04-25 02:45:10.169674378 +0000 UTC m=+0.615359419 container died 2ed3014b020239c2170d0a980e6cfa630458e7135ff54676770bcafe84cd5930 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:45:10.523 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:10 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:10.309+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:10.523 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:10 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:10.309+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:10.523 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:10 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:10.309+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:10.819 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:10 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:10.518+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:10.819 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:10 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:10.518+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:10.836 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.5.service' 2024-04-25T02:45:10.872 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:45:10.872 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-25T02:45:10.873 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-25T02:45:10.873 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.6 2024-04-25T02:45:10.955 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:10.656+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:10.955 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:10.656+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:10.955 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:10 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:10.656+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:11.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:10 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:10.576+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:11.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:10 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:10.576+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:11.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:10 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:10.792+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:11.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:10 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:10.792+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:11.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:10 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:10.792+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:11.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:11.010+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:11.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:11.010+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:11.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:11.010+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:11.411 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:10 smithi047 systemd[1]: Stopping Ceph osd.6 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:45:11.590 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:11 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:11.566+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:11.590 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:11 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:11.566+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:11.590 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:11 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:11.331+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:11.590 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:11 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:11.331+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:11.590 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:11 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:11.331+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:11.845 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:11 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:11.580+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:11.845 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:11 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:11.580+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:11.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:11.522+0000 7fa93ea00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:45:11.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:11.522+0000 7fa93ea00700 -1 osd.6 103 *** Got signal Terminated *** 2024-04-25T02:45:11.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:11.522+0000 7fa93ea00700 -1 osd.6 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:45:11.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:11.633+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:11.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:11.633+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:11.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:11 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:11.633+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:12.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:11 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:11.841+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:12.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:11 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:11.841+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:12.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:11 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:11.841+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:12.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:12.007+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:12.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:12.007+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:12.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:12.007+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:12.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:12.007+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:12.611 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:12.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:12.611 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:12.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:12.611 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:12.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:12.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:12 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:12.584+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:12.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:12 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:12.584+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:12.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:12 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:12.360+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:12.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:12 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:12.360+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:12.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:12 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:12.360+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:12.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:12.599+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:12.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:12.599+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:12.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:12.599+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:12.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:12.599+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:49.086742+0000 front 2024-04-25T02:44:49.087401+0000 (oldest deadline 2024-04-25T02:45:11.986504+0000) 2024-04-25T02:45:13.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:12.855+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:13.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:12.855+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:13.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:12.855+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:13.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:12 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:12.855+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:13.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:12.983+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:13.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:12.983+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:13.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:12.983+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:13.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:12 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:12.983+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:13.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:13 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:13.562+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:13.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:13 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:13.562+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:13.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:13 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:13.562+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:13.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:13 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:13.394+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:13.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:13 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:13.394+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:13.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:13 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:13.394+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:13.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:13 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:13.636+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:13.965 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:13 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:13.636+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:13.966 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:13 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:13.636+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:13.966 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:13 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:13.636+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:49.086742+0000 front 2024-04-25T02:44:49.087401+0000 (oldest deadline 2024-04-25T02:45:11.986504+0000) 2024-04-25T02:45:14.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:13 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:13.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:14.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:13 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:13.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:14.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:13 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:13.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:14.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:13 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:13.825+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:14.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:13 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:13.825+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:14.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:13 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:13.825+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:14.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:13 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:13.825+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:14.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:14.005+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:14.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:14.005+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:14.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:14.005+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:14.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:14.005+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:14.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:14 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:14.557+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:14.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:14 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:14.557+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:14.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:14 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:14.557+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:14.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:14 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:14.436+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:14.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:14 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:14.437+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:14.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:14 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:14.437+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:15.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:14 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:14.618+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:15.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:14 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:14.618+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:15.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:14 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:14.618+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:15.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:14 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:14.811+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:15.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:14 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:14.811+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:15.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:14 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:14.811+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:15.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:14 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:14.811+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:15.058 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:14.657+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:15.059 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:14.657+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:15.059 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:14.657+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:15.059 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:14 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:14.657+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:49.086742+0000 front 2024-04-25T02:44:49.087401+0000 (oldest deadline 2024-04-25T02:45:11.986504+0000) 2024-04-25T02:45:15.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:15.053+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:15.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:15.053+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:15.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:15.053+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:15.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:15.053+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:15.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:15 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:15.552+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:15.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:15 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:15.552+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:15.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:15 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:15.553+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:15.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:15 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:15.476+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:15.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:15 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:15.476+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:15.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:15 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:15.476+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:15.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:15.647+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:22.877609+0000 front 2024-04-25T02:44:22.877939+0000 (oldest deadline 2024-04-25T02:44:46.377866+0000) 2024-04-25T02:45:15.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:15.647+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.480439+0000 front 2024-04-25T02:44:30.480293+0000 (oldest deadline 2024-04-25T02:44:55.780587+0000) 2024-04-25T02:45:15.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:15.647+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:41.083090+0000 front 2024-04-25T02:44:41.083032+0000 (oldest deadline 2024-04-25T02:45:06.383297+0000) 2024-04-25T02:45:15.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6[53967]: 2024-04-25T02:45:15.647+0000 7fa93ac00700 -1 osd.6 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:49.086742+0000 front 2024-04-25T02:44:49.087401+0000 (oldest deadline 2024-04-25T02:45:11.986504+0000) 2024-04-25T02:45:16.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:15 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:15.611+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:16.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:15 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:15.611+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:16.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:15 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:15.611+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:16.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:15 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:15.779+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:16.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:15 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:15.779+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:16.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:15 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:15.779+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:16.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:15 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:15.779+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:16.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:16 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:16.088+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:16.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:16 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:16.088+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:16.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:16 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:16.088+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:16.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:16 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:16.088+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:16.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:16 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:16.602+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:16.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:16 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:16.602+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:16.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:16 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:16.602+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:16.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:16 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:16.510+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:16.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:16 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:16.510+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:16.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:16 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:16.510+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:17.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:16 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:16.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:17.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:16 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:16.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:17.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:16 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:16.604+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:17.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:16 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:16.745+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:17.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:16 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:16.745+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:17.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:16 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:16.745+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:17.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:16 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:16.745+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:17.411 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:17 smithi047 podman[93345]: 2024-04-25 02:45:17.099385055 +0000 UTC m=+5.752421524 container died e1932636ea95c58260237609ecf967e182bee151c3ad7dec998457dac971f21d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS) 2024-04-25T02:45:17.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:17.100+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:17.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:17.100+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:17.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:17.100+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:17.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:17 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:17.100+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:17.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:17 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:17.577+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:17.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:17 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:17.577+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:17.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:17 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:17.577+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:17.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:17 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:17.468+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:17.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:17 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:17.468+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:17.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:17 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:17.468+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:17.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:17 smithi047 podman[93345]: 2024-04-25 02:45:17.739095174 +0000 UTC m=+6.392131660 container cleanup e1932636ea95c58260237609ecf967e182bee151c3ad7dec998457dac971f21d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-04-25T02:45:17.911 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:17 smithi047 bash[93345]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6 2024-04-25T02:45:18.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:17 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:17.565+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:18.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:17 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:17.565+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:18.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:17 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:17.565+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:18.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:17 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:17.741+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:18.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:17 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:17.741+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:18.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:17 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:17.741+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:18.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:17 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:17.741+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:18.411 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:18 smithi047 podman[93365]: 2024-04-25 02:45:18.048684667 +0000 UTC m=+0.933925282 container remove e1932636ea95c58260237609ecf967e182bee151c3ad7dec998457dac971f21d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-25T02:45:18.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:18 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:18.088+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:18.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:18 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:18.088+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:18.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:18 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:18.088+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:18.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:18 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:18.088+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:18.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:18 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:18.556+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:18.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:18 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:18.556+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:18.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:18 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:18.556+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:18.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:18 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:18.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:18.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:18 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:18.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:18.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:18 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:18.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:18.909 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:18 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:18.581+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:18.909 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:18 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:18.581+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:18.909 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:18 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:18.581+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:18.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:18 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:18.714+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:18.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:18 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:18.714+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:18.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:18 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:18.714+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:18.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:18 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:18.714+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:19.134 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:18 smithi047 podman[93455]: 2024-04-25 02:45:18.769147905 +0000 UTC m=+0.037901647 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:45:19.134 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:18 smithi047 podman[93455]: 2024-04-25 02:45:18.899433092 +0000 UTC m=+0.168186866 container create 5726926743b2cf108e33679c34273b0d2037e46b65f12740a55ba9b6ae383ba3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-25T02:45:19.414 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:19.129+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:19.414 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:19.129+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:19.414 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:19.129+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:19.414 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:19 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:19.129+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:19.415 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:19 smithi047 podman[93455]: 2024-04-25 02:45:19.17825288 +0000 UTC m=+0.447006661 container init 5726926743b2cf108e33679c34273b0d2037e46b65f12740a55ba9b6ae383ba3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:45:19.415 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:19 smithi047 podman[93455]: 2024-04-25 02:45:19.189634983 +0000 UTC m=+0.458388737 container start 5726926743b2cf108e33679c34273b0d2037e46b65f12740a55ba9b6ae383ba3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6-deactivate, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:45:19.415 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:19 smithi047 podman[93455]: 2024-04-25 02:45:19.277003515 +0000 UTC m=+0.545757274 container attach 5726926743b2cf108e33679c34273b0d2037e46b65f12740a55ba9b6ae383ba3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-25T02:45:19.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:19 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:19.522+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:19.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:19 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:19.522+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:19.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:19 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:19.522+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:19.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:19 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:19.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:19.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:19 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:19.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:19.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:19 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:19.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:19.910 INFO:journalctl@ceph.osd.6.smithi047.stdout:Apr 25 02:45:19 smithi047 podman[93455]: 2024-04-25 02:45:19.653165306 +0000 UTC m=+0.921919058 container died 5726926743b2cf108e33679c34273b0d2037e46b65f12740a55ba9b6ae383ba3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424) 2024-04-25T02:45:19.920 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:19 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:19.569+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:19.920 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:19 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:19.569+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:19.920 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:19 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:19.569+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:19.921 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:19 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:19.686+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:19.921 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:19 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:19.686+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:19.921 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:19 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:19.686+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:19.921 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:19 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:19.686+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:20.327 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:20 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:20.166+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:20.327 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:20 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:20.166+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:20.327 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:20 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:20.166+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:20.327 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:20 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:20.166+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:20.364 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.6.service' 2024-04-25T02:45:20.477 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:45:20.477 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-25T02:45:20.477 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-25T02:45:20.477 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.7 2024-04-25T02:45:20.758 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:20 smithi113 systemd[1]: Stopping Ceph osd.7 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:45:20.758 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:20.579+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:20.759 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:20.579+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:20.759 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:20.579+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:20.759 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:20.706+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:20.759 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:20.706+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:20.759 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:20.706+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:20.759 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:20.706+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:20.842 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:20 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:20.529+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:20.842 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:20 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:20.529+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:20.843 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:20 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:20.529+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:20.843 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:20 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:20.473+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:20.843 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:20 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:20.473+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:20.843 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:20 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:20.473+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:21.134 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:20.801+0000 7ff166fb4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:45:21.134 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:20.801+0000 7ff166fb4700 -1 osd.7 103 *** Got signal Terminated *** 2024-04-25T02:45:21.134 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:20 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:20.801+0000 7ff166fb4700 -1 osd.7 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:45:21.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:21 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:21.181+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:21.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:21 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:21.181+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:21.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:21 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:21.181+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:21.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:21 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:21.181+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:21.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:21.563+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:21.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:21.563+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:21.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:21.563+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:21.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:21.522+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:21.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:21.522+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:21.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:21.522+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:21.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:21 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:21.522+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:22.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:21.580+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:22.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:21.580+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:22.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:21.580+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:22.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:21.752+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:22.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:21.752+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:22.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:21.752+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:22.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:21.752+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:22.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:22 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:22.213+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:22.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:22 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:22.213+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:22.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:22 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:22.213+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:22.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:22 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:22.213+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:22.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:22 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:22.594+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:22.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:22 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:22.594+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:22.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:22 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:22.594+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:22.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:22 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:22.568+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:22.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:22 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:22.568+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:22.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:22 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:22.568+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:22.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:22 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:22.568+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:23.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:22.627+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:23.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:22.627+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:23.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:22.627+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:23.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:22.767+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:23.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:22.767+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:23.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:22.767+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:23.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:22.767+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:23.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:22 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:22.767+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:23.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:23 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:23.177+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:23.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:23 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:23.177+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:23.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:23 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:23.177+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:23.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:23 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:23.177+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:23.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:23 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:23.559+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:23.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:23 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:23.559+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:23.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:23 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:23.559+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:23.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:23 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:23.559+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:23.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:23 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:23.561+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:23.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:23 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:23.561+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:23.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:23 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:23.561+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:23.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:23 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:23.561+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:24.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:23 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:23.615+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:24.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:23 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:23.615+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:24.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:23 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:23.615+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:24.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:23 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:23.810+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:24.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:23 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:23.810+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:24.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:23 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:23.810+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:24.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:23 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:23.810+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:24.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:23 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:23.810+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:24.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:24 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:24.191+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:24.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:24 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:24.191+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:24.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:24 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:24.191+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:24.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:24 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:24.191+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:24.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:24 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:24.191+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:24.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:24 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:24.582+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:24.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:24 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:24.582+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:24.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:24 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:24.582+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:24.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:24 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:24.582+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:24.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:24 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:24.520+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:24.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:24 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:24.520+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:24.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:24 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:24.520+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:24.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:24 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:24.520+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:25.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:24.629+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:25.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:24.629+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:25.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:24.629+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:25.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:24.790+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:25.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:24.790+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:25.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:24.790+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:25.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:24.790+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:25.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:24.790+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:25.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:25 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:25.206+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:25.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:25 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:25.206+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:25.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:25 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:25.206+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:25.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:25 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:25.206+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:25.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:25 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:25.206+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:25.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:25 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:25.617+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:25.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:25 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:25.617+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:25.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:25 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:25.617+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:25.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:25 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:25.617+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:25.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:25 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:25.529+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:25.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:25 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:25.529+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:25.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:25 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:25.529+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:25.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:25 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:25.529+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:26.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:25.648+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:32.725877+0000 front 2024-04-25T02:44:32.725847+0000 (oldest deadline 2024-04-25T02:44:55.626052+0000) 2024-04-25T02:45:26.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:25.648+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:38.427619+0000 front 2024-04-25T02:44:38.427585+0000 (oldest deadline 2024-04-25T02:45:04.327436+0000) 2024-04-25T02:45:26.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:25.648+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:47.228789+0000 front 2024-04-25T02:44:47.228689+0000 (oldest deadline 2024-04-25T02:45:12.528563+0000) 2024-04-25T02:45:26.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7[50779]: 2024-04-25T02:45:25.648+0000 7ff15fda1700 -1 osd.7 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.529888+0000 front 2024-04-25T02:44:59.529913+0000 (oldest deadline 2024-04-25T02:45:25.430049+0000) 2024-04-25T02:45:26.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:25.781+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:26.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:25.781+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:26.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:25.781+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:26.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:25.781+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:26.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:25 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:25.781+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:26.557 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:26 smithi113 podman[69714]: 2024-04-25 02:45:26.254543535 +0000 UTC m=+5.577086835 container died b0934b784a9d72f6c05f4b43c7c685c720edc6fff03cf356395b24446a855e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-25T02:45:26.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:26 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:26.250+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:26.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:26 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:26.250+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:26.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:26 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:26.250+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:26.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:26 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:26.250+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:26.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:26 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:26.250+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:26.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:26 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:26.546+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:26.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:26 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:26.546+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:26.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:26 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:26.546+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:26.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:26 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:26.546+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:26.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:26 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:26.594+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:26.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:26 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:26.594+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:26.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:26 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:26.594+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:26.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:26 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:26.594+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:26.890 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:26 smithi113 podman[69714]: 2024-04-25 02:45:26.652291077 +0000 UTC m=+5.974834375 container cleanup b0934b784a9d72f6c05f4b43c7c685c720edc6fff03cf356395b24446a855e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-25T02:45:26.891 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:26 smithi113 bash[69714]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7 2024-04-25T02:45:26.891 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:26 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:26.775+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:26.891 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:26 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:26.775+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:26.891 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:26 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:26.775+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:26.891 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:26 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:26.775+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:26.891 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:26 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:26.775+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:27.189 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:26 smithi113 podman[69734]: 2024-04-25 02:45:26.886669003 +0000 UTC m=+0.625609813 container remove b0934b784a9d72f6c05f4b43c7c685c720edc6fff03cf356395b24446a855e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9) 2024-04-25T02:45:27.439 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:27 smithi113 podman[69824]: 2024-04-25 02:45:27.088588552 +0000 UTC m=+0.017869179 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:45:27.440 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:27 smithi113 podman[69824]: 2024-04-25 02:45:27.21306389 +0000 UTC m=+0.142344491 container create fa90453d8c28e08b8dd8fb3b88cadc84e799e46f456cab90af16f70a452c2b74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T02:45:27.440 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:27 smithi113 podman[69824]: 2024-04-25 02:45:27.432883729 +0000 UTC m=+0.362164331 container init fa90453d8c28e08b8dd8fb3b88cadc84e799e46f456cab90af16f70a452c2b74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9) 2024-04-25T02:45:27.440 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:27 smithi113 podman[69824]: 2024-04-25 02:45:27.436103153 +0000 UTC m=+0.365383762 container start fa90453d8c28e08b8dd8fb3b88cadc84e799e46f456cab90af16f70a452c2b74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-04-25T02:45:27.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:27.249+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:27.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:27.249+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:27.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:27.249+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:27.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:27.249+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:27.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:27 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:27.249+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:27.726 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:27 smithi113 podman[69824]: 2024-04-25 02:45:27.540791183 +0000 UTC m=+0.470071784 container attach fa90453d8c28e08b8dd8fb3b88cadc84e799e46f456cab90af16f70a452c2b74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-25T02:45:27.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:27 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:27.551+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:27.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:27 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:27.551+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:27.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:27 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:27.551+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:27.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:27 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:27.551+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:27.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:27 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:27.548+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:27.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:27 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:27.548+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:27.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:27 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:27.548+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:27.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:27 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:27.548+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:28.008 INFO:journalctl@ceph.osd.7.smithi113.stdout:Apr 25 02:45:27 smithi113 podman[69824]: 2024-04-25 02:45:27.722922558 +0000 UTC m=+0.652203169 container died fa90453d8c28e08b8dd8fb3b88cadc84e799e46f456cab90af16f70a452c2b74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-25T02:45:28.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:27 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:27.734+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:28.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:27 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:27.734+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:28.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:27 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:27.734+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:28.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:27 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:27.734+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:28.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:27 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:27.734+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:28.292 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.7.service' 2024-04-25T02:45:28.329 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:45:28.329 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-25T02:45:28.329 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-25T02:45:28.329 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.8 2024-04-25T02:45:28.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:28 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:28.261+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:28.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:28 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:28.261+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:28.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:28 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:28.261+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:28.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:28 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:28.261+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:28.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:28 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:28.261+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:28.712 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:28.555+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:28.712 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:28.555+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:28.712 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:28.555+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:28.712 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:28.555+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:28.713 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:28 smithi178 systemd[1]: Stopping Ceph osd.8 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:45:28.713 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:28.507+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:28.713 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:28.507+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:28.713 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:28.507+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:28.713 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:28.507+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:29.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:28 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:28.751+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:29.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:28 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:28.751+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:29.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:28 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:28.751+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:29.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:28 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:28.751+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:29.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:28 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:28.751+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:29.090 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:28.707+0000 7f2b72ad0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:45:29.090 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:28.707+0000 7f2b72ad0700 -1 osd.8 103 *** Got signal Terminated *** 2024-04-25T02:45:29.090 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:28 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:28.707+0000 7f2b72ad0700 -1 osd.8 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:45:29.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:29 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:29.290+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:29.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:29 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:29.290+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:29.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:29 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:29.290+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:29.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:29 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:29.290+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:29.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:29 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:29.290+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:29.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:29 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:29.517+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:29.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:29 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:29.517+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:29.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:29 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:29.517+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:29.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:29 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:29.517+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:29.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:29 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:29.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:29.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:29 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:29.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:29.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:29 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:29.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:29.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:29 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:29.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:30.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:29.712+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:30.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:29.712+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:30.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:29.712+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:30.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:29.712+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:30.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:29.712+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:30.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:29 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:29.712+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:30.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:30.323+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:30.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:30.323+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:30.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:30.323+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:30.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:30.323+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:30.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:30.323+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:30.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:30 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:30.323+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:30.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:30 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:30.534+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:30.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:30 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:30.534+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:30.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:30 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:30.534+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:30.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:30 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:30.534+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:30.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:30 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:30.621+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:30.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:30 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:30.621+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:30.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:30 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:30.621+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:30.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:30 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:30.621+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:31.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:30 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:30.688+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:31.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:30 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:30.688+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:31.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:30 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:30.688+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:31.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:30 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:30.688+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:31.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:30 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:30.688+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:31.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:30 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:30.688+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:31.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:31.319+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:31.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:31.319+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:31.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:31.319+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:31.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:31.319+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:31.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:31.319+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:31.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:31 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:31.319+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:31.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:31.530+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:31.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:31.530+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:31.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:31.530+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:31.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:31.530+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:31.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:31.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:31.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:31.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:31.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:31.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:31.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:31 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:31.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:32.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:31.645+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:32.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:31.645+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:32.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:31.645+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:32.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:31.645+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:32.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:31.645+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:32.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:31 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:31.645+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:32.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:32.302+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:32.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:32.302+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:32.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:32.302+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:32.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:32.302+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:32.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:32.302+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:32.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:32 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:32.302+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:32.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:32.561+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:32.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:32.561+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:32.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:32.561+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:32.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:32.561+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:32.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:32.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:32.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:32.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:32.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:32.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:32.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:32 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:32.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:33.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:32.598+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:33.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:32.598+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:33.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:32.598+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:33.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:32.598+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:33.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:32.598+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:33.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:32.598+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:33.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:33.345+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:33.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:33.345+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:33.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:33.345+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:33.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:33.345+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:33.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:33.345+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:33.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:33 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:33.345+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:33.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:33.611+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:34.171321+0000 front 2024-04-25T02:44:34.171279+0000 (oldest deadline 2024-04-25T02:44:58.871366+0000) 2024-04-25T02:45:33.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:33.611+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.272735+0000 front 2024-04-25T02:44:42.272861+0000 (oldest deadline 2024-04-25T02:45:03.873299+0000) 2024-04-25T02:45:33.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:33.611+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.774466+0000 front 2024-04-25T02:44:46.774875+0000 (oldest deadline 2024-04-25T02:45:12.674197+0000) 2024-04-25T02:45:33.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:33.611+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:58.575225+0000 front 2024-04-25T02:44:58.575406+0000 (oldest deadline 2024-04-25T02:45:23.275265+0000) 2024-04-25T02:45:33.840 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8[52111]: 2024-04-25T02:45:33.611+0000 7f2b6f8c5700 -1 osd.8 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:03.275848+0000 front 2024-04-25T02:45:03.275872+0000 (oldest deadline 2024-04-25T02:45:32.676363+0000) 2024-04-25T02:45:33.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:33.556+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:33.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:33.556+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:33.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:33.556+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:33.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:33.556+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:33.841 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:33 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:33.556+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:34.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:33.569+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:34.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:33.569+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:34.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:33.569+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:34.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:33.569+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:34.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:33.569+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:34.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:33 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:33.569+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:34.489 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:34 smithi178 podman[70507]: 2024-04-25 02:45:34.182217834 +0000 UTC m=+5.667287866 container died 76c2ed05503f8c3fbe3170628f559c6b0436765de864b4f7efad987b6620c916 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-25T02:45:34.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:34.334+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:34.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:34.334+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:34.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:34.334+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:34.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:34.334+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:34.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:34.334+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:34.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:34 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:34.334+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:34.815 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:34 smithi178 podman[70507]: 2024-04-25 02:45:34.584535983 +0000 UTC m=+6.069606016 container cleanup 76c2ed05503f8c3fbe3170628f559c6b0436765de864b4f7efad987b6620c916 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:45:34.815 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:34 smithi178 bash[70507]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8 2024-04-25T02:45:34.816 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:34.509+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:34.816 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:34.509+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:34.816 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:34.509+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:34.816 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:34.509+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:34.816 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:34 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:34.509+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:35.007 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:34.582+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:35.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:34.582+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:35.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:34.582+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:35.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:34.582+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:35.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:34.582+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:35.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:34 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:34.582+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:35.089 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:34 smithi178 podman[70526]: 2024-04-25 02:45:34.811469895 +0000 UTC m=+0.620405736 container remove 76c2ed05503f8c3fbe3170628f559c6b0436765de864b4f7efad987b6620c916 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-25T02:45:35.493 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:35 smithi178 podman[70617]: 2024-04-25 02:45:35.114207873 +0000 UTC m=+0.018175016 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:45:35.493 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:35 smithi178 podman[70617]: 2024-04-25 02:45:35.21232662 +0000 UTC m=+0.116293763 container create ecb30437fcefbca685be05ce17fe3da65be7e395cc68573f06be5caaa0969eb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-25T02:45:35.493 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:35 smithi178 podman[70617]: 2024-04-25 02:45:35.448545642 +0000 UTC m=+0.352512791 container init ecb30437fcefbca685be05ce17fe3da65be7e395cc68573f06be5caaa0969eb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-04-25T02:45:35.493 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:35 smithi178 podman[70617]: 2024-04-25 02:45:35.451847035 +0000 UTC m=+0.355814179 container start ecb30437fcefbca685be05ce17fe3da65be7e395cc68573f06be5caaa0969eb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:45:35.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:35.347+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:35.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:35.347+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:35.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:35.347+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:35.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:35.347+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:35.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:35.347+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:35.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:35 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:35.347+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:35.750 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:35 smithi178 podman[70617]: 2024-04-25 02:45:35.531583587 +0000 UTC m=+0.435550758 container attach ecb30437fcefbca685be05ce17fe3da65be7e395cc68573f06be5caaa0969eb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-d2c45d9, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:45:35.750 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:35.488+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:35.750 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:35.488+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:35.750 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:35.488+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:35.750 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:35.488+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:35.751 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:35 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:35.488+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:36.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:35.609+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:36.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:35.609+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:36.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:35.609+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:36.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:35.609+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:36.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:35.609+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:36.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:35 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:35.609+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:36.038 INFO:journalctl@ceph.osd.8.smithi178.stdout:Apr 25 02:45:35 smithi178 podman[70617]: 2024-04-25 02:45:35.746433235 +0000 UTC m=+0.650400382 container died ecb30437fcefbca685be05ce17fe3da65be7e395cc68573f06be5caaa0969eb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:45:36.312 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.8.service' 2024-04-25T02:45:36.351 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:45:36.351 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-25T02:45:36.352 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-25T02:45:36.352 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.9 2024-04-25T02:45:36.563 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:36.453+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:36.563 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:36.453+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:36.563 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:36.453+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:36.563 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:36.453+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:36.564 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:36.453+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:36.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.300+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:36.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.300+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:36.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.300+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:36.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.300+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:36.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.300+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:36.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.300+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:36.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 systemd[1]: Stopping Ceph osd.9 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:45:37.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:36.575+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:37.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:36.575+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:37.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:36.575+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:37.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:36.575+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:37.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:36.575+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:37.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:36 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:36.575+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:37.330 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.980+0000 7f02b9800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:45:37.330 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.980+0000 7f02b9800700 -1 osd.9 103 *** Got signal Terminated *** 2024-04-25T02:45:37.331 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:36 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:36.980+0000 7f02b9800700 -1 osd.9 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:45:37.331 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:37 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:37.325+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:37.331 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:37 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:37.325+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:37.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:37 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:37.325+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:37.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:37 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:37.325+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:37.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:37 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:37.325+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:37.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:37 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:37.325+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:37.741 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:37.419+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:37.741 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:37.419+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:37.741 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:37.419+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:37.741 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:37.419+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:37.742 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:37 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:37.419+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:38.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:37.601+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:38.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:37.601+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:38.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:37.601+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:38.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:37.601+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:38.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:37.601+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:38.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:37 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:37.601+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:38.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:38.332+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:38.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:38.332+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:38.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:38.332+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:38.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:38.332+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:38.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:38.332+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:38.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:38 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:38.332+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:38.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:38.460+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:38.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:38.460+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:38.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:38.460+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:38.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:38.460+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:38.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:38.460+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:38.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:38 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:38.460+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:39.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:38.634+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:39.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:38.634+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:39.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:38.634+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:39.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:38.634+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:39.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:38.634+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:39.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:38 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:38.634+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:39.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:39.309+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:39.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:39.309+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:39.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:39.309+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:39.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:39.309+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:39.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:39.309+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:39.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:39 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:39.309+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:39.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:39 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:39.489+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:39.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:39 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:39.489+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:39.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:39 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:39.489+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:39.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:39 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:39.489+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:39.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:39 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:39.489+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:39.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:39 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:39.489+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:40.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:39.651+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:40.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:39.651+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:40.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:39.651+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:40.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:39.651+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:40.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:39.651+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:40.009 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:39 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:39.651+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:40.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:40 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:40.304+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:40.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:40 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:40.304+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:40.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:40 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:40.304+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:40.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:40 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:40.304+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:40.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:40 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:40.304+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:40.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:40 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:40.304+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:40.839 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:40 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:40.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:40.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:40 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:40.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:40.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:40 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:40.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:40.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:40 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:40.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:40.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:40 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:40.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:40.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:40 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:40.467+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:41.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:40.649+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:41.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:40.649+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:41.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:40.649+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:41.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:40.649+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:41.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:40.649+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:41.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:40 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:40.649+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:41.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:41.280+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.422396+0000 front 2024-04-25T02:44:23.422896+0000 (oldest deadline 2024-04-25T02:44:48.023490+0000) 2024-04-25T02:45:41.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:41.280+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:30.925815+0000 front 2024-04-25T02:44:30.925867+0000 (oldest deadline 2024-04-25T02:44:55.025408+0000) 2024-04-25T02:45:41.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:41.280+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:42.529060+0000 front 2024-04-25T02:44:42.529133+0000 (oldest deadline 2024-04-25T02:45:05.930626+0000) 2024-04-25T02:45:41.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:41.280+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:45.932453+0000 front 2024-04-25T02:44:45.932110+0000 (oldest deadline 2024-04-25T02:45:11.832004+0000) 2024-04-25T02:45:41.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:41.280+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:45:00.034316+0000 front 2024-04-25T02:45:00.034214+0000 (oldest deadline 2024-04-25T02:45:24.134451+0000) 2024-04-25T02:45:41.661 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:41 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9[60593]: 2024-04-25T02:45:41.280+0000 7f02b5a00700 -1 osd.9 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.436959+0000 front 2024-04-25T02:45:06.436658+0000 (oldest deadline 2024-04-25T02:45:29.936684+0000) 2024-04-25T02:45:41.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:41 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:41.480+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:41.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:41 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:41.480+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:41.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:41 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:41.480+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:41.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:41 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:41.480+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:41.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:41 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:41.480+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:41.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:41 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:41.480+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:42.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:41.641+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:42.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:41.641+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:42.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:41.641+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:42.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:41.641+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:42.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:41.641+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:42.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:41.641+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:42.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:41 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:41.641+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:42.821 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:42 smithi047 podman[93559]: 2024-04-25 02:45:42.558021565 +0000 UTC m=+5.758301284 container died ff09d1532add52d69eccde08f3a9bc39af5a27115384c8177fd52df6ef5c67fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9, org.label-schema.build-date=20240424, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T02:45:42.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:42 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:42.456+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:42.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:42 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:42.456+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:42.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:42 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:42.456+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:42.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:42 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:42.456+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:42.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:42 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:42.456+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:42.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:42 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:42.456+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:43.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:42.656+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:43.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:42.656+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:43.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:42.656+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:43.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:42.656+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:43.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:42.656+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:43.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:42.656+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:43.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:42 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:42.656+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:43.160 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:42 smithi047 podman[93559]: 2024-04-25 02:45:42.965111653 +0000 UTC m=+6.165391416 container cleanup ff09d1532add52d69eccde08f3a9bc39af5a27115384c8177fd52df6ef5c67fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-25T02:45:43.160 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:42 smithi047 bash[93559]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9 2024-04-25T02:45:43.660 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:43 smithi047 podman[93577]: 2024-04-25 02:45:43.199706215 +0000 UTC m=+0.627282324 container remove ff09d1532add52d69eccde08f3a9bc39af5a27115384c8177fd52df6ef5c67fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424) 2024-04-25T02:45:43.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:43 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:43.469+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:43.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:43 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:43.469+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:43.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:43 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:43.469+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:43.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:43 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:43.469+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:43.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:43 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:43.469+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:43.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:43 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:43.469+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:44.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:43 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:43.667+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:44.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:43 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:43.667+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:44.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:43 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:43.667+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:44.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:43 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:43.667+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:44.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:43 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:43.667+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:44.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:43 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:43.667+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:44.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:43 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:43.667+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:44.410 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:44 smithi047 podman[93665]: 2024-04-25 02:45:43.993280863 +0000 UTC m=+0.034339781 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:45:44.411 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:44 smithi047 podman[93665]: 2024-04-25 02:45:44.158952406 +0000 UTC m=+0.200011357 container create 83d534e473c6e5ba4f7e6a35f68fd91ef9c3b17c620cbd50176b7fbdc3d8446f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:45:44.839 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:44 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:44.464+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:44.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:44 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:44.464+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:44.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:44 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:44.464+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:44.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:44 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:44.464+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:44.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:44 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:44.464+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:44.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:44 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:44.464+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:44.910 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:44 smithi047 podman[93665]: 2024-04-25 02:45:44.472166867 +0000 UTC m=+0.513225824 container init 83d534e473c6e5ba4f7e6a35f68fd91ef9c3b17c620cbd50176b7fbdc3d8446f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-25T02:45:44.910 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:44 smithi047 podman[93665]: 2024-04-25 02:45:44.48361696 +0000 UTC m=+0.524675918 container start 83d534e473c6e5ba4f7e6a35f68fd91ef9c3b17c620cbd50176b7fbdc3d8446f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:45:44.911 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:44 smithi047 podman[93665]: 2024-04-25 02:45:44.577942459 +0000 UTC m=+0.619001467 container attach 83d534e473c6e5ba4f7e6a35f68fd91ef9c3b17c620cbd50176b7fbdc3d8446f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:45:45.007 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:44 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:44.697+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:45.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:44 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:44.697+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:45.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:44 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:44.697+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:45.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:44 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:44.697+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:45.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:44 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:44.697+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:45.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:44 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:44.697+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:45.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:44 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:44.697+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:45.272 INFO:journalctl@ceph.osd.9.smithi047.stdout:Apr 25 02:45:44 smithi047 podman[93665]: 2024-04-25 02:45:44.938267204 +0000 UTC m=+0.979326161 container died 83d534e473c6e5ba4f7e6a35f68fd91ef9c3b17c620cbd50176b7fbdc3d8446f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240424) 2024-04-25T02:45:45.622 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.9.service' 2024-04-25T02:45:45.730 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:45:45.730 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-25T02:45:45.731 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-25T02:45:45.731 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.10 2024-04-25T02:45:45.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:45 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:45.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:45.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:45 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:45.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:45.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:45 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:45.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:45.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:45 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:45.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:45.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:45 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:45.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:45.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:45 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:45.481+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:46.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:45 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:45.665+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:46.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:45 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:45.665+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:46.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:45 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:45.665+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:46.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:45 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:45.665+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:46.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:45 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:45.665+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:46.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:45 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:45.665+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:46.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:45 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:45.665+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:46.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:45 smithi113 systemd[1]: Stopping Ceph osd.10 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:45:46.507 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.019+0000 7f7b1eeac700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:45:46.508 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.019+0000 7f7b1eeac700 -1 osd.10 103 *** Got signal Terminated *** 2024-04-25T02:45:46.508 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.019+0000 7f7b1eeac700 -1 osd.10 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:45:46.839 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:46.525+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:46.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:46.525+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:46.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:46.525+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:46.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:46.525+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:46.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:46.525+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:46.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:46 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:46.525+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:47.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.647+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:47.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.647+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:47.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.647+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:47.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.647+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:47.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.647+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:47.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.647+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:47.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:46 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:46.647+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:47.831 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:47.566+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:47.831 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:47.566+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:47.831 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:47.566+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:47.831 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:47.566+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:47.832 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:47.566+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:47.832 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:47.566+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:47.832 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:47 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:47.566+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:48.007 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:47 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:47.666+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:48.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:47 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:47.666+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:48.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:47 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:47.666+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:48.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:47 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:47.666+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:48.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:47 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:47.666+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:48.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:47 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:47.666+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:48.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:47 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:47.666+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:48.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:48.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:48.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:48.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:48.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:48.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:48.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:48.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:48.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:48.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:48.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:48.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:48.840 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:48.580+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:48.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:48 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:48.618+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:48.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:48 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:48.618+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:48.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:48 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:48.618+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:48.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:48 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:48.618+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:48.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:48 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:48.618+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:48.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:48 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:48.618+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:48.909 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:48 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:48.618+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:50.007 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:49 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:49.633+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:50.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:49 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:49.633+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:50.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:49 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:49.633+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:50.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:49 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:49.633+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:50.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:49 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:49.633+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:50.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:49 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:49.633+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:50.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:49 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:49.633+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:50.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:49.609+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:50.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:49.609+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:50.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:49.609+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:50.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:49.609+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:50.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:49.609+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:50.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:49.609+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:50.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:49 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:49.609+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:51.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:50.644+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:23.474917+0000 front 2024-04-25T02:44:23.475013+0000 (oldest deadline 2024-04-25T02:44:48.174506+0000) 2024-04-25T02:45:51.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:50.644+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.276899+0000 front 2024-04-25T02:44:33.276977+0000 (oldest deadline 2024-04-25T02:44:57.976897+0000) 2024-04-25T02:45:51.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:50.644+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:40.778333+0000 front 2024-04-25T02:44:40.778125+0000 (oldest deadline 2024-04-25T02:45:06.077993+0000) 2024-04-25T02:45:51.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:50.644+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6814 osd.3 since back 2024-04-25T02:44:46.079032+0000 front 2024-04-25T02:44:46.078588+0000 (oldest deadline 2024-04-25T02:45:11.978342+0000) 2024-04-25T02:45:51.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:50.644+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:59.480167+0000 front 2024-04-25T02:44:59.480126+0000 (oldest deadline 2024-04-25T02:45:22.380162+0000) 2024-04-25T02:45:51.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:50.644+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:07.680986+0000 front 2024-04-25T02:45:07.681065+0000 (oldest deadline 2024-04-25T02:45:29.380974+0000) 2024-04-25T02:45:51.008 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:50 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10[57856]: 2024-04-25T02:45:50.644+0000 7f7b1bca1700 -1 osd.10 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:15.282399+0000 front 2024-04-25T02:45:15.282300+0000 (oldest deadline 2024-04-25T02:45:41.182089+0000) 2024-04-25T02:45:51.089 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:50.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:51.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:50.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:51.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:50.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:51.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:50.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:51.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:50.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:51.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:50.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:51.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:50 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:50.587+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:51.757 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:51 smithi113 podman[69930]: 2024-04-25 02:45:51.499625877 +0000 UTC m=+5.588602593 container died 17b46b31873a08b4f9c9c0d714bf60a0640c003dd62f8d24e19c51b5ba050465 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T02:45:52.089 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:51.598+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:52.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:51.598+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:52.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:51.598+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:52.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:51.598+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:52.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:51.598+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:52.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:51.598+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:52.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:51 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:51.598+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:52.157 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:51 smithi113 podman[69930]: 2024-04-25 02:45:51.861276693 +0000 UTC m=+5.950253398 container cleanup 17b46b31873a08b4f9c9c0d714bf60a0640c003dd62f8d24e19c51b5ba050465 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-25T02:45:52.157 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:51 smithi113 bash[69930]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10 2024-04-25T02:45:52.482 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:52 smithi113 podman[69961]: 2024-04-25 02:45:52.154097905 +0000 UTC m=+0.646913255 container remove 17b46b31873a08b4f9c9c0d714bf60a0640c003dd62f8d24e19c51b5ba050465 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS) 2024-04-25T02:45:52.758 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:52 smithi113 podman[70058]: 2024-04-25 02:45:52.382085935 +0000 UTC m=+0.017436336 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:45:52.758 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:52 smithi113 podman[70058]: 2024-04-25 02:45:52.488435531 +0000 UTC m=+0.123785910 container create 2afff08c47290278b64dc007fdbfa79e1aa5c6229d7120b06deeb99745de51f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-25T02:45:52.758 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:52 smithi113 podman[70058]: 2024-04-25 02:45:52.716069461 +0000 UTC m=+0.351419841 container init 2afff08c47290278b64dc007fdbfa79e1aa5c6229d7120b06deeb99745de51f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2) 2024-04-25T02:45:52.758 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:52 smithi113 podman[70058]: 2024-04-25 02:45:52.719804428 +0000 UTC m=+0.355154808 container start 2afff08c47290278b64dc007fdbfa79e1aa5c6229d7120b06deeb99745de51f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:45:53.089 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:52.589+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:53.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:52.589+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:53.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:52.589+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:53.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:52.589+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:53.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:52.589+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:53.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:52.589+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:53.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:52 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:52.589+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:53.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:52 smithi113 podman[70058]: 2024-04-25 02:45:52.799452158 +0000 UTC m=+0.434802546 container attach 2afff08c47290278b64dc007fdbfa79e1aa5c6229d7120b06deeb99745de51f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-25T02:45:53.258 INFO:journalctl@ceph.osd.10.smithi113.stdout:Apr 25 02:45:53 smithi113 podman[70058]: 2024-04-25 02:45:53.013024841 +0000 UTC m=+0.648375219 container died 2afff08c47290278b64dc007fdbfa79e1aa5c6229d7120b06deeb99745de51f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9) 2024-04-25T02:45:53.595 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.10.service' 2024-04-25T02:45:53.631 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:45:53.632 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-25T02:45:53.632 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-25T02:45:53.632 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.11 2024-04-25T02:45:53.933 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.588+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:53.933 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.588+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:53.933 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.588+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:53.933 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.588+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:53.933 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.588+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:53.933 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.588+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:53.933 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.588+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:53.934 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 systemd[1]: Stopping Ceph osd.11 for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:45:53.934 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.928+0000 7f6577adb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:45:53.934 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.928+0000 7f6577adb700 -1 osd.11 103 *** Got signal Terminated *** 2024-04-25T02:45:53.934 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:53 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:53.928+0000 7f6577adb700 -1 osd.11 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T02:45:55.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:54.594+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:55.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:54.594+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:55.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:54.594+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:55.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:54.594+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:55.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:54.594+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:55.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:54.594+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:55.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:54 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:54.594+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:56.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:55.597+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:56.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:55.597+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:56.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:55.597+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:56.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:55.597+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:56.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:55.597+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:56.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:55.597+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:56.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:55 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:55.597+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:57.089 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:56.624+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:57.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:56.624+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:57.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:56.624+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:57.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:56.624+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:57.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:56.624+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:57.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:56.624+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:57.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:56.624+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:57.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:56 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:56.624+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6820 osd.8 since back 2024-04-25T02:45:30.409123+0000 front 2024-04-25T02:45:30.409106+0000 (oldest deadline 2024-04-25T02:45:56.309129+0000) 2024-04-25T02:45:58.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:57.601+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:58.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:57.601+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:58.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:57.601+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:58.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:57.601+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:58.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:57.601+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:58.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:57.601+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:58.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:57.601+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:58.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:57 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:57.601+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6820 osd.8 since back 2024-04-25T02:45:30.409123+0000 front 2024-04-25T02:45:30.409106+0000 (oldest deadline 2024-04-25T02:45:56.309129+0000) 2024-04-25T02:45:59.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:58.586+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-04-25T02:44:24.897925+0000 front 2024-04-25T02:44:24.898024+0000 (oldest deadline 2024-04-25T02:44:46.597627+0000) 2024-04-25T02:45:59.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:58.586+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-04-25T02:44:33.599538+0000 front 2024-04-25T02:44:33.599423+0000 (oldest deadline 2024-04-25T02:44:58.899351+0000) 2024-04-25T02:45:59.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:58.586+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-04-25T02:44:39.400138+0000 front 2024-04-25T02:44:39.400310+0000 (oldest deadline 2024-04-25T02:45:04.700302+0000) 2024-04-25T02:45:59.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:58.586+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-04-25T02:44:56.604284+0000 front 2024-04-25T02:44:56.604301+0000 (oldest deadline 2024-04-25T02:45:21.304207+0000) 2024-04-25T02:45:59.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:58.586+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-04-25T02:45:06.005165+0000 front 2024-04-25T02:45:06.005184+0000 (oldest deadline 2024-04-25T02:45:33.005798+0000) 2024-04-25T02:45:59.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:58.586+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.47:6822 osd.6 since back 2024-04-25T02:45:13.006431+0000 front 2024-04-25T02:45:13.006633+0000 (oldest deadline 2024-04-25T02:45:37.706335+0000) 2024-04-25T02:45:59.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:58.586+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-04-25T02:45:21.107921+0000 front 2024-04-25T02:45:21.107888+0000 (oldest deadline 2024-04-25T02:45:47.007816+0000) 2024-04-25T02:45:59.090 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:58 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11[58798]: 2024-04-25T02:45:58.586+0000 7f65748d0700 -1 osd.11 103 heartbeat_check: no reply from 172.21.15.178:6820 osd.8 since back 2024-04-25T02:45:30.409123+0000 front 2024-04-25T02:45:30.409106+0000 (oldest deadline 2024-04-25T02:45:56.309129+0000) 2024-04-25T02:45:59.533 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:59 smithi178 podman[70734]: 2024-04-25 02:45:59.249378024 +0000 UTC m=+5.426188313 container died b1d59513ef80914dd9520441fa5c350c1423540aa0a5b43dcb46cf9befd01ace (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-25T02:45:59.839 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:59 smithi178 podman[70734]: 2024-04-25 02:45:59.636680154 +0000 UTC m=+5.813490453 container cleanup b1d59513ef80914dd9520441fa5c350c1423540aa0a5b43dcb46cf9befd01ace (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-25T02:45:59.839 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:59 smithi178 bash[70734]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11 2024-04-25T02:46:00.252 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:45:59 smithi178 podman[70752]: 2024-04-25 02:45:59.896606078 +0000 UTC m=+0.639637611 container remove b1d59513ef80914dd9520441fa5c350c1423540aa0a5b43dcb46cf9befd01ace (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-25T02:46:00.554 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:46:00 smithi178 podman[70838]: 2024-04-25 02:46:00.151734192 +0000 UTC m=+0.017804906 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T02:46:00.554 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:46:00 smithi178 podman[70838]: 2024-04-25 02:46:00.256066629 +0000 UTC m=+0.122137315 container create 9f77e793be9976b53847a152008ced19caf2e460ee2ddce10738b4448555241c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9) 2024-04-25T02:46:00.554 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:46:00 smithi178 podman[70838]: 2024-04-25 02:46:00.475484651 +0000 UTC m=+0.341555337 container init 9f77e793be9976b53847a152008ced19caf2e460ee2ddce10738b4448555241c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:46:00.554 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:46:00 smithi178 podman[70838]: 2024-04-25 02:46:00.478730699 +0000 UTC m=+0.344801385 container start 9f77e793be9976b53847a152008ced19caf2e460ee2ddce10738b4448555241c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T02:46:00.554 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:46:00 smithi178 podman[70838]: 2024-04-25 02:46:00.550249546 +0000 UTC m=+0.416320247 container attach 9f77e793be9976b53847a152008ced19caf2e460ee2ddce10738b4448555241c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-25T02:46:00.839 INFO:journalctl@ceph.osd.11.smithi178.stdout:Apr 25 02:46:00 smithi178 podman[70838]: 2024-04-25 02:46:00.77066115 +0000 UTC m=+0.636731837 container died 9f77e793be9976b53847a152008ced19caf2e460ee2ddce10738b4448555241c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:46:01.353 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@osd.11.service' 2024-04-25T02:46:01.390 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:01.391 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-25T02:46:01.391 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-25T02:46:01.391 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.a 2024-04-25T02:46:01.910 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:46:01 smithi047 systemd[1]: Stopping Ceph mds.a for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:02.410 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:46:02 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a[67243]: 2024-04-25T02:46:02.042+0000 7f5ffe000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:02.410 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:46:02 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a[67243]: 2024-04-25T02:46:02.042+0000 7f5ffe000700 -1 mds.a *** got signal Terminated *** 2024-04-25T02:46:03.570 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:46:03 smithi047 podman[93782]: 2024-04-25 02:46:03.20540851 +0000 UTC m=+1.358159436 container died be095fb4123ee4842307391538605786a8886181fe82da37570f21689b37d733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-25T02:46:03.910 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:46:03 smithi047 podman[93782]: 2024-04-25 02:46:03.699807292 +0000 UTC m=+1.852558247 container cleanup be095fb4123ee4842307391538605786a8886181fe82da37570f21689b37d733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a, ceph=True, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-25T02:46:03.910 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:46:03 smithi047 bash[93782]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a 2024-04-25T02:46:04.410 INFO:journalctl@ceph.mds.a.smithi047.stdout:Apr 25 02:46:03 smithi047 podman[93796]: 2024-04-25 02:46:03.967777571 +0000 UTC m=+0.742564600 container remove be095fb4123ee4842307391538605786a8886181fe82da37570f21689b37d733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-25T02:46:04.529 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.a.service' 2024-04-25T02:46:04.645 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:04.645 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-25T02:46:04.645 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-25T02:46:04.646 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.d 2024-04-25T02:46:05.160 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:46:04 smithi047 systemd[1]: Stopping Ceph mds.d for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:05.660 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:46:05 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d[66263]: 2024-04-25T02:46:05.327+0000 7ff0b6400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:05.660 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:46:05 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d[66263]: 2024-04-25T02:46:05.327+0000 7ff0b6400700 -1 mds.d *** got signal Terminated *** 2024-04-25T02:46:07.915 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:46:07 smithi047 podman[93902]: 2024-04-25 02:46:07.650559863 +0000 UTC m=+2.527372187 container died f4e7839703a87ab503290616dcb9c1dec200dd68b9ead4c62f2ff05e1f949ec3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:46:08.376 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:46:08 smithi047 podman[93902]: 2024-04-25 02:46:08.04835959 +0000 UTC m=+2.925171894 container cleanup f4e7839703a87ab503290616dcb9c1dec200dd68b9ead4c62f2ff05e1f949ec3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:46:08.376 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:46:08 smithi047 bash[93902]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d 2024-04-25T02:46:08.660 INFO:journalctl@ceph.mds.d.smithi047.stdout:Apr 25 02:46:08 smithi047 podman[93916]: 2024-04-25 02:46:08.371067805 +0000 UTC m=+0.702797654 container remove f4e7839703a87ab503290616dcb9c1dec200dd68b9ead4c62f2ff05e1f949ec3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:46:08.959 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.d.service' 2024-04-25T02:46:09.065 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:09.065 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-25T02:46:09.065 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-25T02:46:09.065 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.g 2024-04-25T02:46:09.660 INFO:journalctl@ceph.mds.g.smithi047.stdout:Apr 25 02:46:09 smithi047 systemd[1]: Stopping Ceph mds.g for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:10.161 INFO:journalctl@ceph.mds.g.smithi047.stdout:Apr 25 02:46:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-g[66890]: 2024-04-25T02:46:09.705+0000 7fe775800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:10.161 INFO:journalctl@ceph.mds.g.smithi047.stdout:Apr 25 02:46:09 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-g[66890]: 2024-04-25T02:46:09.705+0000 7fe775800700 -1 mds.g *** got signal Terminated *** 2024-04-25T02:46:14.049 INFO:journalctl@ceph.mds.g.smithi047.stdout:Apr 25 02:46:13 smithi047 podman[94024]: 2024-04-25 02:46:13.720222637 +0000 UTC m=+4.162251382 container died 1cf7f334a7e353b91c7d87aadc271afd546a7ca4d14e2268e2d5515ad7e33f35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-g, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240424) 2024-04-25T02:46:14.410 INFO:journalctl@ceph.mds.g.smithi047.stdout:Apr 25 02:46:14 smithi047 podman[94024]: 2024-04-25 02:46:14.208358598 +0000 UTC m=+4.650387349 container cleanup 1cf7f334a7e353b91c7d87aadc271afd546a7ca4d14e2268e2d5515ad7e33f35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-g, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T02:46:14.410 INFO:journalctl@ceph.mds.g.smithi047.stdout:Apr 25 02:46:14 smithi047 bash[94024]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-g 2024-04-25T02:46:14.883 INFO:journalctl@ceph.mds.g.smithi047.stdout:Apr 25 02:46:14 smithi047 podman[94039]: 2024-04-25 02:46:14.583066679 +0000 UTC m=+0.844179366 container remove 1cf7f334a7e353b91c7d87aadc271afd546a7ca4d14e2268e2d5515ad7e33f35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-25T02:46:14.924 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.g.service' 2024-04-25T02:46:15.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:15.035 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-25T02:46:15.036 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-25T02:46:15.036 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.j 2024-04-25T02:46:15.396 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:46:15 smithi047 systemd[1]: Stopping Ceph mds.j for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:15.660 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:46:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j[65909]: 2024-04-25T02:46:15.599+0000 7f3970c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:15.660 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:46:15 smithi047 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j[65909]: 2024-04-25T02:46:15.599+0000 7f3970c00700 -1 mds.j *** got signal Terminated *** 2024-04-25T02:46:19.910 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:46:19 smithi047 podman[94147]: 2024-04-25 02:46:19.62619738 +0000 UTC m=+4.169872682 container died b01c1d3ec75d0653e0ce227453ab89ad5a652682d6d874d90f604c5a5cd04318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-25T02:46:20.410 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:46:20 smithi047 podman[94147]: 2024-04-25 02:46:20.060209468 +0000 UTC m=+4.603884767 container cleanup b01c1d3ec75d0653e0ce227453ab89ad5a652682d6d874d90f604c5a5cd04318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-25T02:46:20.411 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:46:20 smithi047 bash[94147]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j 2024-04-25T02:46:20.903 INFO:journalctl@ceph.mds.j.smithi047.stdout:Apr 25 02:46:20 smithi047 podman[94172]: 2024-04-25 02:46:20.486387926 +0000 UTC m=+0.846368343 container remove b01c1d3ec75d0653e0ce227453ab89ad5a652682d6d874d90f604c5a5cd04318 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-j, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:46:20.949 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.j.service' 2024-04-25T02:46:21.056 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:21.056 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-25T02:46:21.056 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-25T02:46:21.057 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.b 2024-04-25T02:46:21.485 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:46:21 smithi113 systemd[1]: Stopping Ceph mds.b for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:21.757 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:46:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b[63405]: 2024-04-25T02:46:21.691+0000 7f48b19c4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:21.757 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:46:21 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b[63405]: 2024-04-25T02:46:21.691+0000 7f48b19c4700 -1 mds.b *** got signal Terminated *** 2024-04-25T02:46:23.413 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:46:23 smithi113 podman[70164]: 2024-04-25 02:46:23.119550672 +0000 UTC m=+1.873684391 container died 2f9fab633b33915f4c2eb6088ac6c7370de43826221bbaa73fda26bdc22b0298 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-25T02:46:23.755 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:46:23 smithi113 podman[70164]: 2024-04-25 02:46:23.509462896 +0000 UTC m=+2.263596624 container cleanup 2f9fab633b33915f4c2eb6088ac6c7370de43826221bbaa73fda26bdc22b0298 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424) 2024-04-25T02:46:23.756 INFO:journalctl@ceph.mds.b.smithi113.stdout:Apr 25 02:46:23 smithi113 bash[70164]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-b 2024-04-25T02:46:23.883 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.b.service' 2024-04-25T02:46:23.917 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:23.917 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-25T02:46:23.917 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-25T02:46:23.917 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.e 2024-04-25T02:46:24.007 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:46:24 smithi113 systemd[1]: Stopping Ceph mds.e for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:24.507 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:46:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e[62775]: 2024-04-25T02:46:24.246+0000 7f831c5a6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:24.507 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:46:24 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e[62775]: 2024-04-25T02:46:24.246+0000 7f831c5a6700 -1 mds.e *** got signal Terminated *** 2024-04-25T02:46:26.851 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:46:26 smithi113 podman[70293]: 2024-04-25 02:46:26.541923774 +0000 UTC m=+2.402815115 container died 49beeed535b32420cfb9f3328b74558715ac1ddd42be40bdf5d005496200ccc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, ceph=True) 2024-04-25T02:46:27.134 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:46:26 smithi113 podman[70293]: 2024-04-25 02:46:26.938353417 +0000 UTC m=+2.799244732 container cleanup 49beeed535b32420cfb9f3328b74558715ac1ddd42be40bdf5d005496200ccc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T02:46:27.134 INFO:journalctl@ceph.mds.e.smithi113.stdout:Apr 25 02:46:26 smithi113 bash[70293]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-e 2024-04-25T02:46:27.359 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.e.service' 2024-04-25T02:46:27.390 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:27.391 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-25T02:46:27.391 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-25T02:46:27.391 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.h 2024-04-25T02:46:27.704 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:46:27 smithi113 systemd[1]: Stopping Ceph mds.h for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:28.007 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:46:27 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h[63088]: 2024-04-25T02:46:27.699+0000 7fce6cda3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:28.007 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:46:27 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h[63088]: 2024-04-25T02:46:27.699+0000 7fce6cda3700 -1 mds.h *** got signal Terminated *** 2024-04-25T02:46:31.387 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:46:31 smithi113 podman[70413]: 2024-04-25 02:46:31.112372691 +0000 UTC m=+3.515506747 container died 53ffcfdd3a973bed9928d08c5851fc538202d5905987114a0c48951b92b9a184 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T02:46:31.757 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:46:31 smithi113 podman[70413]: 2024-04-25 02:46:31.48369619 +0000 UTC m=+3.886830245 container cleanup 53ffcfdd3a973bed9928d08c5851fc538202d5905987114a0c48951b92b9a184 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-04-25T02:46:31.757 INFO:journalctl@ceph.mds.h.smithi113.stdout:Apr 25 02:46:31 smithi113 bash[70413]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-h 2024-04-25T02:46:32.060 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.h.service' 2024-04-25T02:46:32.090 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:32.090 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-25T02:46:32.091 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-25T02:46:32.091 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.k 2024-04-25T02:46:32.437 INFO:journalctl@ceph.mds.k.smithi113.stdout:Apr 25 02:46:32 smithi113 systemd[1]: Stopping Ceph mds.k for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:32.757 INFO:journalctl@ceph.mds.k.smithi113.stdout:Apr 25 02:46:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-k[62452]: 2024-04-25T02:46:32.433+0000 7f7df137a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:32.757 INFO:journalctl@ceph.mds.k.smithi113.stdout:Apr 25 02:46:32 smithi113 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-k[62452]: 2024-04-25T02:46:32.433+0000 7f7df137a700 -1 mds.k *** got signal Terminated *** 2024-04-25T02:46:35.925 INFO:journalctl@ceph.mds.k.smithi113.stdout:Apr 25 02:46:35 smithi113 podman[70532]: 2024-04-25 02:46:35.609169502 +0000 UTC m=+3.298247742 container died 68d313abd6a2c00f02162f19a61b641d74f1e7e773f7fab18d53b6fc32f2bc87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-25T02:46:36.251 INFO:journalctl@ceph.mds.k.smithi113.stdout:Apr 25 02:46:36 smithi113 podman[70532]: 2024-04-25 02:46:36.012392382 +0000 UTC m=+3.701470629 container cleanup 68d313abd6a2c00f02162f19a61b641d74f1e7e773f7fab18d53b6fc32f2bc87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-k, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:46:36.251 INFO:journalctl@ceph.mds.k.smithi113.stdout:Apr 25 02:46:36 smithi113 bash[70532]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-k 2024-04-25T02:46:36.343 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.k.service' 2024-04-25T02:46:36.373 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:36.373 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-25T02:46:36.373 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-25T02:46:36.373 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.c 2024-04-25T02:46:36.724 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:46:36 smithi178 systemd[1]: Stopping Ceph mds.c for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:37.089 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:46:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c[64085]: 2024-04-25T02:46:36.785+0000 7f48c59b9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:37.089 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:46:36 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c[64085]: 2024-04-25T02:46:36.785+0000 7f48c59b9700 -1 mds.c *** got signal Terminated *** 2024-04-25T02:46:39.339 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:46:39 smithi178 podman[70945]: 2024-04-25 02:46:39.119235198 +0000 UTC m=+2.557402804 container died db43c4e3069e071128f8354919d109c947d5beeea05c6f92501dfa00de0ae057 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T02:46:39.839 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:46:39 smithi178 podman[70945]: 2024-04-25 02:46:39.569522802 +0000 UTC m=+3.007690439 container cleanup db43c4e3069e071128f8354919d109c947d5beeea05c6f92501dfa00de0ae057 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424) 2024-04-25T02:46:39.839 INFO:journalctl@ceph.mds.c.smithi178.stdout:Apr 25 02:46:39 smithi178 bash[70945]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-c 2024-04-25T02:46:40.043 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.c.service' 2024-04-25T02:46:40.078 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:40.079 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-25T02:46:40.079 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-25T02:46:40.079 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.f 2024-04-25T02:46:40.411 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:46:40 smithi178 systemd[1]: Stopping Ceph mds.f for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:40.839 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:46:40 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f[63775]: 2024-04-25T02:46:40.406+0000 7fcc32a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:40.839 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:46:40 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f[63775]: 2024-04-25T02:46:40.406+0000 7fcc32a00700 -1 mds.f *** got signal Terminated *** 2024-04-25T02:46:43.469 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:46:43 smithi178 podman[71078]: 2024-04-25 02:46:43.119319393 +0000 UTC m=+2.820768208 container died 041faee38f7fa86ea8fae39811ecd097c5d76d46b9e03f6464b28f97d5f85f67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T02:46:43.839 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:46:43 smithi178 podman[71078]: 2024-04-25 02:46:43.565367741 +0000 UTC m=+3.266816555 container cleanup 041faee38f7fa86ea8fae39811ecd097c5d76d46b9e03f6464b28f97d5f85f67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-25T02:46:43.839 INFO:journalctl@ceph.mds.f.smithi178.stdout:Apr 25 02:46:43 smithi178 bash[71078]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-f 2024-04-25T02:46:43.994 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.f.service' 2024-04-25T02:46:44.025 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:44.026 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-25T02:46:44.026 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-25T02:46:44.026 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.i 2024-04-25T02:46:44.589 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:46:44 smithi178 systemd[1]: Stopping Ceph mds.i for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:44.589 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:46:44 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i[64389]: 2024-04-25T02:46:44.335+0000 7f95fd253700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:44.589 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:46:44 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i[64389]: 2024-04-25T02:46:44.335+0000 7f95fd253700 -1 mds.i *** got signal Terminated *** 2024-04-25T02:46:47.589 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:46:47 smithi178 podman[71199]: 2024-04-25 02:46:47.121273476 +0000 UTC m=+2.886229703 container died ad1b85b7cfc6d1581a71cbcb7d84e6d3e2d7effa2c592efbf565bc5404cbf51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T02:46:48.066 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:46:47 smithi178 podman[71199]: 2024-04-25 02:46:47.786021129 +0000 UTC m=+3.550977364 container cleanup ad1b85b7cfc6d1581a71cbcb7d84e6d3e2d7effa2c592efbf565bc5404cbf51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T02:46:48.066 INFO:journalctl@ceph.mds.i.smithi178.stdout:Apr 25 02:46:47 smithi178 bash[71199]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-i 2024-04-25T02:46:48.216 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.i.service' 2024-04-25T02:46:48.248 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:48.248 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-25T02:46:48.248 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-25T02:46:48.248 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.l 2024-04-25T02:46:48.589 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:46:48 smithi178 systemd[1]: Stopping Ceph mds.l for 4d24456a-02aa-11ef-bc93-c7b262605968... 2024-04-25T02:46:48.589 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:46:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l[63460]: 2024-04-25T02:46:48.565+0000 7f051db2f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T02:46:48.589 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:46:48 smithi178 ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l[63460]: 2024-04-25T02:46:48.565+0000 7f051db2f700 -1 mds.l *** got signal Terminated *** 2024-04-25T02:46:52.827 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:46:52 smithi178 podman[71320]: 2024-04-25 02:46:52.549280538 +0000 UTC m=+4.075019410 container died 3dfcdfa18e1beff5885ad0cb0309afc6f8727154062101d456252889d54cc99a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-25T02:46:53.089 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:46:52 smithi178 podman[71320]: 2024-04-25 02:46:52.915219078 +0000 UTC m=+4.440958002 container cleanup 3dfcdfa18e1beff5885ad0cb0309afc6f8727154062101d456252889d54cc99a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-d2c45d9) 2024-04-25T02:46:53.089 INFO:journalctl@ceph.mds.l.smithi178.stdout:Apr 25 02:46:52 smithi178 bash[71320]: ceph-4d24456a-02aa-11ef-bc93-c7b262605968-mds-l 2024-04-25T02:46:53.353 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4d24456a-02aa-11ef-bc93-c7b262605968@mds.l.service' 2024-04-25T02:46:53.384 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T02:46:53.384 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-25T02:46:53.384 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T02:46:53.717 INFO:teuthology.orchestra.run.smithi047.stdout:Deleting cluster with fsid: 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:46:58.884 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T02:46:59.075 INFO:teuthology.orchestra.run.smithi113.stdout:Deleting cluster with fsid: 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:47:01.521 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T02:47:01.709 INFO:teuthology.orchestra.run.smithi178.stdout:Deleting cluster with fsid: 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:47:04.072 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:47:04.171 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:47:04.202 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T02:47:04.228 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-25T02:47:04.230 DEBUG:teuthology.misc:Transferring archived files from smithi047:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi047/crash 2024-04-25T02:47:04.231 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash -- . 2024-04-25T02:47:04.336 INFO:teuthology.orchestra.run.smithi047.stderr:tar: /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T02:47:04.336 INFO:teuthology.orchestra.run.smithi047.stderr:tar: Error is not recoverable: exiting now 2024-04-25T02:47:04.340 DEBUG:teuthology.misc:Transferring archived files from smithi113:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi113/crash 2024-04-25T02:47:04.341 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash -- . 2024-04-25T02:47:04.468 INFO:teuthology.orchestra.run.smithi113.stderr:tar: /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T02:47:04.468 INFO:teuthology.orchestra.run.smithi113.stderr:tar: Error is not recoverable: exiting now 2024-04-25T02:47:04.470 DEBUG:teuthology.misc:Transferring archived files from smithi178:/var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi178/crash 2024-04-25T02:47:04.471 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash -- . 2024-04-25T02:47:04.508 INFO:teuthology.orchestra.run.smithi178.stderr:tar: /var/lib/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T02:47:04.508 INFO:teuthology.orchestra.run.smithi178.stderr:tar: Error is not recoverable: exiting now 2024-04-25T02:47:04.509 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-25T02:47:04.509 DEBUG:teuthology.orchestra.run.smithi047:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-04-25T02:47:04.623 INFO:tasks.cephadm:Compressing logs... 2024-04-25T02:47:04.623 DEBUG:teuthology.orchestra.run.smithi047:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T02:47:04.628 DEBUG:teuthology.orchestra.run.smithi113:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T02:47:04.630 DEBUG:teuthology.orchestra.run.smithi178:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T02:47:04.653 INFO:teuthology.orchestra.run.smithi178.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T02:47:04.654 INFO:teuthology.orchestra.run.smithi178.stderr:: No such file or directory 2024-04-25T02:47:04.654 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log 2024-04-25T02:47:04.654 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-25T02:47:04.656 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-25T02:47:04.657 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T02:47:04.657 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-25T02:47:04.657 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.f.log: /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-25T02:47:04.657 INFO:teuthology.orchestra.run.smithi178.stderr: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T02:47:04.657 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-25T02:47:04.657 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-25T02:47:04.657 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-25T02:47:04.657 INFO:teuthology.orchestra.run.smithi178.stderr: 87.3%/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.z.log: -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T02:47:04.658 INFO:teuthology.orchestra.run.smithi113.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T02:47:04.659 INFO:teuthology.orchestra.run.smithi113.stderr:: No such file or directory 2024-04-25T02:47:04.659 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log 2024-04-25T02:47:04.659 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T02:47:04.659 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-25T02:47:04.659 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-25T02:47:04.659 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-25T02:47:04.659 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.7.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T02:47:04.660 INFO:teuthology.orchestra.run.smithi178.stderr: 90.1% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.h.log: 90.1% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr: 87.3% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.5% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T02:47:04.664 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T02:47:04.666 INFO:teuthology.orchestra.run.smithi178.stderr: 92.1% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-25T02:47:04.666 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T02:47:04.669 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-25T02:47:04.669 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-25T02:47:04.669 INFO:teuthology.orchestra.run.smithi178.stderr: 83.5% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T02:47:04.669 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T02:47:04.671 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.e.log: 94.4% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-25T02:47:04.671 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-25T02:47:04.671 INFO:teuthology.orchestra.run.smithi113.stderr: 92.0% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-25T02:47:04.671 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-25T02:47:04.687 INFO:teuthology.orchestra.run.smithi047.stderr:find: ‘/var/log/rbd-target-api’gzip: No such file or directory -5 2024-04-25T02:47:04.687 INFO:teuthology.orchestra.run.smithi047.stderr: --verbose -- /var/log/ceph/cephadm.log 2024-04-25T02:47:04.687 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log 2024-04-25T02:47:04.687 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T02:47:04.688 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-25T02:47:04.688 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-25T02:47:04.689 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.b.log: /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.k.log: 91.0% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T02:47:04.689 INFO:teuthology.orchestra.run.smithi113.stderr: 94.3% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-25T02:47:04.690 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-25T02:47:04.690 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.g.log: 87.3% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T02:47:04.690 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-25T02:47:04.692 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-25T02:47:04.692 INFO:teuthology.orchestra.run.smithi047.stderr: 90.0% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T02:47:04.693 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-25T02:47:04.694 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.0.log: 94.4% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-25T02:47:04.694 INFO:teuthology.orchestra.run.smithi047.stderr: 93.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T02:47:04.694 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-25T02:47:04.695 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-25T02:47:04.697 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T02:47:04.697 INFO:teuthology.orchestra.run.smithi047.stderr: 94.5% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-25T02:47:04.698 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-25T02:47:04.700 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T02:47:04.700 INFO:teuthology.orchestra.run.smithi047.stderr: 83.8% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T02:47:04.701 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-25T02:47:04.706 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.l.log: 94.6% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-25T02:47:04.706 INFO:teuthology.orchestra.run.smithi178.stderr: 91.0% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T02:47:04.706 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-25T02:47:04.717 INFO:teuthology.orchestra.run.smithi178.stderr: 94.7% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-25T02:47:04.718 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.9.log: 94.3% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-25T02:47:04.718 INFO:teuthology.orchestra.run.smithi047.stderr: 90.9% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T02:47:04.722 INFO:teuthology.orchestra.run.smithi178.stderr: 94.5% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-25T02:47:04.733 INFO:teuthology.orchestra.run.smithi178.stderr: 93.0% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-25T02:47:04.779 INFO:teuthology.orchestra.run.smithi047.stderr: 92.7% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-25T02:47:04.989 INFO:teuthology.orchestra.run.smithi113.stderr: 95.6% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-25T02:47:05.028 INFO:teuthology.orchestra.run.smithi178.stderr: 91.7% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-25T02:47:05.125 INFO:teuthology.orchestra.run.smithi047.stderr: 90.1% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-25T02:47:05.194 INFO:teuthology.orchestra.run.smithi113.stderr: 91.8% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-25T02:47:05.325 INFO:teuthology.orchestra.run.smithi178.stderr: 93.4% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-25T02:47:05.424 INFO:teuthology.orchestra.run.smithi178.stderr: 93.3% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-25T02:47:05.426 INFO:teuthology.orchestra.run.smithi113.stderr: 92.8% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-25T02:47:05.583 INFO:teuthology.orchestra.run.smithi178.stderr: 93.3% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-25T02:47:05.586 INFO:teuthology.orchestra.run.smithi113.stderr: 93.1% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-25T02:47:05.692 INFO:teuthology.orchestra.run.smithi047.stderr: 90.4% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-25T02:47:05.695 INFO:teuthology.orchestra.run.smithi113.stderr: 93.2% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-25T02:47:05.706 INFO:teuthology.orchestra.run.smithi047.stderr: 92.8% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-25T02:47:05.716 INFO:teuthology.orchestra.run.smithi047.stderr: 92.9% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-25T02:47:05.891 INFO:teuthology.orchestra.run.smithi047.stderr: 93.4% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-25T02:47:05.908 INFO:teuthology.orchestra.run.smithi113.stderr: 93.3% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-25T02:47:05.954 INFO:teuthology.orchestra.run.smithi047.stderr: 92.9% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-25T02:47:05.957 INFO:teuthology.orchestra.run.smithi047.stderr: 2024-04-25T02:47:05.958 INFO:teuthology.orchestra.run.smithi047.stderr:real 0m1.298s 2024-04-25T02:47:05.958 INFO:teuthology.orchestra.run.smithi047.stderr:user 0m5.515s 2024-04-25T02:47:05.958 INFO:teuthology.orchestra.run.smithi047.stderr:sys 0m0.571s 2024-04-25T02:47:06.651 INFO:teuthology.orchestra.run.smithi178.stderr: 95.3% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-25T02:47:06.654 INFO:teuthology.orchestra.run.smithi178.stderr: 2024-04-25T02:47:06.654 INFO:teuthology.orchestra.run.smithi178.stderr:real 0m2.008s 2024-04-25T02:47:06.654 INFO:teuthology.orchestra.run.smithi178.stderr:user 0m4.749s 2024-04-25T02:47:06.654 INFO:teuthology.orchestra.run.smithi178.stderr:sys 0m0.191s 2024-04-25T02:47:08.310 INFO:teuthology.orchestra.run.smithi113.stderr: 93.2% -- replaced with /var/log/ceph/4d24456a-02aa-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-25T02:47:08.312 INFO:teuthology.orchestra.run.smithi113.stderr: 2024-04-25T02:47:08.313 INFO:teuthology.orchestra.run.smithi113.stderr:real 0m3.668s 2024-04-25T02:47:08.313 INFO:teuthology.orchestra.run.smithi113.stderr:user 0m8.272s 2024-04-25T02:47:08.313 INFO:teuthology.orchestra.run.smithi113.stderr:sys 0m0.279s 2024-04-25T02:47:08.313 INFO:tasks.cephadm:Archiving logs... 2024-04-25T02:47:08.313 DEBUG:teuthology.misc:Transferring archived files from smithi047:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi047/log 2024-04-25T02:47:08.314 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T02:47:09.104 DEBUG:teuthology.misc:Transferring archived files from smithi113:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi113/log 2024-04-25T02:47:09.105 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T02:47:10.261 DEBUG:teuthology.misc:Transferring archived files from smithi178:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi178/log 2024-04-25T02:47:10.262 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T02:47:10.990 INFO:tasks.cephadm:Removing cluster... 2024-04-25T02:47:10.990 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 --force 2024-04-25T02:47:11.323 INFO:teuthology.orchestra.run.smithi047.stdout:Deleting cluster with fsid: 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:47:11.957 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 --force 2024-04-25T02:47:12.147 INFO:teuthology.orchestra.run.smithi113.stdout:Deleting cluster with fsid: 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:47:12.431 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4d24456a-02aa-11ef-bc93-c7b262605968 --force 2024-04-25T02:47:12.620 INFO:teuthology.orchestra.run.smithi178.stdout:Deleting cluster with fsid: 4d24456a-02aa-11ef-bc93-c7b262605968 2024-04-25T02:47:12.881 INFO:tasks.cephadm:Removing cephadm ... 2024-04-25T02:47:12.882 DEBUG:teuthology.orchestra.run.smithi047:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T02:47:12.944 DEBUG:teuthology.orchestra.run.smithi113:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T02:47:12.960 DEBUG:teuthology.orchestra.run.smithi178:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T02:47:12.975 INFO:tasks.cephadm:Teardown complete 2024-04-25T02:47:12.976 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-25T02:47:13.002 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-25T02:47:13.002 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T02:47:13.010 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T02:47:13.013 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T02:47:13.173 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-25T02:47:13.194 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-25T02:47:13.194 DEBUG:teuthology.orchestra.run.smithi047:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T02:47:13.203 DEBUG:teuthology.orchestra.run.smithi113:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T02:47:13.205 DEBUG:teuthology.orchestra.run.smithi178:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T02:47:13.217 INFO:teuthology.orchestra.run.smithi113.stderr:bash: line 1: ntpq: command not found 2024-04-25T02:47:13.219 INFO:teuthology.orchestra.run.smithi178.stderr:bash: line 1: ntpq: command not found 2024-04-25T02:47:13.222 INFO:teuthology.orchestra.run.smithi113.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T02:47:13.222 INFO:teuthology.orchestra.run.smithi113.stdout:=============================================================================== 2024-04-25T02:47:13.222 INFO:teuthology.orchestra.run.smithi113.stdout:^- hv01.front.sepia.ceph.com 2 6 377 8 +1595us[+1595us] +/- 574ms 2024-04-25T02:47:13.222 INFO:teuthology.orchestra.run.smithi113.stdout:^* hv02.front.sepia.ceph.com 3 6 377 5 -256us[ -255us] +/- 75ms 2024-04-25T02:47:13.222 INFO:teuthology.orchestra.run.smithi113.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 9 +284us[ +284us] +/- 83ms 2024-04-25T02:47:13.222 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:47:13.223 INFO:teuthology.orchestra.run.smithi178.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T02:47:13.223 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================== 2024-04-25T02:47:13.223 INFO:teuthology.orchestra.run.smithi178.stdout:^- hv01.front.sepia.ceph.com 2 7 377 11 +1625us[+1635us] +/- 574ms 2024-04-25T02:47:13.223 INFO:teuthology.orchestra.run.smithi178.stdout:^* hv02.front.sepia.ceph.com 3 6 377 7 -252us[ -242us] +/- 75ms 2024-04-25T02:47:13.223 INFO:teuthology.orchestra.run.smithi178.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 9 +282us[ +293us] +/- 83ms 2024-04-25T02:47:13.223 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:47:13.252 INFO:teuthology.orchestra.run.smithi047.stderr:bash: line 1: ntpq: command not found 2024-04-25T02:47:13.263 INFO:teuthology.orchestra.run.smithi047.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T02:47:13.263 INFO:teuthology.orchestra.run.smithi047.stdout:=============================================================================== 2024-04-25T02:47:13.263 INFO:teuthology.orchestra.run.smithi047.stdout:^- hv01.front.sepia.ceph.com 2 8 377 137 +1664us[+1663us] +/- 572ms 2024-04-25T02:47:13.263 INFO:teuthology.orchestra.run.smithi047.stdout:^* hv02.front.sepia.ceph.com 3 6 377 12 -252us[ -253us] +/- 75ms 2024-04-25T02:47:13.263 INFO:teuthology.orchestra.run.smithi047.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 12 +296us[ +296us] +/- 83ms 2024-04-25T02:47:13.263 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T02:47:13.265 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-25T02:47:13.277 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-25T02:47:13.277 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-25T02:47:13.289 DEBUG:teuthology.orchestra.run.smithi047:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T02:47:13.513 DEBUG:teuthology.orchestra.run.smithi113:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T02:47:13.577 DEBUG:teuthology.orchestra.run.smithi178:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T02:47:13.643 DEBUG:teuthology.orchestra.run.smithi047:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T02:47:13.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:47:13.745 DEBUG:teuthology.orchestra.run.smithi113:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T02:47:13.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:47:13.773 DEBUG:teuthology.orchestra.run.smithi178:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T02:47:13.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:47:13.800 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-25T02:47:13.812 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-25T02:47:13.826 INFO:teuthology.task.internal:Duration was 2077.326674 seconds 2024-04-25T02:47:13.826 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-25T02:47:13.838 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-25T02:47:13.838 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T02:47:13.846 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T02:47:13.848 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T02:47:13.882 INFO:teuthology.orchestra.run.smithi113.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T02:47:13.884 INFO:teuthology.orchestra.run.smithi178.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T02:47:13.995 INFO:teuthology.orchestra.run.smithi047.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T02:47:14.380 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-25T02:47:14.380 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi047.front.sepia.ceph.com 2024-04-25T02:47:14.380 DEBUG:teuthology.orchestra.run.smithi047:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T02:47:14.459 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi113.front.sepia.ceph.com 2024-04-25T02:47:14.459 DEBUG:teuthology.orchestra.run.smithi113:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T02:47:14.486 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi178.front.sepia.ceph.com 2024-04-25T02:47:14.487 DEBUG:teuthology.orchestra.run.smithi178:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T02:47:14.517 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-25T02:47:14.518 DEBUG:teuthology.orchestra.run.smithi047:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T02:47:14.526 DEBUG:teuthology.orchestra.run.smithi113:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T02:47:14.529 DEBUG:teuthology.orchestra.run.smithi178:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T02:47:14.614 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-25T02:47:14.615 DEBUG:teuthology.orchestra.run.smithi047:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T02:47:14.620 DEBUG:teuthology.orchestra.run.smithi113:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T02:47:14.623 DEBUG:teuthology.orchestra.run.smithi178:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T02:47:15.135 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-25T02:47:15.148 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-25T02:47:15.148 DEBUG:teuthology.orchestra.run.smithi047:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T02:47:15.240 DEBUG:teuthology.orchestra.run.smithi113:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T02:47:15.265 DEBUG:teuthology.orchestra.run.smithi178:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T02:47:15.289 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-25T02:47:15.302 DEBUG:teuthology.orchestra.run.smithi047:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T02:47:15.310 DEBUG:teuthology.orchestra.run.smithi113:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T02:47:15.312 DEBUG:teuthology.orchestra.run.smithi178:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T02:47:15.332 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern = core 2024-04-25T02:47:15.352 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern = core 2024-04-25T02:47:15.408 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern = core 2024-04-25T02:47:15.453 DEBUG:teuthology.orchestra.run.smithi047:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T02:47:15.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:47:15.505 DEBUG:teuthology.orchestra.run.smithi113:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T02:47:15.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:47:15.520 DEBUG:teuthology.orchestra.run.smithi178:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T02:47:15.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T02:47:15.535 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-25T02:47:15.550 INFO:teuthology.task.internal:Transferring archived files... 2024-04-25T02:47:15.551 DEBUG:teuthology.misc:Transferring archived files from smithi047:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi047 2024-04-25T02:47:15.551 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T02:47:15.663 DEBUG:teuthology.misc:Transferring archived files from smithi113:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi113 2024-04-25T02:47:15.663 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T02:47:15.699 DEBUG:teuthology.misc:Transferring archived files from smithi178:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672380/remote/smithi178 2024-04-25T02:47:15.699 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T02:47:15.734 INFO:teuthology.task.internal:Removing archive directory... 2024-04-25T02:47:15.734 DEBUG:teuthology.orchestra.run.smithi047:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T02:47:15.742 DEBUG:teuthology.orchestra.run.smithi113:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T02:47:15.746 DEBUG:teuthology.orchestra.run.smithi178:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T02:47:15.796 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-25T02:47:15.812 INFO:teuthology.task.internal:Not uploading archives. 2024-04-25T02:47:15.812 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-25T02:47:15.824 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-25T02:47:15.824 DEBUG:teuthology.orchestra.run.smithi047:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T02:47:15.829 DEBUG:teuthology.orchestra.run.smithi113:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T02:47:15.832 DEBUG:teuthology.orchestra.run.smithi178:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T02:47:15.844 INFO:teuthology.orchestra.run.smithi113.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 02:47 /home/ubuntu/cephtest 2024-04-25T02:47:15.846 INFO:teuthology.orchestra.run.smithi178.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 02:47 /home/ubuntu/cephtest 2024-04-25T02:47:15.878 INFO:teuthology.orchestra.run.smithi047.stdout: 393229 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 02:47 /home/ubuntu/cephtest 2024-04-25T02:47:15.882 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-25T02:47:15.895 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-25T02:47:15.923 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/direct_io}} duration: 2077.3266739845276 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-04-25T02:47:15.923 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T02:47:16.016 INFO:teuthology.run:pass